[PATCH] ppc32: Fix nasty sleep/wakeup problem
[safe/jmp/linux-2.6] / drivers / macintosh / via-pmu.c
1 /*
2  * Device driver for the via-pmu on Apple Powermacs.
3  *
4  * The VIA (versatile interface adapter) interfaces to the PMU,
5  * a 6805 microprocessor core whose primary function is to control
6  * battery charging and system power on the PowerBook 3400 and 2400.
7  * The PMU also controls the ADB (Apple Desktop Bus) which connects
8  * to the keyboard and mouse, as well as the non-volatile RAM
9  * and the RTC (real time clock) chip.
10  *
11  * Copyright (C) 1998 Paul Mackerras and Fabio Riccardi.
12  * Copyright (C) 2001-2002 Benjamin Herrenschmidt
13  *
14  * THIS DRIVER IS BECOMING A TOTAL MESS !
15  *  - Cleanup atomically disabling reply to PMU events after
16  *    a sleep or a freq. switch
17  *  - Move sleep code out of here to pmac_pm, merge into new
18  *    common PM infrastructure
19  *  - Move backlight code out as well
20  *  - Save/Restore PCI space properly
21  *
22  */
23 #include <stdarg.h>
24 #include <linux/config.h>
25 #include <linux/types.h>
26 #include <linux/errno.h>
27 #include <linux/kernel.h>
28 #include <linux/delay.h>
29 #include <linux/sched.h>
30 #include <linux/miscdevice.h>
31 #include <linux/blkdev.h>
32 #include <linux/pci.h>
33 #include <linux/slab.h>
34 #include <linux/poll.h>
35 #include <linux/adb.h>
36 #include <linux/pmu.h>
37 #include <linux/cuda.h>
38 #include <linux/smp_lock.h>
39 #include <linux/module.h>
40 #include <linux/spinlock.h>
41 #include <linux/pm.h>
42 #include <linux/proc_fs.h>
43 #include <linux/init.h>
44 #include <linux/interrupt.h>
45 #include <linux/device.h>
46 #include <linux/sysdev.h>
47 #include <linux/suspend.h>
48 #include <linux/syscalls.h>
49 #include <linux/cpu.h>
50 #include <asm/prom.h>
51 #include <asm/machdep.h>
52 #include <asm/io.h>
53 #include <asm/pgtable.h>
54 #include <asm/system.h>
55 #include <asm/sections.h>
56 #include <asm/irq.h>
57 #include <asm/pmac_feature.h>
58 #include <asm/uaccess.h>
59 #include <asm/mmu_context.h>
60 #include <asm/cputable.h>
61 #include <asm/time.h>
62 #ifdef CONFIG_PMAC_BACKLIGHT
63 #include <asm/backlight.h>
64 #endif
65
66 /* Some compile options */
67 #undef SUSPEND_USES_PMU
68 #define DEBUG_SLEEP
69 #undef HACKED_PCI_SAVE
70
71 /* Misc minor number allocated for /dev/pmu */
72 #define PMU_MINOR               154
73
74 /* How many iterations between battery polls */
75 #define BATTERY_POLLING_COUNT   2
76
77 static volatile unsigned char __iomem *via;
78
79 /* VIA registers - spaced 0x200 bytes apart */
80 #define RS              0x200           /* skip between registers */
81 #define B               0               /* B-side data */
82 #define A               RS              /* A-side data */
83 #define DIRB            (2*RS)          /* B-side direction (1=output) */
84 #define DIRA            (3*RS)          /* A-side direction (1=output) */
85 #define T1CL            (4*RS)          /* Timer 1 ctr/latch (low 8 bits) */
86 #define T1CH            (5*RS)          /* Timer 1 counter (high 8 bits) */
87 #define T1LL            (6*RS)          /* Timer 1 latch (low 8 bits) */
88 #define T1LH            (7*RS)          /* Timer 1 latch (high 8 bits) */
89 #define T2CL            (8*RS)          /* Timer 2 ctr/latch (low 8 bits) */
90 #define T2CH            (9*RS)          /* Timer 2 counter (high 8 bits) */
91 #define SR              (10*RS)         /* Shift register */
92 #define ACR             (11*RS)         /* Auxiliary control register */
93 #define PCR             (12*RS)         /* Peripheral control register */
94 #define IFR             (13*RS)         /* Interrupt flag register */
95 #define IER             (14*RS)         /* Interrupt enable register */
96 #define ANH             (15*RS)         /* A-side data, no handshake */
97
98 /* Bits in B data register: both active low */
99 #define TACK            0x08            /* Transfer acknowledge (input) */
100 #define TREQ            0x10            /* Transfer request (output) */
101
102 /* Bits in ACR */
103 #define SR_CTRL         0x1c            /* Shift register control bits */
104 #define SR_EXT          0x0c            /* Shift on external clock */
105 #define SR_OUT          0x10            /* Shift out if 1 */
106
107 /* Bits in IFR and IER */
108 #define IER_SET         0x80            /* set bits in IER */
109 #define IER_CLR         0               /* clear bits in IER */
110 #define SR_INT          0x04            /* Shift register full/empty */
111 #define CB2_INT         0x08
112 #define CB1_INT         0x10            /* transition on CB1 input */
113
114 static volatile enum pmu_state {
115         idle,
116         sending,
117         intack,
118         reading,
119         reading_intr,
120         locked,
121 } pmu_state;
122
123 static volatile enum int_data_state {
124         int_data_empty,
125         int_data_fill,
126         int_data_ready,
127         int_data_flush
128 } int_data_state[2] = { int_data_empty, int_data_empty };
129
130 static struct adb_request *current_req;
131 static struct adb_request *last_req;
132 static struct adb_request *req_awaiting_reply;
133 static unsigned char interrupt_data[2][32];
134 static int interrupt_data_len[2];
135 static int int_data_last;
136 static unsigned char *reply_ptr;
137 static int data_index;
138 static int data_len;
139 static volatile int adb_int_pending;
140 static volatile int disable_poll;
141 static struct adb_request bright_req_1, bright_req_2;
142 static struct device_node *vias;
143 static int pmu_kind = PMU_UNKNOWN;
144 static int pmu_fully_inited = 0;
145 static int pmu_has_adb;
146 static unsigned char __iomem *gpio_reg = NULL;
147 static int gpio_irq = -1;
148 static int gpio_irq_enabled = -1;
149 static volatile int pmu_suspended = 0;
150 static spinlock_t pmu_lock;
151 static u8 pmu_intr_mask;
152 static int pmu_version;
153 static int drop_interrupts;
154 #ifdef CONFIG_PMAC_PBOOK
155 static int option_lid_wakeup = 1;
156 static int sleep_in_progress;
157 #endif /* CONFIG_PMAC_PBOOK */
158 static unsigned long async_req_locks;
159 static unsigned int pmu_irq_stats[11];
160
161 static struct proc_dir_entry *proc_pmu_root;
162 static struct proc_dir_entry *proc_pmu_info;
163 static struct proc_dir_entry *proc_pmu_irqstats;
164 static struct proc_dir_entry *proc_pmu_options;
165 static int option_server_mode;
166
167 #ifdef CONFIG_PMAC_PBOOK
168 int pmu_battery_count;
169 int pmu_cur_battery;
170 unsigned int pmu_power_flags;
171 struct pmu_battery_info pmu_batteries[PMU_MAX_BATTERIES];
172 static int query_batt_timer = BATTERY_POLLING_COUNT;
173 static struct adb_request batt_req;
174 static struct proc_dir_entry *proc_pmu_batt[PMU_MAX_BATTERIES];
175 #endif /* CONFIG_PMAC_PBOOK */
176
177 #if defined(CONFIG_INPUT_ADBHID) && defined(CONFIG_PMAC_BACKLIGHT)
178 extern int disable_kernel_backlight;
179 #endif /* defined(CONFIG_INPUT_ADBHID) && defined(CONFIG_PMAC_BACKLIGHT) */
180
181 int __fake_sleep;
182 int asleep;
183 struct notifier_block *sleep_notifier_list;
184
185 #ifdef CONFIG_ADB
186 static int adb_dev_map = 0;
187 static int pmu_adb_flags;
188
189 static int pmu_probe(void);
190 static int pmu_init(void);
191 static int pmu_send_request(struct adb_request *req, int sync);
192 static int pmu_adb_autopoll(int devs);
193 static int pmu_adb_reset_bus(void);
194 #endif /* CONFIG_ADB */
195
196 static int init_pmu(void);
197 static int pmu_queue_request(struct adb_request *req);
198 static void pmu_start(void);
199 static irqreturn_t via_pmu_interrupt(int irq, void *arg, struct pt_regs *regs);
200 static irqreturn_t gpio1_interrupt(int irq, void *arg, struct pt_regs *regs);
201 static int proc_get_info(char *page, char **start, off_t off,
202                           int count, int *eof, void *data);
203 static int proc_get_irqstats(char *page, char **start, off_t off,
204                           int count, int *eof, void *data);
205 #ifdef CONFIG_PMAC_BACKLIGHT
206 static int pmu_set_backlight_level(int level, void* data);
207 static int pmu_set_backlight_enable(int on, int level, void* data);
208 #endif /* CONFIG_PMAC_BACKLIGHT */
209 #ifdef CONFIG_PMAC_PBOOK
210 static void pmu_pass_intr(unsigned char *data, int len);
211 static int proc_get_batt(char *page, char **start, off_t off,
212                         int count, int *eof, void *data);
213 #endif /* CONFIG_PMAC_PBOOK */
214 static int proc_read_options(char *page, char **start, off_t off,
215                         int count, int *eof, void *data);
216 static int proc_write_options(struct file *file, const char __user *buffer,
217                         unsigned long count, void *data);
218
219 #ifdef CONFIG_ADB
220 struct adb_driver via_pmu_driver = {
221         "PMU",
222         pmu_probe,
223         pmu_init,
224         pmu_send_request,
225         pmu_adb_autopoll,
226         pmu_poll_adb,
227         pmu_adb_reset_bus
228 };
229 #endif /* CONFIG_ADB */
230
231 extern void low_sleep_handler(void);
232 extern void enable_kernel_altivec(void);
233 extern void enable_kernel_fp(void);
234
235 #ifdef DEBUG_SLEEP
236 int pmu_polled_request(struct adb_request *req);
237 int pmu_wink(struct adb_request *req);
238 #endif
239
240 /*
241  * This table indicates for each PMU opcode:
242  * - the number of data bytes to be sent with the command, or -1
243  *   if a length byte should be sent,
244  * - the number of response bytes which the PMU will return, or
245  *   -1 if it will send a length byte.
246  */
247 static const s8 pmu_data_len[256][2] __openfirmwaredata = {
248 /*         0       1       2       3       4       5       6       7  */
249 /*00*/  {-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
250 /*08*/  {-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},
251 /*10*/  { 1, 0},{ 1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
252 /*18*/  { 0, 1},{ 0, 1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{ 0, 0},
253 /*20*/  {-1, 0},{ 0, 0},{ 2, 0},{ 1, 0},{ 1, 0},{-1, 0},{-1, 0},{-1, 0},
254 /*28*/  { 0,-1},{ 0,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{ 0,-1},
255 /*30*/  { 4, 0},{20, 0},{-1, 0},{ 3, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
256 /*38*/  { 0, 4},{ 0,20},{ 2,-1},{ 2, 1},{ 3,-1},{-1,-1},{-1,-1},{ 4, 0},
257 /*40*/  { 1, 0},{ 1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
258 /*48*/  { 0, 1},{ 0, 1},{-1,-1},{ 1, 0},{ 1, 0},{-1,-1},{-1,-1},{-1,-1},
259 /*50*/  { 1, 0},{ 0, 0},{ 2, 0},{ 2, 0},{-1, 0},{ 1, 0},{ 3, 0},{ 1, 0},
260 /*58*/  { 0, 1},{ 1, 0},{ 0, 2},{ 0, 2},{ 0,-1},{-1,-1},{-1,-1},{-1,-1},
261 /*60*/  { 2, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
262 /*68*/  { 0, 3},{ 0, 3},{ 0, 2},{ 0, 8},{ 0,-1},{ 0,-1},{-1,-1},{-1,-1},
263 /*70*/  { 1, 0},{ 1, 0},{ 1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
264 /*78*/  { 0,-1},{ 0,-1},{-1,-1},{-1,-1},{-1,-1},{ 5, 1},{ 4, 1},{ 4, 1},
265 /*80*/  { 4, 0},{-1, 0},{ 0, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
266 /*88*/  { 0, 5},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},
267 /*90*/  { 1, 0},{ 2, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
268 /*98*/  { 0, 1},{ 0, 1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},
269 /*a0*/  { 2, 0},{ 2, 0},{ 2, 0},{ 4, 0},{-1, 0},{ 0, 0},{-1, 0},{-1, 0},
270 /*a8*/  { 1, 1},{ 1, 0},{ 3, 0},{ 2, 0},{-1,-1},{-1,-1},{-1,-1},{-1,-1},
271 /*b0*/  {-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
272 /*b8*/  {-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},
273 /*c0*/  {-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
274 /*c8*/  {-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},
275 /*d0*/  { 0, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
276 /*d8*/  { 1, 1},{ 1, 1},{-1,-1},{-1,-1},{ 0, 1},{ 0,-1},{-1,-1},{-1,-1},
277 /*e0*/  {-1, 0},{ 4, 0},{ 0, 1},{-1, 0},{-1, 0},{ 4, 0},{-1, 0},{-1, 0},
278 /*e8*/  { 3,-1},{-1,-1},{ 0, 1},{-1,-1},{ 0,-1},{-1,-1},{-1,-1},{ 0, 0},
279 /*f0*/  {-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},{-1, 0},
280 /*f8*/  {-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},{-1,-1},
281 };
282
283 static char *pbook_type[] = {
284         "Unknown PowerBook",
285         "PowerBook 2400/3400/3500(G3)",
286         "PowerBook G3 Series",
287         "1999 PowerBook G3",
288         "Core99"
289 };
290
291 #ifdef CONFIG_PMAC_BACKLIGHT
292 static struct backlight_controller pmu_backlight_controller = {
293         pmu_set_backlight_enable,
294         pmu_set_backlight_level
295 };
296 #endif /* CONFIG_PMAC_BACKLIGHT */
297
298 int __openfirmware
299 find_via_pmu(void)
300 {
301         if (via != 0)
302                 return 1;
303         vias = find_devices("via-pmu");
304         if (vias == 0)
305                 return 0;
306         if (vias->next != 0)
307                 printk(KERN_WARNING "Warning: only using 1st via-pmu\n");
308
309         if (vias->n_addrs < 1 || vias->n_intrs < 1) {
310                 printk(KERN_ERR "via-pmu: %d addresses, %d interrupts!\n",
311                        vias->n_addrs, vias->n_intrs);
312                 if (vias->n_addrs < 1 || vias->n_intrs < 1)
313                         return 0;
314         }
315
316         spin_lock_init(&pmu_lock);
317
318         pmu_has_adb = 1;
319
320         pmu_intr_mask = PMU_INT_PCEJECT |
321                         PMU_INT_SNDBRT |
322                         PMU_INT_ADB |
323                         PMU_INT_TICK;
324         
325         if (vias->parent->name && ((strcmp(vias->parent->name, "ohare") == 0)
326             || device_is_compatible(vias->parent, "ohare")))
327                 pmu_kind = PMU_OHARE_BASED;
328         else if (device_is_compatible(vias->parent, "paddington"))
329                 pmu_kind = PMU_PADDINGTON_BASED;
330         else if (device_is_compatible(vias->parent, "heathrow"))
331                 pmu_kind = PMU_HEATHROW_BASED;
332         else if (device_is_compatible(vias->parent, "Keylargo")
333                  || device_is_compatible(vias->parent, "K2-Keylargo")) {
334                 struct device_node *gpio, *gpiop;
335
336                 pmu_kind = PMU_KEYLARGO_BASED;
337                 pmu_has_adb = (find_type_devices("adb") != NULL);
338                 pmu_intr_mask = PMU_INT_PCEJECT |
339                                 PMU_INT_SNDBRT |
340                                 PMU_INT_ADB |
341                                 PMU_INT_TICK |
342                                 PMU_INT_ENVIRONMENT;
343                 
344                 gpiop = find_devices("gpio");
345                 if (gpiop && gpiop->n_addrs) {
346                         gpio_reg = ioremap(gpiop->addrs->address, 0x10);
347                         gpio = find_devices("extint-gpio1");
348                         if (gpio == NULL)
349                                 gpio = find_devices("pmu-interrupt");
350                         if (gpio && gpio->parent == gpiop && gpio->n_intrs)
351                                 gpio_irq = gpio->intrs[0].line;
352                 }
353         } else
354                 pmu_kind = PMU_UNKNOWN;
355
356         via = ioremap(vias->addrs->address, 0x2000);
357         
358         out_8(&via[IER], IER_CLR | 0x7f);       /* disable all intrs */
359         out_8(&via[IFR], 0x7f);                 /* clear IFR */
360
361         pmu_state = idle;
362
363         if (!init_pmu()) {
364                 via = NULL;
365                 return 0;
366         }
367
368         printk(KERN_INFO "PMU driver %d initialized for %s, firmware: %02x\n",
369                PMU_DRIVER_VERSION, pbook_type[pmu_kind], pmu_version);
370                
371         sys_ctrler = SYS_CTRLER_PMU;
372         
373         return 1;
374 }
375
376 #ifdef CONFIG_ADB
377 static int __openfirmware
378 pmu_probe(void)
379 {
380         return vias == NULL? -ENODEV: 0;
381 }
382
383 static int __init
384 pmu_init(void)
385 {
386         if (vias == NULL)
387                 return -ENODEV;
388         return 0;
389 }
390 #endif /* CONFIG_ADB */
391
392 /*
393  * We can't wait until pmu_init gets called, that happens too late.
394  * It happens after IDE and SCSI initialization, which can take a few
395  * seconds, and by that time the PMU could have given up on us and
396  * turned us off.
397  * Thus this is called with arch_initcall rather than device_initcall.
398  */
399 static int __init via_pmu_start(void)
400 {
401         if (vias == NULL)
402                 return -ENODEV;
403
404         bright_req_1.complete = 1;
405         bright_req_2.complete = 1;
406 #ifdef CONFIG_PMAC_PBOOK
407         batt_req.complete = 1;
408 #endif
409
410         if (request_irq(vias->intrs[0].line, via_pmu_interrupt, 0, "VIA-PMU",
411                         (void *)0)) {
412                 printk(KERN_ERR "VIA-PMU: can't get irq %d\n",
413                        vias->intrs[0].line);
414                 return -EAGAIN;
415         }
416
417         if (pmu_kind == PMU_KEYLARGO_BASED && gpio_irq != -1) {
418                 if (request_irq(gpio_irq, gpio1_interrupt, 0, "GPIO1 ADB", (void *)0))
419                         printk(KERN_ERR "pmu: can't get irq %d (GPIO1)\n", gpio_irq);
420                 gpio_irq_enabled = 1;
421         }
422
423         /* Enable interrupts */
424         out_8(&via[IER], IER_SET | SR_INT | CB1_INT);
425
426         pmu_fully_inited = 1;
427
428         /* Make sure PMU settle down before continuing. This is _very_ important
429          * since the IDE probe may shut interrupts down for quite a bit of time. If
430          * a PMU communication is pending while this happens, the PMU may timeout
431          * Not that on Core99 machines, the PMU keeps sending us environement
432          * messages, we should find a way to either fix IDE or make it call
433          * pmu_suspend() before masking interrupts. This can also happens while
434          * scolling with some fbdevs.
435          */
436         do {
437                 pmu_poll();
438         } while (pmu_state != idle);
439
440         return 0;
441 }
442
443 arch_initcall(via_pmu_start);
444
445 /*
446  * This has to be done after pci_init, which is a subsys_initcall.
447  */
448 static int __init via_pmu_dev_init(void)
449 {
450         if (vias == NULL)
451                 return -ENODEV;
452
453 #ifndef CONFIG_PPC64
454         request_OF_resource(vias, 0, NULL);
455 #endif
456 #ifdef CONFIG_PMAC_BACKLIGHT
457         /* Enable backlight */
458         register_backlight_controller(&pmu_backlight_controller, NULL, "pmu");
459 #endif /* CONFIG_PMAC_BACKLIGHT */
460
461 #ifdef CONFIG_PMAC_PBOOK
462         if (machine_is_compatible("AAPL,3400/2400") ||
463                 machine_is_compatible("AAPL,3500")) {
464                 int mb = pmac_call_feature(PMAC_FTR_GET_MB_INFO,
465                         NULL, PMAC_MB_INFO_MODEL, 0);
466                 pmu_battery_count = 1;
467                 if (mb == PMAC_TYPE_COMET)
468                         pmu_batteries[0].flags |= PMU_BATT_TYPE_COMET;
469                 else
470                         pmu_batteries[0].flags |= PMU_BATT_TYPE_HOOPER;
471         } else if (machine_is_compatible("AAPL,PowerBook1998") ||
472                 machine_is_compatible("PowerBook1,1")) {
473                 pmu_battery_count = 2;
474                 pmu_batteries[0].flags |= PMU_BATT_TYPE_SMART;
475                 pmu_batteries[1].flags |= PMU_BATT_TYPE_SMART;
476         } else {
477                 struct device_node* prim = find_devices("power-mgt");
478                 u32 *prim_info = NULL;
479                 if (prim)
480                         prim_info = (u32 *)get_property(prim, "prim-info", NULL);
481                 if (prim_info) {
482                         /* Other stuffs here yet unknown */
483                         pmu_battery_count = (prim_info[6] >> 16) & 0xff;
484                         pmu_batteries[0].flags |= PMU_BATT_TYPE_SMART;
485                         if (pmu_battery_count > 1)
486                                 pmu_batteries[1].flags |= PMU_BATT_TYPE_SMART;
487                 }
488         }
489 #endif /* CONFIG_PMAC_PBOOK */
490         /* Create /proc/pmu */
491         proc_pmu_root = proc_mkdir("pmu", NULL);
492         if (proc_pmu_root) {
493 #ifdef CONFIG_PMAC_PBOOK
494                 int i;
495
496                 for (i=0; i<pmu_battery_count; i++) {
497                         char title[16];
498                         sprintf(title, "battery_%d", i);
499                         proc_pmu_batt[i] = create_proc_read_entry(title, 0, proc_pmu_root,
500                                                 proc_get_batt, (void *)i);
501                 }
502 #endif /* CONFIG_PMAC_PBOOK */
503
504                 proc_pmu_info = create_proc_read_entry("info", 0, proc_pmu_root,
505                                         proc_get_info, NULL);
506                 proc_pmu_irqstats = create_proc_read_entry("interrupts", 0, proc_pmu_root,
507                                         proc_get_irqstats, NULL);
508                 proc_pmu_options = create_proc_entry("options", 0600, proc_pmu_root);
509                 if (proc_pmu_options) {
510                         proc_pmu_options->nlink = 1;
511                         proc_pmu_options->read_proc = proc_read_options;
512                         proc_pmu_options->write_proc = proc_write_options;
513                 }
514         }
515         return 0;
516 }
517
518 device_initcall(via_pmu_dev_init);
519
520 static int __openfirmware
521 init_pmu(void)
522 {
523         int timeout;
524         struct adb_request req;
525
526         out_8(&via[B], via[B] | TREQ);                  /* negate TREQ */
527         out_8(&via[DIRB], (via[DIRB] | TREQ) & ~TACK);  /* TACK in, TREQ out */
528
529         pmu_request(&req, NULL, 2, PMU_SET_INTR_MASK, pmu_intr_mask);
530         timeout =  100000;
531         while (!req.complete) {
532                 if (--timeout < 0) {
533                         printk(KERN_ERR "init_pmu: no response from PMU\n");
534                         return 0;
535                 }
536                 udelay(10);
537                 pmu_poll();
538         }
539
540         /* ack all pending interrupts */
541         timeout = 100000;
542         interrupt_data[0][0] = 1;
543         while (interrupt_data[0][0] || pmu_state != idle) {
544                 if (--timeout < 0) {
545                         printk(KERN_ERR "init_pmu: timed out acking intrs\n");
546                         return 0;
547                 }
548                 if (pmu_state == idle)
549                         adb_int_pending = 1;
550                 via_pmu_interrupt(0, NULL, NULL);
551                 udelay(10);
552         }
553
554         /* Tell PMU we are ready.  */
555         if (pmu_kind == PMU_KEYLARGO_BASED) {
556                 pmu_request(&req, NULL, 2, PMU_SYSTEM_READY, 2);
557                 while (!req.complete)
558                         pmu_poll();
559         }
560
561         /* Read PMU version */
562         pmu_request(&req, NULL, 1, PMU_GET_VERSION);
563         pmu_wait_complete(&req);
564         if (req.reply_len > 0)
565                 pmu_version = req.reply[0];
566         
567         /* Read server mode setting */
568         if (pmu_kind == PMU_KEYLARGO_BASED) {
569                 pmu_request(&req, NULL, 2, PMU_POWER_EVENTS,
570                             PMU_PWR_GET_POWERUP_EVENTS);
571                 pmu_wait_complete(&req);
572                 if (req.reply_len == 2) {
573                         if (req.reply[1] & PMU_PWR_WAKEUP_AC_INSERT)
574                                 option_server_mode = 1;
575                         printk(KERN_INFO "via-pmu: Server Mode is %s\n",
576                                option_server_mode ? "enabled" : "disabled");
577                 }
578         }
579         return 1;
580 }
581
582 int
583 pmu_get_model(void)
584 {
585         return pmu_kind;
586 }
587
588 #ifndef CONFIG_PPC64
589 static inline void wakeup_decrementer(void)
590 {
591         set_dec(tb_ticks_per_jiffy);
592         /* No currently-supported powerbook has a 601,
593          * so use get_tbl, not native
594          */
595         last_jiffy_stamp(0) = tb_last_stamp = get_tbl();
596 }
597 #endif
598
599 static void pmu_set_server_mode(int server_mode)
600 {
601         struct adb_request req;
602
603         if (pmu_kind != PMU_KEYLARGO_BASED)
604                 return;
605
606         option_server_mode = server_mode;
607         pmu_request(&req, NULL, 2, PMU_POWER_EVENTS, PMU_PWR_GET_POWERUP_EVENTS);
608         pmu_wait_complete(&req);
609         if (req.reply_len < 2)
610                 return;
611         if (server_mode)
612                 pmu_request(&req, NULL, 4, PMU_POWER_EVENTS,
613                             PMU_PWR_SET_POWERUP_EVENTS,
614                             req.reply[0], PMU_PWR_WAKEUP_AC_INSERT); 
615         else
616                 pmu_request(&req, NULL, 4, PMU_POWER_EVENTS,
617                             PMU_PWR_CLR_POWERUP_EVENTS,
618                             req.reply[0], PMU_PWR_WAKEUP_AC_INSERT); 
619         pmu_wait_complete(&req);
620 }
621
622 #ifdef CONFIG_PMAC_PBOOK
623
624 /* This new version of the code for 2400/3400/3500 powerbooks
625  * is inspired from the implementation in gkrellm-pmu
626  */
627 static void __pmac
628 done_battery_state_ohare(struct adb_request* req)
629 {
630         /* format:
631          *  [0]    :  flags
632          *    0x01 :  AC indicator
633          *    0x02 :  charging
634          *    0x04 :  battery exist
635          *    0x08 :  
636          *    0x10 :  
637          *    0x20 :  full charged
638          *    0x40 :  pcharge reset
639          *    0x80 :  battery exist
640          *
641          *  [1][2] :  battery voltage
642          *  [3]    :  CPU temperature
643          *  [4]    :  battery temperature
644          *  [5]    :  current
645          *  [6][7] :  pcharge
646          *              --tkoba
647          */
648         unsigned int bat_flags = PMU_BATT_TYPE_HOOPER;
649         long pcharge, charge, vb, vmax, lmax;
650         long vmax_charging, vmax_charged;
651         long amperage, voltage, time, max;
652         int mb = pmac_call_feature(PMAC_FTR_GET_MB_INFO,
653                         NULL, PMAC_MB_INFO_MODEL, 0);
654
655         if (req->reply[0] & 0x01)
656                 pmu_power_flags |= PMU_PWR_AC_PRESENT;
657         else
658                 pmu_power_flags &= ~PMU_PWR_AC_PRESENT;
659         
660         if (mb == PMAC_TYPE_COMET) {
661                 vmax_charged = 189;
662                 vmax_charging = 213;
663                 lmax = 6500;
664         } else {
665                 vmax_charged = 330;
666                 vmax_charging = 330;
667                 lmax = 6500;
668         }
669         vmax = vmax_charged;
670
671         /* If battery installed */
672         if (req->reply[0] & 0x04) {
673                 bat_flags |= PMU_BATT_PRESENT;
674                 if (req->reply[0] & 0x02)
675                         bat_flags |= PMU_BATT_CHARGING;
676                 vb = (req->reply[1] << 8) | req->reply[2];
677                 voltage = (vb * 265 + 72665) / 10;
678                 amperage = req->reply[5];
679                 if ((req->reply[0] & 0x01) == 0) {
680                         if (amperage > 200)
681                                 vb += ((amperage - 200) * 15)/100;
682                 } else if (req->reply[0] & 0x02) {
683                         vb = (vb * 97) / 100;
684                         vmax = vmax_charging;
685                 }
686                 charge = (100 * vb) / vmax;
687                 if (req->reply[0] & 0x40) {
688                         pcharge = (req->reply[6] << 8) + req->reply[7];
689                         if (pcharge > lmax)
690                                 pcharge = lmax;
691                         pcharge *= 100;
692                         pcharge = 100 - pcharge / lmax;
693                         if (pcharge < charge)
694                                 charge = pcharge;
695                 }
696                 if (amperage > 0)
697                         time = (charge * 16440) / amperage;
698                 else
699                         time = 0;
700                 max = 100;
701                 amperage = -amperage;
702         } else
703                 charge = max = amperage = voltage = time = 0;
704
705         pmu_batteries[pmu_cur_battery].flags = bat_flags;
706         pmu_batteries[pmu_cur_battery].charge = charge;
707         pmu_batteries[pmu_cur_battery].max_charge = max;
708         pmu_batteries[pmu_cur_battery].amperage = amperage;
709         pmu_batteries[pmu_cur_battery].voltage = voltage;
710         pmu_batteries[pmu_cur_battery].time_remaining = time;
711
712         clear_bit(0, &async_req_locks);
713 }
714
715 static void __pmac
716 done_battery_state_smart(struct adb_request* req)
717 {
718         /* format:
719          *  [0] : format of this structure (known: 3,4,5)
720          *  [1] : flags
721          *  
722          *  format 3 & 4:
723          *  
724          *  [2] : charge
725          *  [3] : max charge
726          *  [4] : current
727          *  [5] : voltage
728          *  
729          *  format 5:
730          *  
731          *  [2][3] : charge
732          *  [4][5] : max charge
733          *  [6][7] : current
734          *  [8][9] : voltage
735          */
736          
737         unsigned int bat_flags = PMU_BATT_TYPE_SMART;
738         int amperage;
739         unsigned int capa, max, voltage;
740         
741         if (req->reply[1] & 0x01)
742                 pmu_power_flags |= PMU_PWR_AC_PRESENT;
743         else
744                 pmu_power_flags &= ~PMU_PWR_AC_PRESENT;
745
746
747         capa = max = amperage = voltage = 0;
748         
749         if (req->reply[1] & 0x04) {
750                 bat_flags |= PMU_BATT_PRESENT;
751                 switch(req->reply[0]) {
752                         case 3:
753                         case 4: capa = req->reply[2];
754                                 max = req->reply[3];
755                                 amperage = *((signed char *)&req->reply[4]);
756                                 voltage = req->reply[5];
757                                 break;
758                         case 5: capa = (req->reply[2] << 8) | req->reply[3];
759                                 max = (req->reply[4] << 8) | req->reply[5];
760                                 amperage = *((signed short *)&req->reply[6]);
761                                 voltage = (req->reply[8] << 8) | req->reply[9];
762                                 break;
763                         default:
764                                 printk(KERN_WARNING "pmu.c : unrecognized battery info, len: %d, %02x %02x %02x %02x\n",
765                                         req->reply_len, req->reply[0], req->reply[1], req->reply[2], req->reply[3]);
766                                 break;
767                 }
768         }
769
770         if ((req->reply[1] & 0x01) && (amperage > 0))
771                 bat_flags |= PMU_BATT_CHARGING;
772
773         pmu_batteries[pmu_cur_battery].flags = bat_flags;
774         pmu_batteries[pmu_cur_battery].charge = capa;
775         pmu_batteries[pmu_cur_battery].max_charge = max;
776         pmu_batteries[pmu_cur_battery].amperage = amperage;
777         pmu_batteries[pmu_cur_battery].voltage = voltage;
778         if (amperage) {
779                 if ((req->reply[1] & 0x01) && (amperage > 0))
780                         pmu_batteries[pmu_cur_battery].time_remaining
781                                 = ((max-capa) * 3600) / amperage;
782                 else
783                         pmu_batteries[pmu_cur_battery].time_remaining
784                                 = (capa * 3600) / (-amperage);
785         } else
786                 pmu_batteries[pmu_cur_battery].time_remaining = 0;
787
788         pmu_cur_battery = (pmu_cur_battery + 1) % pmu_battery_count;
789
790         clear_bit(0, &async_req_locks);
791 }
792
793 static void __pmac
794 query_battery_state(void)
795 {
796         if (test_and_set_bit(0, &async_req_locks))
797                 return;
798         if (pmu_kind == PMU_OHARE_BASED)
799                 pmu_request(&batt_req, done_battery_state_ohare,
800                         1, PMU_BATTERY_STATE);
801         else
802                 pmu_request(&batt_req, done_battery_state_smart,
803                         2, PMU_SMART_BATTERY_STATE, pmu_cur_battery+1);
804 }
805
806 #endif /* CONFIG_PMAC_PBOOK */
807
808 static int __pmac
809 proc_get_info(char *page, char **start, off_t off,
810                 int count, int *eof, void *data)
811 {
812         char* p = page;
813
814         p += sprintf(p, "PMU driver version     : %d\n", PMU_DRIVER_VERSION);
815         p += sprintf(p, "PMU firmware version   : %02x\n", pmu_version);
816 #ifdef CONFIG_PMAC_PBOOK
817         p += sprintf(p, "AC Power               : %d\n",
818                 ((pmu_power_flags & PMU_PWR_AC_PRESENT) != 0));
819         p += sprintf(p, "Battery count          : %d\n", pmu_battery_count);
820 #endif /* CONFIG_PMAC_PBOOK */
821
822         return p - page;
823 }
824
825 static int __pmac
826 proc_get_irqstats(char *page, char **start, off_t off,
827                   int count, int *eof, void *data)
828 {
829         int i;
830         char* p = page;
831         static const char *irq_names[] = {
832                 "Total CB1 triggered events",
833                 "Total GPIO1 triggered events",
834                 "PC-Card eject button",
835                 "Sound/Brightness button",
836                 "ADB message",
837                 "Battery state change",
838                 "Environment interrupt",
839                 "Tick timer",
840                 "Ghost interrupt (zero len)",
841                 "Empty interrupt (empty mask)",
842                 "Max irqs in a row"
843         };
844
845         for (i=0; i<11; i++) {
846                 p += sprintf(p, " %2u: %10u (%s)\n",
847                              i, pmu_irq_stats[i], irq_names[i]);
848         }
849         return p - page;
850 }
851
852 #ifdef CONFIG_PMAC_PBOOK
853 static int __pmac
854 proc_get_batt(char *page, char **start, off_t off,
855                 int count, int *eof, void *data)
856 {
857         int batnum = (int)data;
858         char *p = page;
859         
860         p += sprintf(p, "\n");
861         p += sprintf(p, "flags      : %08x\n",
862                 pmu_batteries[batnum].flags);
863         p += sprintf(p, "charge     : %d\n",
864                 pmu_batteries[batnum].charge);
865         p += sprintf(p, "max_charge : %d\n",
866                 pmu_batteries[batnum].max_charge);
867         p += sprintf(p, "current    : %d\n",
868                 pmu_batteries[batnum].amperage);
869         p += sprintf(p, "voltage    : %d\n",
870                 pmu_batteries[batnum].voltage);
871         p += sprintf(p, "time rem.  : %d\n",
872                 pmu_batteries[batnum].time_remaining);
873
874         return p - page;
875 }
876 #endif /* CONFIG_PMAC_PBOOK */
877
878 static int __pmac
879 proc_read_options(char *page, char **start, off_t off,
880                         int count, int *eof, void *data)
881 {
882         char *p = page;
883
884 #ifdef CONFIG_PMAC_PBOOK
885         if (pmu_kind == PMU_KEYLARGO_BASED &&
886             pmac_call_feature(PMAC_FTR_SLEEP_STATE,NULL,0,-1) >= 0)
887                 p += sprintf(p, "lid_wakeup=%d\n", option_lid_wakeup);
888 #endif /* CONFIG_PMAC_PBOOK */
889         if (pmu_kind == PMU_KEYLARGO_BASED)
890                 p += sprintf(p, "server_mode=%d\n", option_server_mode);
891
892         return p - page;
893 }
894                         
895 static int __pmac
896 proc_write_options(struct file *file, const char __user *buffer,
897                         unsigned long count, void *data)
898 {
899         char tmp[33];
900         char *label, *val;
901         unsigned long fcount = count;
902         
903         if (!count)
904                 return -EINVAL;
905         if (count > 32)
906                 count = 32;
907         if (copy_from_user(tmp, buffer, count))
908                 return -EFAULT;
909         tmp[count] = 0;
910
911         label = tmp;
912         while(*label == ' ')
913                 label++;
914         val = label;
915         while(*val && (*val != '=')) {
916                 if (*val == ' ')
917                         *val = 0;
918                 val++;
919         }
920         if ((*val) == 0)
921                 return -EINVAL;
922         *(val++) = 0;
923         while(*val == ' ')
924                 val++;
925 #ifdef CONFIG_PMAC_PBOOK
926         if (pmu_kind == PMU_KEYLARGO_BASED &&
927             pmac_call_feature(PMAC_FTR_SLEEP_STATE,NULL,0,-1) >= 0)
928                 if (!strcmp(label, "lid_wakeup"))
929                         option_lid_wakeup = ((*val) == '1');
930 #endif /* CONFIG_PMAC_PBOOK */
931         if (pmu_kind == PMU_KEYLARGO_BASED && !strcmp(label, "server_mode")) {
932                 int new_value;
933                 new_value = ((*val) == '1');
934                 if (new_value != option_server_mode)
935                         pmu_set_server_mode(new_value);
936         }
937         return fcount;
938 }
939
940 #ifdef CONFIG_ADB
941 /* Send an ADB command */
942 static int __pmac
943 pmu_send_request(struct adb_request *req, int sync)
944 {
945         int i, ret;
946
947         if ((vias == NULL) || (!pmu_fully_inited)) {
948                 req->complete = 1;
949                 return -ENXIO;
950         }
951
952         ret = -EINVAL;
953
954         switch (req->data[0]) {
955         case PMU_PACKET:
956                 for (i = 0; i < req->nbytes - 1; ++i)
957                         req->data[i] = req->data[i+1];
958                 --req->nbytes;
959                 if (pmu_data_len[req->data[0]][1] != 0) {
960                         req->reply[0] = ADB_RET_OK;
961                         req->reply_len = 1;
962                 } else
963                         req->reply_len = 0;
964                 ret = pmu_queue_request(req);
965                 break;
966         case CUDA_PACKET:
967                 switch (req->data[1]) {
968                 case CUDA_GET_TIME:
969                         if (req->nbytes != 2)
970                                 break;
971                         req->data[0] = PMU_READ_RTC;
972                         req->nbytes = 1;
973                         req->reply_len = 3;
974                         req->reply[0] = CUDA_PACKET;
975                         req->reply[1] = 0;
976                         req->reply[2] = CUDA_GET_TIME;
977                         ret = pmu_queue_request(req);
978                         break;
979                 case CUDA_SET_TIME:
980                         if (req->nbytes != 6)
981                                 break;
982                         req->data[0] = PMU_SET_RTC;
983                         req->nbytes = 5;
984                         for (i = 1; i <= 4; ++i)
985                                 req->data[i] = req->data[i+1];
986                         req->reply_len = 3;
987                         req->reply[0] = CUDA_PACKET;
988                         req->reply[1] = 0;
989                         req->reply[2] = CUDA_SET_TIME;
990                         ret = pmu_queue_request(req);
991                         break;
992                 }
993                 break;
994         case ADB_PACKET:
995                 if (!pmu_has_adb)
996                         return -ENXIO;
997                 for (i = req->nbytes - 1; i > 1; --i)
998                         req->data[i+2] = req->data[i];
999                 req->data[3] = req->nbytes - 2;
1000                 req->data[2] = pmu_adb_flags;
1001                 /*req->data[1] = req->data[1];*/
1002                 req->data[0] = PMU_ADB_CMD;
1003                 req->nbytes += 2;
1004                 req->reply_expected = 1;
1005                 req->reply_len = 0;
1006                 ret = pmu_queue_request(req);
1007                 break;
1008         }
1009         if (ret) {
1010                 req->complete = 1;
1011                 return ret;
1012         }
1013
1014         if (sync)
1015                 while (!req->complete)
1016                         pmu_poll();
1017
1018         return 0;
1019 }
1020
1021 /* Enable/disable autopolling */
1022 static int __pmac
1023 pmu_adb_autopoll(int devs)
1024 {
1025         struct adb_request req;
1026
1027         if ((vias == NULL) || (!pmu_fully_inited) || !pmu_has_adb)
1028                 return -ENXIO;
1029
1030         if (devs) {
1031                 adb_dev_map = devs;
1032                 pmu_request(&req, NULL, 5, PMU_ADB_CMD, 0, 0x86,
1033                             adb_dev_map >> 8, adb_dev_map);
1034                 pmu_adb_flags = 2;
1035         } else {
1036                 pmu_request(&req, NULL, 1, PMU_ADB_POLL_OFF);
1037                 pmu_adb_flags = 0;
1038         }
1039         while (!req.complete)
1040                 pmu_poll();
1041         return 0;
1042 }
1043
1044 /* Reset the ADB bus */
1045 static int __pmac
1046 pmu_adb_reset_bus(void)
1047 {
1048         struct adb_request req;
1049         int save_autopoll = adb_dev_map;
1050
1051         if ((vias == NULL) || (!pmu_fully_inited) || !pmu_has_adb)
1052                 return -ENXIO;
1053
1054         /* anyone got a better idea?? */
1055         pmu_adb_autopoll(0);
1056
1057         req.nbytes = 5;
1058         req.done = NULL;
1059         req.data[0] = PMU_ADB_CMD;
1060         req.data[1] = 0;
1061         req.data[2] = ADB_BUSRESET;
1062         req.data[3] = 0;
1063         req.data[4] = 0;
1064         req.reply_len = 0;
1065         req.reply_expected = 1;
1066         if (pmu_queue_request(&req) != 0) {
1067                 printk(KERN_ERR "pmu_adb_reset_bus: pmu_queue_request failed\n");
1068                 return -EIO;
1069         }
1070         pmu_wait_complete(&req);
1071
1072         if (save_autopoll != 0)
1073                 pmu_adb_autopoll(save_autopoll);
1074
1075         return 0;
1076 }
1077 #endif /* CONFIG_ADB */
1078
1079 /* Construct and send a pmu request */
1080 int __openfirmware
1081 pmu_request(struct adb_request *req, void (*done)(struct adb_request *),
1082             int nbytes, ...)
1083 {
1084         va_list list;
1085         int i;
1086
1087         if (vias == NULL)
1088                 return -ENXIO;
1089
1090         if (nbytes < 0 || nbytes > 32) {
1091                 printk(KERN_ERR "pmu_request: bad nbytes (%d)\n", nbytes);
1092                 req->complete = 1;
1093                 return -EINVAL;
1094         }
1095         req->nbytes = nbytes;
1096         req->done = done;
1097         va_start(list, nbytes);
1098         for (i = 0; i < nbytes; ++i)
1099                 req->data[i] = va_arg(list, int);
1100         va_end(list);
1101         req->reply_len = 0;
1102         req->reply_expected = 0;
1103         return pmu_queue_request(req);
1104 }
1105
1106 int __pmac
1107 pmu_queue_request(struct adb_request *req)
1108 {
1109         unsigned long flags;
1110         int nsend;
1111
1112         if (via == NULL) {
1113                 req->complete = 1;
1114                 return -ENXIO;
1115         }
1116         if (req->nbytes <= 0) {
1117                 req->complete = 1;
1118                 return 0;
1119         }
1120         nsend = pmu_data_len[req->data[0]][0];
1121         if (nsend >= 0 && req->nbytes != nsend + 1) {
1122                 req->complete = 1;
1123                 return -EINVAL;
1124         }
1125
1126         req->next = NULL;
1127         req->sent = 0;
1128         req->complete = 0;
1129
1130         spin_lock_irqsave(&pmu_lock, flags);
1131         if (current_req != 0) {
1132                 last_req->next = req;
1133                 last_req = req;
1134         } else {
1135                 current_req = req;
1136                 last_req = req;
1137                 if (pmu_state == idle)
1138                         pmu_start();
1139         }
1140         spin_unlock_irqrestore(&pmu_lock, flags);
1141
1142         return 0;
1143 }
1144
1145 static inline void
1146 wait_for_ack(void)
1147 {
1148         /* Sightly increased the delay, I had one occurrence of the message
1149          * reported
1150          */
1151         int timeout = 4000;
1152         while ((in_8(&via[B]) & TACK) == 0) {
1153                 if (--timeout < 0) {
1154                         printk(KERN_ERR "PMU not responding (!ack)\n");
1155                         return;
1156                 }
1157                 udelay(10);
1158         }
1159 }
1160
1161 /* New PMU seems to be very sensitive to those timings, so we make sure
1162  * PCI is flushed immediately */
1163 static inline void
1164 send_byte(int x)
1165 {
1166         volatile unsigned char __iomem *v = via;
1167
1168         out_8(&v[ACR], in_8(&v[ACR]) | SR_OUT | SR_EXT);
1169         out_8(&v[SR], x);
1170         out_8(&v[B], in_8(&v[B]) & ~TREQ);              /* assert TREQ */
1171         (void)in_8(&v[B]);
1172 }
1173
1174 static inline void
1175 recv_byte(void)
1176 {
1177         volatile unsigned char __iomem *v = via;
1178
1179         out_8(&v[ACR], (in_8(&v[ACR]) & ~SR_OUT) | SR_EXT);
1180         in_8(&v[SR]);           /* resets SR */
1181         out_8(&v[B], in_8(&v[B]) & ~TREQ);
1182         (void)in_8(&v[B]);
1183 }
1184
1185 static inline void
1186 pmu_done(struct adb_request *req)
1187 {
1188         void (*done)(struct adb_request *) = req->done;
1189         mb();
1190         req->complete = 1;
1191         /* Here, we assume that if the request has a done member, the
1192          * struct request will survive to setting req->complete to 1
1193          */
1194         if (done)
1195                 (*done)(req);
1196 }
1197
1198 static void __pmac
1199 pmu_start(void)
1200 {
1201         struct adb_request *req;
1202
1203         /* assert pmu_state == idle */
1204         /* get the packet to send */
1205         req = current_req;
1206         if (req == 0 || pmu_state != idle
1207             || (/*req->reply_expected && */req_awaiting_reply))
1208                 return;
1209
1210         pmu_state = sending;
1211         data_index = 1;
1212         data_len = pmu_data_len[req->data[0]][0];
1213
1214         /* Sounds safer to make sure ACK is high before writing. This helped
1215          * kill a problem with ADB and some iBooks
1216          */
1217         wait_for_ack();
1218         /* set the shift register to shift out and send a byte */
1219         send_byte(req->data[0]);
1220 }
1221
1222 void __openfirmware
1223 pmu_poll(void)
1224 {
1225         if (!via)
1226                 return;
1227         if (disable_poll)
1228                 return;
1229         via_pmu_interrupt(0, NULL, NULL);
1230 }
1231
1232 void __openfirmware
1233 pmu_poll_adb(void)
1234 {
1235         if (!via)
1236                 return;
1237         if (disable_poll)
1238                 return;
1239         /* Kicks ADB read when PMU is suspended */
1240         adb_int_pending = 1;
1241         do {
1242                 via_pmu_interrupt(0, NULL, NULL);
1243         } while (pmu_suspended && (adb_int_pending || pmu_state != idle
1244                 || req_awaiting_reply));
1245 }
1246
1247 void __openfirmware
1248 pmu_wait_complete(struct adb_request *req)
1249 {
1250         if (!via)
1251                 return;
1252         while((pmu_state != idle && pmu_state != locked) || !req->complete)
1253                 via_pmu_interrupt(0, NULL, NULL);
1254 }
1255
1256 /* This function loops until the PMU is idle and prevents it from
1257  * anwsering to ADB interrupts. pmu_request can still be called.
1258  * This is done to avoid spurrious shutdowns when we know we'll have
1259  * interrupts switched off for a long time
1260  */
1261 void __openfirmware
1262 pmu_suspend(void)
1263 {
1264         unsigned long flags;
1265 #ifdef SUSPEND_USES_PMU
1266         struct adb_request *req;
1267 #endif
1268         if (!via)
1269                 return;
1270         
1271         spin_lock_irqsave(&pmu_lock, flags);
1272         pmu_suspended++;
1273         if (pmu_suspended > 1) {
1274                 spin_unlock_irqrestore(&pmu_lock, flags);
1275                 return;
1276         }
1277
1278         do {
1279                 spin_unlock_irqrestore(&pmu_lock, flags);
1280                 if (req_awaiting_reply)
1281                         adb_int_pending = 1;
1282                 via_pmu_interrupt(0, NULL, NULL);
1283                 spin_lock_irqsave(&pmu_lock, flags);
1284                 if (!adb_int_pending && pmu_state == idle && !req_awaiting_reply) {
1285 #ifdef SUSPEND_USES_PMU
1286                         pmu_request(&req, NULL, 2, PMU_SET_INTR_MASK, 0);
1287                         spin_unlock_irqrestore(&pmu_lock, flags);
1288                         while(!req.complete)
1289                                 pmu_poll();
1290 #else /* SUSPEND_USES_PMU */
1291                         if (gpio_irq >= 0)
1292                                 disable_irq_nosync(gpio_irq);
1293                         out_8(&via[IER], CB1_INT | IER_CLR);
1294                         spin_unlock_irqrestore(&pmu_lock, flags);
1295 #endif /* SUSPEND_USES_PMU */
1296                         break;
1297                 }
1298         } while (1);
1299 }
1300
1301 void __openfirmware
1302 pmu_resume(void)
1303 {
1304         unsigned long flags;
1305
1306         if (!via || (pmu_suspended < 1))
1307                 return;
1308
1309         spin_lock_irqsave(&pmu_lock, flags);
1310         pmu_suspended--;
1311         if (pmu_suspended > 0) {
1312                 spin_unlock_irqrestore(&pmu_lock, flags);
1313                 return;
1314         }
1315         adb_int_pending = 1;
1316 #ifdef SUSPEND_USES_PMU
1317         pmu_request(&req, NULL, 2, PMU_SET_INTR_MASK, pmu_intr_mask);
1318         spin_unlock_irqrestore(&pmu_lock, flags);
1319         while(!req.complete)
1320                 pmu_poll();
1321 #else /* SUSPEND_USES_PMU */
1322         if (gpio_irq >= 0)
1323                 enable_irq(gpio_irq);
1324         out_8(&via[IER], CB1_INT | IER_SET);
1325         spin_unlock_irqrestore(&pmu_lock, flags);
1326         pmu_poll();
1327 #endif /* SUSPEND_USES_PMU */
1328 }
1329
1330 /* Interrupt data could be the result data from an ADB cmd */
1331 static void __pmac
1332 pmu_handle_data(unsigned char *data, int len, struct pt_regs *regs)
1333 {
1334         unsigned char ints, pirq;
1335         int i = 0;
1336
1337         asleep = 0;
1338         if (drop_interrupts || len < 1) {
1339                 adb_int_pending = 0;
1340                 pmu_irq_stats[8]++;
1341                 return;
1342         }
1343
1344         /* Get PMU interrupt mask */
1345         ints = data[0];
1346
1347         /* Record zero interrupts for stats */
1348         if (ints == 0)
1349                 pmu_irq_stats[9]++;
1350
1351         /* Hack to deal with ADB autopoll flag */
1352         if (ints & PMU_INT_ADB)
1353                 ints &= ~(PMU_INT_ADB_AUTO | PMU_INT_AUTO_SRQ_POLL);
1354
1355 next:
1356
1357         if (ints == 0) {
1358                 if (i > pmu_irq_stats[10])
1359                         pmu_irq_stats[10] = i;
1360                 return;
1361         }
1362
1363         for (pirq = 0; pirq < 8; pirq++)
1364                 if (ints & (1 << pirq))
1365                         break;
1366         pmu_irq_stats[pirq]++;
1367         i++;
1368         ints &= ~(1 << pirq);
1369
1370         /* Note: for some reason, we get an interrupt with len=1,
1371          * data[0]==0 after each normal ADB interrupt, at least
1372          * on the Pismo. Still investigating...  --BenH
1373          */
1374         if ((1 << pirq) & PMU_INT_ADB) {
1375                 if ((data[0] & PMU_INT_ADB_AUTO) == 0) {
1376                         struct adb_request *req = req_awaiting_reply;
1377                         if (req == 0) {
1378                                 printk(KERN_ERR "PMU: extra ADB reply\n");
1379                                 return;
1380                         }
1381                         req_awaiting_reply = NULL;
1382                         if (len <= 2)
1383                                 req->reply_len = 0;
1384                         else {
1385                                 memcpy(req->reply, data + 1, len - 1);
1386                                 req->reply_len = len - 1;
1387                         }
1388                         pmu_done(req);
1389                 } else {
1390 #if defined(CONFIG_XMON) && !defined(CONFIG_PPC64)
1391                         if (len == 4 && data[1] == 0x2c) {
1392                                 extern int xmon_wants_key, xmon_adb_keycode;
1393                                 if (xmon_wants_key) {
1394                                         xmon_adb_keycode = data[2];
1395                                         return;
1396                                 }
1397                         }
1398 #endif /* defined(CONFIG_XMON) && !defined(CONFIG_PPC64) */
1399 #ifdef CONFIG_ADB
1400                         /*
1401                          * XXX On the [23]400 the PMU gives us an up
1402                          * event for keycodes 0x74 or 0x75 when the PC
1403                          * card eject buttons are released, so we
1404                          * ignore those events.
1405                          */
1406                         if (!(pmu_kind == PMU_OHARE_BASED && len == 4
1407                               && data[1] == 0x2c && data[3] == 0xff
1408                               && (data[2] & ~1) == 0xf4))
1409                                 adb_input(data+1, len-1, regs, 1);
1410 #endif /* CONFIG_ADB */         
1411                 }
1412         }
1413         /* Sound/brightness button pressed */
1414         else if ((1 << pirq) & PMU_INT_SNDBRT) {
1415 #ifdef CONFIG_PMAC_BACKLIGHT
1416                 if (len == 3)
1417 #ifdef CONFIG_INPUT_ADBHID
1418                         if (!disable_kernel_backlight)
1419 #endif /* CONFIG_INPUT_ADBHID */
1420                                 set_backlight_level(data[1] >> 4);
1421 #endif /* CONFIG_PMAC_BACKLIGHT */
1422         }
1423         /* Tick interrupt */
1424         else if ((1 << pirq) & PMU_INT_TICK) {
1425 #ifdef CONFIG_PMAC_PBOOK
1426                 /* Environement or tick interrupt, query batteries */
1427                 if (pmu_battery_count) {
1428                         if ((--query_batt_timer) == 0) {
1429                                 query_battery_state();
1430                                 query_batt_timer = BATTERY_POLLING_COUNT;
1431                         }
1432                 }
1433         }
1434         else if ((1 << pirq) & PMU_INT_ENVIRONMENT) {
1435                 if (pmu_battery_count)
1436                         query_battery_state();
1437                 pmu_pass_intr(data, len);
1438         } else {
1439                pmu_pass_intr(data, len);
1440 #endif /* CONFIG_PMAC_PBOOK */
1441         }
1442         goto next;
1443 }
1444
1445 static struct adb_request* __pmac
1446 pmu_sr_intr(struct pt_regs *regs)
1447 {
1448         struct adb_request *req;
1449         int bite = 0;
1450
1451         if (via[B] & TREQ) {
1452                 printk(KERN_ERR "PMU: spurious SR intr (%x)\n", via[B]);
1453                 out_8(&via[IFR], SR_INT);
1454                 return NULL;
1455         }
1456         /* The ack may not yet be low when we get the interrupt */
1457         while ((in_8(&via[B]) & TACK) != 0)
1458                         ;
1459
1460         /* if reading grab the byte, and reset the interrupt */
1461         if (pmu_state == reading || pmu_state == reading_intr)
1462                 bite = in_8(&via[SR]);
1463
1464         /* reset TREQ and wait for TACK to go high */
1465         out_8(&via[B], in_8(&via[B]) | TREQ);
1466         wait_for_ack();
1467
1468         switch (pmu_state) {
1469         case sending:
1470                 req = current_req;
1471                 if (data_len < 0) {
1472                         data_len = req->nbytes - 1;
1473                         send_byte(data_len);
1474                         break;
1475                 }
1476                 if (data_index <= data_len) {
1477                         send_byte(req->data[data_index++]);
1478                         break;
1479                 }
1480                 req->sent = 1;
1481                 data_len = pmu_data_len[req->data[0]][1];
1482                 if (data_len == 0) {
1483                         pmu_state = idle;
1484                         current_req = req->next;
1485                         if (req->reply_expected)
1486                                 req_awaiting_reply = req;
1487                         else
1488                                 return req;
1489                 } else {
1490                         pmu_state = reading;
1491                         data_index = 0;
1492                         reply_ptr = req->reply + req->reply_len;
1493                         recv_byte();
1494                 }
1495                 break;
1496
1497         case intack:
1498                 data_index = 0;
1499                 data_len = -1;
1500                 pmu_state = reading_intr;
1501                 reply_ptr = interrupt_data[int_data_last];
1502                 recv_byte();
1503                 if (gpio_irq >= 0 && !gpio_irq_enabled) {
1504                         enable_irq(gpio_irq);
1505                         gpio_irq_enabled = 1;
1506                 }
1507                 break;
1508
1509         case reading:
1510         case reading_intr:
1511                 if (data_len == -1) {
1512                         data_len = bite;
1513                         if (bite > 32)
1514                                 printk(KERN_ERR "PMU: bad reply len %d\n", bite);
1515                 } else if (data_index < 32) {
1516                         reply_ptr[data_index++] = bite;
1517                 }
1518                 if (data_index < data_len) {
1519                         recv_byte();
1520                         break;
1521                 }
1522
1523                 if (pmu_state == reading_intr) {
1524                         pmu_state = idle;
1525                         int_data_state[int_data_last] = int_data_ready;
1526                         interrupt_data_len[int_data_last] = data_len;
1527                 } else {
1528                         req = current_req;
1529                         /* 
1530                          * For PMU sleep and freq change requests, we lock the
1531                          * PMU until it's explicitely unlocked. This avoids any
1532                          * spurrious event polling getting in
1533                          */
1534                         current_req = req->next;
1535                         req->reply_len += data_index;
1536                         if (req->data[0] == PMU_SLEEP || req->data[0] == PMU_CPU_SPEED)
1537                                 pmu_state = locked;
1538                         else
1539                                 pmu_state = idle;
1540                         return req;
1541                 }
1542                 break;
1543
1544         default:
1545                 printk(KERN_ERR "via_pmu_interrupt: unknown state %d?\n",
1546                        pmu_state);
1547         }
1548         return NULL;
1549 }
1550
1551 static irqreturn_t __pmac
1552 via_pmu_interrupt(int irq, void *arg, struct pt_regs *regs)
1553 {
1554         unsigned long flags;
1555         int intr;
1556         int nloop = 0;
1557         int int_data = -1;
1558         struct adb_request *req = NULL;
1559         int handled = 0;
1560
1561         /* This is a bit brutal, we can probably do better */
1562         spin_lock_irqsave(&pmu_lock, flags);
1563         ++disable_poll;
1564         
1565         for (;;) {
1566                 intr = in_8(&via[IFR]) & (SR_INT | CB1_INT);
1567                 if (intr == 0)
1568                         break;
1569                 handled = 1;
1570                 if (++nloop > 1000) {
1571                         printk(KERN_DEBUG "PMU: stuck in intr loop, "
1572                                "intr=%x, ier=%x pmu_state=%d\n",
1573                                intr, in_8(&via[IER]), pmu_state);
1574                         break;
1575                 }
1576                 out_8(&via[IFR], intr);
1577                 if (intr & CB1_INT) {
1578                         adb_int_pending = 1;
1579                         pmu_irq_stats[0]++;
1580                 }
1581                 if (intr & SR_INT) {
1582                         req = pmu_sr_intr(regs);
1583                         if (req)
1584                                 break;
1585                 }
1586         }
1587
1588 recheck:
1589         if (pmu_state == idle) {
1590                 if (adb_int_pending) {
1591                         if (int_data_state[0] == int_data_empty)
1592                                 int_data_last = 0;
1593                         else if (int_data_state[1] == int_data_empty)
1594                                 int_data_last = 1;
1595                         else
1596                                 goto no_free_slot;
1597                         pmu_state = intack;
1598                         int_data_state[int_data_last] = int_data_fill;
1599                         /* Sounds safer to make sure ACK is high before writing.
1600                          * This helped kill a problem with ADB and some iBooks
1601                          */
1602                         wait_for_ack();
1603                         send_byte(PMU_INT_ACK);
1604                         adb_int_pending = 0;
1605                 } else if (current_req)
1606                         pmu_start();
1607         }
1608 no_free_slot:                   
1609         /* Mark the oldest buffer for flushing */
1610         if (int_data_state[!int_data_last] == int_data_ready) {
1611                 int_data_state[!int_data_last] = int_data_flush;
1612                 int_data = !int_data_last;
1613         } else if (int_data_state[int_data_last] == int_data_ready) {
1614                 int_data_state[int_data_last] = int_data_flush;
1615                 int_data = int_data_last;
1616         }
1617         --disable_poll;
1618         spin_unlock_irqrestore(&pmu_lock, flags);
1619
1620         /* Deal with completed PMU requests outside of the lock */
1621         if (req) {
1622                 pmu_done(req);
1623                 req = NULL;
1624         }
1625                 
1626         /* Deal with interrupt datas outside of the lock */
1627         if (int_data >= 0) {
1628                 pmu_handle_data(interrupt_data[int_data], interrupt_data_len[int_data], regs);
1629                 spin_lock_irqsave(&pmu_lock, flags);
1630                 ++disable_poll;
1631                 int_data_state[int_data] = int_data_empty;
1632                 int_data = -1;
1633                 goto recheck;
1634         }
1635
1636         return IRQ_RETVAL(handled);
1637 }
1638
1639 void __pmac
1640 pmu_unlock(void)
1641 {
1642         unsigned long flags;
1643
1644         spin_lock_irqsave(&pmu_lock, flags);
1645         if (pmu_state == locked)
1646                 pmu_state = idle;
1647         adb_int_pending = 1;
1648         spin_unlock_irqrestore(&pmu_lock, flags);
1649 }
1650
1651
1652 static irqreturn_t __pmac
1653 gpio1_interrupt(int irq, void *arg, struct pt_regs *regs)
1654 {
1655         unsigned long flags;
1656
1657         if ((in_8(gpio_reg + 0x9) & 0x02) == 0) {
1658                 spin_lock_irqsave(&pmu_lock, flags);
1659                 if (gpio_irq_enabled > 0) {
1660                         disable_irq_nosync(gpio_irq);
1661                         gpio_irq_enabled = 0;
1662                 }
1663                 pmu_irq_stats[1]++;
1664                 adb_int_pending = 1;
1665                 spin_unlock_irqrestore(&pmu_lock, flags);
1666                 via_pmu_interrupt(0, NULL, NULL);
1667                 return IRQ_HANDLED;
1668         }
1669         return IRQ_NONE;
1670 }
1671
1672 #ifdef CONFIG_PMAC_BACKLIGHT
1673 static int backlight_to_bright[] __pmacdata = {
1674         0x7f, 0x46, 0x42, 0x3e, 0x3a, 0x36, 0x32, 0x2e,
1675         0x2a, 0x26, 0x22, 0x1e, 0x1a, 0x16, 0x12, 0x0e
1676 };
1677  
1678 static int __openfirmware
1679 pmu_set_backlight_enable(int on, int level, void* data)
1680 {
1681         struct adb_request req;
1682         
1683         if (vias == NULL)
1684                 return -ENODEV;
1685
1686         if (on) {
1687                 pmu_request(&req, NULL, 2, PMU_BACKLIGHT_BRIGHT,
1688                             backlight_to_bright[level]);
1689                 pmu_wait_complete(&req);
1690         }
1691         pmu_request(&req, NULL, 2, PMU_POWER_CTRL,
1692                     PMU_POW_BACKLIGHT | (on ? PMU_POW_ON : PMU_POW_OFF));
1693         pmu_wait_complete(&req);
1694
1695         return 0;
1696 }
1697
1698 static void __openfirmware
1699 pmu_bright_complete(struct adb_request *req)
1700 {
1701         if (req == &bright_req_1)
1702                 clear_bit(1, &async_req_locks);
1703         if (req == &bright_req_2)
1704                 clear_bit(2, &async_req_locks);
1705 }
1706
1707 static int __openfirmware
1708 pmu_set_backlight_level(int level, void* data)
1709 {
1710         if (vias == NULL)
1711                 return -ENODEV;
1712
1713         if (test_and_set_bit(1, &async_req_locks))
1714                 return -EAGAIN;
1715         pmu_request(&bright_req_1, pmu_bright_complete, 2, PMU_BACKLIGHT_BRIGHT,
1716                 backlight_to_bright[level]);
1717         if (test_and_set_bit(2, &async_req_locks))
1718                 return -EAGAIN;
1719         pmu_request(&bright_req_2, pmu_bright_complete, 2, PMU_POWER_CTRL,
1720                     PMU_POW_BACKLIGHT | (level > BACKLIGHT_OFF ?
1721                                          PMU_POW_ON : PMU_POW_OFF));
1722
1723         return 0;
1724 }
1725 #endif /* CONFIG_PMAC_BACKLIGHT */
1726
1727 void __pmac
1728 pmu_enable_irled(int on)
1729 {
1730         struct adb_request req;
1731
1732         if (vias == NULL)
1733                 return ;
1734         if (pmu_kind == PMU_KEYLARGO_BASED)
1735                 return ;
1736
1737         pmu_request(&req, NULL, 2, PMU_POWER_CTRL, PMU_POW_IRLED |
1738             (on ? PMU_POW_ON : PMU_POW_OFF));
1739         pmu_wait_complete(&req);
1740 }
1741
1742 void __pmac
1743 pmu_restart(void)
1744 {
1745         struct adb_request req;
1746
1747         if (via == NULL)
1748                 return;
1749
1750         local_irq_disable();
1751
1752         drop_interrupts = 1;
1753         
1754         if (pmu_kind != PMU_KEYLARGO_BASED) {
1755                 pmu_request(&req, NULL, 2, PMU_SET_INTR_MASK, PMU_INT_ADB |
1756                                                 PMU_INT_TICK );
1757                 while(!req.complete)
1758                         pmu_poll();
1759         }
1760
1761         pmu_request(&req, NULL, 1, PMU_RESET);
1762         pmu_wait_complete(&req);
1763         for (;;)
1764                 ;
1765 }
1766
1767 void __pmac
1768 pmu_shutdown(void)
1769 {
1770         struct adb_request req;
1771
1772         if (via == NULL)
1773                 return;
1774
1775         local_irq_disable();
1776
1777         drop_interrupts = 1;
1778
1779         if (pmu_kind != PMU_KEYLARGO_BASED) {
1780                 pmu_request(&req, NULL, 2, PMU_SET_INTR_MASK, PMU_INT_ADB |
1781                                                 PMU_INT_TICK );
1782                 pmu_wait_complete(&req);
1783         } else {
1784                 /* Disable server mode on shutdown or we'll just
1785                  * wake up again
1786                  */
1787                 pmu_set_server_mode(0);
1788         }
1789
1790         pmu_request(&req, NULL, 5, PMU_SHUTDOWN,
1791                     'M', 'A', 'T', 'T');
1792         pmu_wait_complete(&req);
1793         for (;;)
1794                 ;
1795 }
1796
1797 int
1798 pmu_present(void)
1799 {
1800         return via != 0;
1801 }
1802
1803 struct pmu_i2c_hdr {
1804         u8      bus;
1805         u8      mode;
1806         u8      bus2;
1807         u8      address;
1808         u8      sub_addr;
1809         u8      comb_addr;
1810         u8      count;
1811 };
1812
1813 int
1814 pmu_i2c_combined_read(int bus, int addr, int subaddr,  u8* data, int len)
1815 {
1816         struct adb_request      req;
1817         struct pmu_i2c_hdr      *hdr = (struct pmu_i2c_hdr *)&req.data[1];
1818         int retry;
1819         int rc;
1820
1821         for (retry=0; retry<16; retry++) {
1822                 memset(&req, 0, sizeof(req));
1823
1824                 hdr->bus = bus;
1825                 hdr->address = addr & 0xfe;
1826                 hdr->mode = PMU_I2C_MODE_COMBINED;
1827                 hdr->bus2 = 0;
1828                 hdr->sub_addr = subaddr;
1829                 hdr->comb_addr = addr | 1;
1830                 hdr->count = len;
1831                 
1832                 req.nbytes = sizeof(struct pmu_i2c_hdr) + 1;
1833                 req.reply_expected = 0;
1834                 req.reply_len = 0;
1835                 req.data[0] = PMU_I2C_CMD;
1836                 req.reply[0] = 0xff;
1837                 rc = pmu_queue_request(&req);
1838                 if (rc)
1839                         return rc;
1840                 while(!req.complete)
1841                         pmu_poll();
1842                 if (req.reply[0] == PMU_I2C_STATUS_OK)
1843                         break;
1844                 mdelay(15);
1845         }
1846         if (req.reply[0] != PMU_I2C_STATUS_OK)
1847                 return -1;
1848
1849         for (retry=0; retry<16; retry++) {
1850                 memset(&req, 0, sizeof(req));
1851
1852                 mdelay(15);
1853
1854                 hdr->bus = PMU_I2C_BUS_STATUS;
1855                 req.reply[0] = 0xff;
1856                 
1857                 req.nbytes = 2;
1858                 req.reply_expected = 0;
1859                 req.reply_len = 0;
1860                 req.data[0] = PMU_I2C_CMD;
1861                 rc = pmu_queue_request(&req);
1862                 if (rc)
1863                         return rc;
1864                 while(!req.complete)
1865                         pmu_poll();
1866                 if (req.reply[0] == PMU_I2C_STATUS_DATAREAD) {
1867                         memcpy(data, &req.reply[1], req.reply_len - 1);
1868                         return req.reply_len - 1;
1869                 }
1870         }
1871         return -1;
1872 }
1873
1874 int
1875 pmu_i2c_stdsub_write(int bus, int addr, int subaddr,  u8* data, int len)
1876 {
1877         struct adb_request      req;
1878         struct pmu_i2c_hdr      *hdr = (struct pmu_i2c_hdr *)&req.data[1];
1879         int retry;
1880         int rc;
1881
1882         for (retry=0; retry<16; retry++) {
1883                 memset(&req, 0, sizeof(req));
1884
1885                 hdr->bus = bus;
1886                 hdr->address = addr & 0xfe;
1887                 hdr->mode = PMU_I2C_MODE_STDSUB;
1888                 hdr->bus2 = 0;
1889                 hdr->sub_addr = subaddr;
1890                 hdr->comb_addr = addr & 0xfe;
1891                 hdr->count = len;
1892
1893                 req.data[0] = PMU_I2C_CMD;
1894                 memcpy(&req.data[sizeof(struct pmu_i2c_hdr) + 1], data, len);
1895                 req.nbytes = sizeof(struct pmu_i2c_hdr) + len + 1;
1896                 req.reply_expected = 0;
1897                 req.reply_len = 0;
1898                 req.reply[0] = 0xff;
1899                 rc = pmu_queue_request(&req);
1900                 if (rc)
1901                         return rc;
1902                 while(!req.complete)
1903                         pmu_poll();
1904                 if (req.reply[0] == PMU_I2C_STATUS_OK)
1905                         break;
1906                 mdelay(15);
1907         }
1908         if (req.reply[0] != PMU_I2C_STATUS_OK)
1909                 return -1;
1910
1911         for (retry=0; retry<16; retry++) {
1912                 memset(&req, 0, sizeof(req));
1913
1914                 mdelay(15);
1915
1916                 hdr->bus = PMU_I2C_BUS_STATUS;
1917                 req.reply[0] = 0xff;
1918                 
1919                 req.nbytes = 2;
1920                 req.reply_expected = 0;
1921                 req.reply_len = 0;
1922                 req.data[0] = PMU_I2C_CMD;
1923                 rc = pmu_queue_request(&req);
1924                 if (rc)
1925                         return rc;
1926                 while(!req.complete)
1927                         pmu_poll();
1928                 if (req.reply[0] == PMU_I2C_STATUS_OK)
1929                         return len;
1930         }
1931         return -1;
1932 }
1933
1934 int
1935 pmu_i2c_simple_read(int bus, int addr,  u8* data, int len)
1936 {
1937         struct adb_request      req;
1938         struct pmu_i2c_hdr      *hdr = (struct pmu_i2c_hdr *)&req.data[1];
1939         int retry;
1940         int rc;
1941
1942         for (retry=0; retry<16; retry++) {
1943                 memset(&req, 0, sizeof(req));
1944
1945                 hdr->bus = bus;
1946                 hdr->address = addr | 1;
1947                 hdr->mode = PMU_I2C_MODE_SIMPLE;
1948                 hdr->bus2 = 0;
1949                 hdr->sub_addr = 0;
1950                 hdr->comb_addr = 0;
1951                 hdr->count = len;
1952
1953                 req.data[0] = PMU_I2C_CMD;
1954                 req.nbytes = sizeof(struct pmu_i2c_hdr) + 1;
1955                 req.reply_expected = 0;
1956                 req.reply_len = 0;
1957                 req.reply[0] = 0xff;
1958                 rc = pmu_queue_request(&req);
1959                 if (rc)
1960                         return rc;
1961                 while(!req.complete)
1962                         pmu_poll();
1963                 if (req.reply[0] == PMU_I2C_STATUS_OK)
1964                         break;
1965                 mdelay(15);
1966         }
1967         if (req.reply[0] != PMU_I2C_STATUS_OK)
1968                 return -1;
1969
1970         for (retry=0; retry<16; retry++) {
1971                 memset(&req, 0, sizeof(req));
1972
1973                 mdelay(15);
1974
1975                 hdr->bus = PMU_I2C_BUS_STATUS;
1976                 req.reply[0] = 0xff;
1977                 
1978                 req.nbytes = 2;
1979                 req.reply_expected = 0;
1980                 req.reply_len = 0;
1981                 req.data[0] = PMU_I2C_CMD;
1982                 rc = pmu_queue_request(&req);
1983                 if (rc)
1984                         return rc;
1985                 while(!req.complete)
1986                         pmu_poll();
1987                 if (req.reply[0] == PMU_I2C_STATUS_DATAREAD) {
1988                         memcpy(data, &req.reply[1], req.reply_len - 1);
1989                         return req.reply_len - 1;
1990                 }
1991         }
1992         return -1;
1993 }
1994
1995 int
1996 pmu_i2c_simple_write(int bus, int addr,  u8* data, int len)
1997 {
1998         struct adb_request      req;
1999         struct pmu_i2c_hdr      *hdr = (struct pmu_i2c_hdr *)&req.data[1];
2000         int retry;
2001         int rc;
2002
2003         for (retry=0; retry<16; retry++) {
2004                 memset(&req, 0, sizeof(req));
2005
2006                 hdr->bus = bus;
2007                 hdr->address = addr & 0xfe;
2008                 hdr->mode = PMU_I2C_MODE_SIMPLE;
2009                 hdr->bus2 = 0;
2010                 hdr->sub_addr = 0;
2011                 hdr->comb_addr = 0;
2012                 hdr->count = len;
2013
2014                 req.data[0] = PMU_I2C_CMD;
2015                 memcpy(&req.data[sizeof(struct pmu_i2c_hdr) + 1], data, len);
2016                 req.nbytes = sizeof(struct pmu_i2c_hdr) + len + 1;
2017                 req.reply_expected = 0;
2018                 req.reply_len = 0;
2019                 req.reply[0] = 0xff;
2020                 rc = pmu_queue_request(&req);
2021                 if (rc)
2022                         return rc;
2023                 while(!req.complete)
2024                         pmu_poll();
2025                 if (req.reply[0] == PMU_I2C_STATUS_OK)
2026                         break;
2027                 mdelay(15);
2028         }
2029         if (req.reply[0] != PMU_I2C_STATUS_OK)
2030                 return -1;
2031
2032         for (retry=0; retry<16; retry++) {
2033                 memset(&req, 0, sizeof(req));
2034
2035                 mdelay(15);
2036
2037                 hdr->bus = PMU_I2C_BUS_STATUS;
2038                 req.reply[0] = 0xff;
2039                 
2040                 req.nbytes = 2;
2041                 req.reply_expected = 0;
2042                 req.reply_len = 0;
2043                 req.data[0] = PMU_I2C_CMD;
2044                 rc = pmu_queue_request(&req);
2045                 if (rc)
2046                         return rc;
2047                 while(!req.complete)
2048                         pmu_poll();
2049                 if (req.reply[0] == PMU_I2C_STATUS_OK)
2050                         return len;
2051         }
2052         return -1;
2053 }
2054
2055 #ifdef CONFIG_PMAC_PBOOK
2056
2057 static LIST_HEAD(sleep_notifiers);
2058
2059 int
2060 pmu_register_sleep_notifier(struct pmu_sleep_notifier *n)
2061 {
2062         struct list_head *list;
2063         struct pmu_sleep_notifier *notifier;
2064
2065         for (list = sleep_notifiers.next; list != &sleep_notifiers;
2066              list = list->next) {
2067                 notifier = list_entry(list, struct pmu_sleep_notifier, list);
2068                 if (n->priority > notifier->priority)
2069                         break;
2070         }
2071         __list_add(&n->list, list->prev, list);
2072         return 0;
2073 }
2074
2075 int
2076 pmu_unregister_sleep_notifier(struct pmu_sleep_notifier* n)
2077 {
2078         if (n->list.next == 0)
2079                 return -ENOENT;
2080         list_del(&n->list);
2081         n->list.next = NULL;
2082         return 0;
2083 }
2084
2085 /* Sleep is broadcast last-to-first */
2086 static int __pmac
2087 broadcast_sleep(int when, int fallback)
2088 {
2089         int ret = PBOOK_SLEEP_OK;
2090         struct list_head *list;
2091         struct pmu_sleep_notifier *notifier;
2092
2093         for (list = sleep_notifiers.prev; list != &sleep_notifiers;
2094              list = list->prev) {
2095                 notifier = list_entry(list, struct pmu_sleep_notifier, list);
2096                 ret = notifier->notifier_call(notifier, when);
2097                 if (ret != PBOOK_SLEEP_OK) {
2098                         printk(KERN_DEBUG "sleep %d rejected by %p (%p)\n",
2099                                when, notifier, notifier->notifier_call);
2100                         for (; list != &sleep_notifiers; list = list->next) {
2101                                 notifier = list_entry(list, struct pmu_sleep_notifier, list);
2102                                 notifier->notifier_call(notifier, fallback);
2103                         }
2104                         return ret;
2105                 }
2106         }
2107         return ret;
2108 }
2109
2110 /* Wake is broadcast first-to-last */
2111 static int __pmac
2112 broadcast_wake(void)
2113 {
2114         int ret = PBOOK_SLEEP_OK;
2115         struct list_head *list;
2116         struct pmu_sleep_notifier *notifier;
2117
2118         for (list = sleep_notifiers.next; list != &sleep_notifiers;
2119              list = list->next) {
2120                 notifier = list_entry(list, struct pmu_sleep_notifier, list);
2121                 notifier->notifier_call(notifier, PBOOK_WAKE);
2122         }
2123         return ret;
2124 }
2125
2126 /*
2127  * This struct is used to store config register values for
2128  * PCI devices which may get powered off when we sleep.
2129  */
2130 static struct pci_save {
2131 #ifndef HACKED_PCI_SAVE
2132         u16     command;
2133         u16     cache_lat;
2134         u16     intr;
2135         u32     rom_address;
2136 #else
2137         u32     config[16];
2138 #endif  
2139 } *pbook_pci_saves;
2140 static int pbook_npci_saves;
2141
2142 static void __pmac
2143 pbook_alloc_pci_save(void)
2144 {
2145         int npci;
2146         struct pci_dev *pd = NULL;
2147
2148         npci = 0;
2149         while ((pd = pci_find_device(PCI_ANY_ID, PCI_ANY_ID, pd)) != NULL) {
2150                 ++npci;
2151         }
2152         if (npci == 0)
2153                 return;
2154         pbook_pci_saves = (struct pci_save *)
2155                 kmalloc(npci * sizeof(struct pci_save), GFP_KERNEL);
2156         pbook_npci_saves = npci;
2157 }
2158
2159 static void __pmac
2160 pbook_free_pci_save(void)
2161 {
2162         if (pbook_pci_saves == NULL)
2163                 return;
2164         kfree(pbook_pci_saves);
2165         pbook_pci_saves = NULL;
2166         pbook_npci_saves = 0;
2167 }
2168
2169 static void __pmac
2170 pbook_pci_save(void)
2171 {
2172         struct pci_save *ps = pbook_pci_saves;
2173         struct pci_dev *pd = NULL;
2174         int npci = pbook_npci_saves;
2175         
2176         if (ps == NULL)
2177                 return;
2178
2179         while ((pd = pci_find_device(PCI_ANY_ID, PCI_ANY_ID, pd)) != NULL) {
2180                 if (npci-- == 0)
2181                         return;
2182 #ifndef HACKED_PCI_SAVE
2183                 pci_read_config_word(pd, PCI_COMMAND, &ps->command);
2184                 pci_read_config_word(pd, PCI_CACHE_LINE_SIZE, &ps->cache_lat);
2185                 pci_read_config_word(pd, PCI_INTERRUPT_LINE, &ps->intr);
2186                 pci_read_config_dword(pd, PCI_ROM_ADDRESS, &ps->rom_address);
2187 #else
2188                 int i;
2189                 for (i=1;i<16;i++)
2190                         pci_read_config_dword(pd, i<<4, &ps->config[i]);
2191 #endif
2192                 ++ps;
2193         }
2194 }
2195
2196 /* For this to work, we must take care of a few things: If gmac was enabled
2197  * during boot, it will be in the pci dev list. If it's disabled at this point
2198  * (and it will probably be), then you can't access it's config space.
2199  */
2200 static void __pmac
2201 pbook_pci_restore(void)
2202 {
2203         u16 cmd;
2204         struct pci_save *ps = pbook_pci_saves - 1;
2205         struct pci_dev *pd = NULL;
2206         int npci = pbook_npci_saves;
2207         int j;
2208
2209         while ((pd = pci_find_device(PCI_ANY_ID, PCI_ANY_ID, pd)) != NULL) {
2210 #ifdef HACKED_PCI_SAVE
2211                 int i;
2212                 if (npci-- == 0)
2213                         return;
2214                 ps++;
2215                 for (i=2;i<16;i++)
2216                         pci_write_config_dword(pd, i<<4, ps->config[i]);
2217                 pci_write_config_dword(pd, 4, ps->config[1]);
2218 #else
2219                 if (npci-- == 0)
2220                         return;
2221                 ps++;
2222                 if (ps->command == 0)
2223                         continue;
2224                 pci_read_config_word(pd, PCI_COMMAND, &cmd);
2225                 if ((ps->command & ~cmd) == 0)
2226                         continue;
2227                 switch (pd->hdr_type) {
2228                 case PCI_HEADER_TYPE_NORMAL:
2229                         for (j = 0; j < 6; ++j)
2230                                 pci_write_config_dword(pd,
2231                                         PCI_BASE_ADDRESS_0 + j*4,
2232                                         pd->resource[j].start);
2233                         pci_write_config_dword(pd, PCI_ROM_ADDRESS,
2234                                 ps->rom_address);
2235                         pci_write_config_word(pd, PCI_CACHE_LINE_SIZE,
2236                                 ps->cache_lat);
2237                         pci_write_config_word(pd, PCI_INTERRUPT_LINE,
2238                                 ps->intr);
2239                         pci_write_config_word(pd, PCI_COMMAND, ps->command);
2240                         break;
2241                 }
2242 #endif  
2243         }
2244 }
2245
2246 #ifdef DEBUG_SLEEP
2247 /* N.B. This doesn't work on the 3400 */
2248 void  __pmac
2249 pmu_blink(int n)
2250 {
2251         struct adb_request req;
2252
2253         memset(&req, 0, sizeof(req));
2254
2255         for (; n > 0; --n) {
2256                 req.nbytes = 4;
2257                 req.done = NULL;
2258                 req.data[0] = 0xee;
2259                 req.data[1] = 4;
2260                 req.data[2] = 0;
2261                 req.data[3] = 1;
2262                 req.reply[0] = ADB_RET_OK;
2263                 req.reply_len = 1;
2264                 req.reply_expected = 0;
2265                 pmu_polled_request(&req);
2266                 mdelay(50);
2267                 req.nbytes = 4;
2268                 req.done = NULL;
2269                 req.data[0] = 0xee;
2270                 req.data[1] = 4;
2271                 req.data[2] = 0;
2272                 req.data[3] = 0;
2273                 req.reply[0] = ADB_RET_OK;
2274                 req.reply_len = 1;
2275                 req.reply_expected = 0;
2276                 pmu_polled_request(&req);
2277                 mdelay(50);
2278         }
2279         mdelay(50);
2280 }
2281 #endif
2282
2283 /*
2284  * Put the powerbook to sleep.
2285  */
2286  
2287 static u32 save_via[8] __pmacdata;
2288
2289 static void __pmac
2290 save_via_state(void)
2291 {
2292         save_via[0] = in_8(&via[ANH]);
2293         save_via[1] = in_8(&via[DIRA]);
2294         save_via[2] = in_8(&via[B]);
2295         save_via[3] = in_8(&via[DIRB]);
2296         save_via[4] = in_8(&via[PCR]);
2297         save_via[5] = in_8(&via[ACR]);
2298         save_via[6] = in_8(&via[T1CL]);
2299         save_via[7] = in_8(&via[T1CH]);
2300 }
2301 static void __pmac
2302 restore_via_state(void)
2303 {
2304         out_8(&via[ANH], save_via[0]);
2305         out_8(&via[DIRA], save_via[1]);
2306         out_8(&via[B], save_via[2]);
2307         out_8(&via[DIRB], save_via[3]);
2308         out_8(&via[PCR], save_via[4]);
2309         out_8(&via[ACR], save_via[5]);
2310         out_8(&via[T1CL], save_via[6]);
2311         out_8(&via[T1CH], save_via[7]);
2312         out_8(&via[IER], IER_CLR | 0x7f);       /* disable all intrs */
2313         out_8(&via[IFR], 0x7f);                         /* clear IFR */
2314         out_8(&via[IER], IER_SET | SR_INT | CB1_INT);
2315 }
2316
2317 static int __pmac
2318 pmac_suspend_devices(void)
2319 {
2320         int ret;
2321
2322         pm_prepare_console();
2323         
2324         /* Notify old-style device drivers & userland */
2325         ret = broadcast_sleep(PBOOK_SLEEP_REQUEST, PBOOK_SLEEP_REJECT);
2326         if (ret != PBOOK_SLEEP_OK) {
2327                 printk(KERN_ERR "Sleep rejected by drivers\n");
2328                 return -EBUSY;
2329         }
2330
2331         /* Sync the disks. */
2332         /* XXX It would be nice to have some way to ensure that
2333          * nobody is dirtying any new buffers while we wait. That
2334          * could be achieved using the refrigerator for processes
2335          * that swsusp uses
2336          */
2337         sys_sync();
2338
2339         /* Sleep can fail now. May not be very robust but useful for debugging */
2340         ret = broadcast_sleep(PBOOK_SLEEP_NOW, PBOOK_WAKE);
2341         if (ret != PBOOK_SLEEP_OK) {
2342                 printk(KERN_ERR "Driver sleep failed\n");
2343                 return -EBUSY;
2344         }
2345
2346         /* Send suspend call to devices, hold the device core's dpm_sem */
2347         ret = device_suspend(PMSG_SUSPEND);
2348         if (ret) {
2349                 broadcast_wake();
2350                 printk(KERN_ERR "Driver sleep failed\n");
2351                 return -EBUSY;
2352         }
2353
2354         /* Disable clock spreading on some machines */
2355         pmac_tweak_clock_spreading(0);
2356
2357         /* Stop preemption */
2358         preempt_disable();
2359
2360         /* Make sure the decrementer won't interrupt us */
2361         asm volatile("mtdec %0" : : "r" (0x7fffffff));
2362         /* Make sure any pending DEC interrupt occurring while we did
2363          * the above didn't re-enable the DEC */
2364         mb();
2365         asm volatile("mtdec %0" : : "r" (0x7fffffff));
2366
2367         /* We can now disable MSR_EE. This code of course works properly only
2368          * on UP machines... For SMP, if we ever implement sleep, we'll have to
2369          * stop the "other" CPUs way before we do all that stuff.
2370          */
2371         local_irq_disable();
2372
2373         /* Broadcast power down irq
2374          * This isn't that useful in most cases (only directly wired devices can
2375          * use this but still... This will take care of sysdev's as well, so
2376          * we exit from here with local irqs disabled and PIC off.
2377          */
2378         ret = device_power_down(PMSG_SUSPEND);
2379         if (ret) {
2380                 wakeup_decrementer();
2381                 local_irq_enable();
2382                 preempt_enable();
2383                 device_resume();
2384                 broadcast_wake();
2385                 printk(KERN_ERR "Driver powerdown failed\n");
2386                 return -EBUSY;
2387         }
2388
2389         /* Wait for completion of async backlight requests */
2390         while (!bright_req_1.complete || !bright_req_2.complete ||
2391                         !batt_req.complete)
2392                 pmu_poll();
2393
2394         /* Giveup the lazy FPU & vec so we don't have to back them
2395          * up from the low level code
2396          */
2397         enable_kernel_fp();
2398
2399 #ifdef CONFIG_ALTIVEC
2400         if (cpu_has_feature(CPU_FTR_ALTIVEC))
2401                 enable_kernel_altivec();
2402 #endif /* CONFIG_ALTIVEC */
2403
2404         return 0;
2405 }
2406
2407 static int __pmac
2408 pmac_wakeup_devices(void)
2409 {
2410         mdelay(100);
2411
2412         /* Power back up system devices (including the PIC) */
2413         device_power_up();
2414
2415         /* Force a poll of ADB interrupts */
2416         adb_int_pending = 1;
2417         via_pmu_interrupt(0, NULL, NULL);
2418
2419         /* Restart jiffies & scheduling */
2420         wakeup_decrementer();
2421
2422         /* Re-enable local CPU interrupts */
2423         local_irq_enable();
2424         mdelay(10);
2425         preempt_enable();
2426
2427         /* Re-enable clock spreading on some machines */
2428         pmac_tweak_clock_spreading(1);
2429
2430         /* Resume devices */
2431         device_resume();
2432
2433         /* Notify old style drivers */
2434         broadcast_wake();
2435
2436         pm_restore_console();
2437
2438         return 0;
2439 }
2440
2441 #define GRACKLE_PM      (1<<7)
2442 #define GRACKLE_DOZE    (1<<5)
2443 #define GRACKLE_NAP     (1<<4)
2444 #define GRACKLE_SLEEP   (1<<3)
2445
2446 int __pmac
2447 powerbook_sleep_grackle(void)
2448 {
2449         unsigned long save_l2cr;
2450         unsigned short pmcr1;
2451         struct adb_request req;
2452         int ret;
2453         struct pci_dev *grackle;
2454
2455         grackle = pci_find_slot(0, 0);
2456         if (!grackle)
2457                 return -ENODEV;
2458
2459         ret = pmac_suspend_devices();
2460         if (ret) {
2461                 printk(KERN_ERR "Sleep rejected by devices\n");
2462                 return ret;
2463         }
2464         
2465         /* Turn off various things. Darwin does some retry tests here... */
2466         pmu_request(&req, NULL, 2, PMU_POWER_CTRL0, PMU_POW0_OFF|PMU_POW0_HARD_DRIVE);
2467         pmu_wait_complete(&req);
2468         pmu_request(&req, NULL, 2, PMU_POWER_CTRL,
2469                 PMU_POW_OFF|PMU_POW_BACKLIGHT|PMU_POW_IRLED|PMU_POW_MEDIABAY);
2470         pmu_wait_complete(&req);
2471
2472         /* For 750, save backside cache setting and disable it */
2473         save_l2cr = _get_L2CR();        /* (returns -1 if not available) */
2474
2475         if (!__fake_sleep) {
2476                 /* Ask the PMU to put us to sleep */
2477                 pmu_request(&req, NULL, 5, PMU_SLEEP, 'M', 'A', 'T', 'T');
2478                 pmu_wait_complete(&req);
2479         }
2480
2481         /* The VIA is supposed not to be restored correctly*/
2482         save_via_state();
2483         /* We shut down some HW */
2484         pmac_call_feature(PMAC_FTR_SLEEP_STATE,NULL,0,1);
2485
2486         pci_read_config_word(grackle, 0x70, &pmcr1);
2487         /* Apparently, MacOS uses NAP mode for Grackle ??? */
2488         pmcr1 &= ~(GRACKLE_DOZE|GRACKLE_SLEEP); 
2489         pmcr1 |= GRACKLE_PM|GRACKLE_NAP;
2490         pci_write_config_word(grackle, 0x70, pmcr1);
2491
2492         /* Call low-level ASM sleep handler */
2493         if (__fake_sleep)
2494                 mdelay(5000);
2495         else
2496                 low_sleep_handler();
2497
2498         /* We're awake again, stop grackle PM */
2499         pci_read_config_word(grackle, 0x70, &pmcr1);
2500         pmcr1 &= ~(GRACKLE_PM|GRACKLE_DOZE|GRACKLE_SLEEP|GRACKLE_NAP); 
2501         pci_write_config_word(grackle, 0x70, pmcr1);
2502
2503         /* Make sure the PMU is idle */
2504         pmac_call_feature(PMAC_FTR_SLEEP_STATE,NULL,0,0);
2505         restore_via_state();
2506         
2507         /* Restore L2 cache */
2508         if (save_l2cr != 0xffffffff && (save_l2cr & L2CR_L2E) != 0)
2509                 _set_L2CR(save_l2cr);
2510         
2511         /* Restore userland MMU context */
2512         set_context(current->active_mm->context, current->active_mm->pgd);
2513
2514         /* Power things up */
2515         pmu_unlock();
2516         pmu_request(&req, NULL, 2, PMU_SET_INTR_MASK, pmu_intr_mask);
2517         pmu_wait_complete(&req);
2518         pmu_request(&req, NULL, 2, PMU_POWER_CTRL0,
2519                         PMU_POW0_ON|PMU_POW0_HARD_DRIVE);
2520         pmu_wait_complete(&req);
2521         pmu_request(&req, NULL, 2, PMU_POWER_CTRL,
2522                         PMU_POW_ON|PMU_POW_BACKLIGHT|PMU_POW_CHARGER|PMU_POW_IRLED|PMU_POW_MEDIABAY);
2523         pmu_wait_complete(&req);
2524
2525         pmac_wakeup_devices();
2526
2527         return 0;
2528 }
2529
2530 static int __pmac
2531 powerbook_sleep_Core99(void)
2532 {
2533         unsigned long save_l2cr;
2534         unsigned long save_l3cr;
2535         struct adb_request req;
2536         int ret;
2537         
2538         if (pmac_call_feature(PMAC_FTR_SLEEP_STATE,NULL,0,-1) < 0) {
2539                 printk(KERN_ERR "Sleep mode not supported on this machine\n");
2540                 return -ENOSYS;
2541         }
2542
2543         if (num_online_cpus() > 1 || cpu_is_offline(0))
2544                 return -EAGAIN;
2545
2546         ret = pmac_suspend_devices();
2547         if (ret) {
2548                 printk(KERN_ERR "Sleep rejected by devices\n");
2549                 return ret;
2550         }
2551
2552         /* Stop environment and ADB interrupts */
2553         pmu_request(&req, NULL, 2, PMU_SET_INTR_MASK, 0);
2554         pmu_wait_complete(&req);
2555
2556         /* Tell PMU what events will wake us up */
2557         pmu_request(&req, NULL, 4, PMU_POWER_EVENTS, PMU_PWR_CLR_WAKEUP_EVENTS,
2558                 0xff, 0xff);
2559         pmu_wait_complete(&req);
2560         pmu_request(&req, NULL, 4, PMU_POWER_EVENTS, PMU_PWR_SET_WAKEUP_EVENTS,
2561                 0, PMU_PWR_WAKEUP_KEY |
2562                 (option_lid_wakeup ? PMU_PWR_WAKEUP_LID_OPEN : 0));
2563         pmu_wait_complete(&req);
2564
2565         /* Save the state of the L2 and L3 caches */
2566         save_l3cr = _get_L3CR();        /* (returns -1 if not available) */
2567         save_l2cr = _get_L2CR();        /* (returns -1 if not available) */
2568
2569         if (!__fake_sleep) {
2570                 /* Ask the PMU to put us to sleep */
2571                 pmu_request(&req, NULL, 5, PMU_SLEEP, 'M', 'A', 'T', 'T');
2572                 pmu_wait_complete(&req);
2573         }
2574
2575         /* The VIA is supposed not to be restored correctly*/
2576         save_via_state();
2577
2578         /* Shut down various ASICs. There's a chance that we can no longer
2579          * talk to the PMU after this, so I moved it to _after_ sending the
2580          * sleep command to it. Still need to be checked.
2581          */
2582         pmac_call_feature(PMAC_FTR_SLEEP_STATE, NULL, 0, 1);
2583
2584         /* Call low-level ASM sleep handler */
2585         if (__fake_sleep)
2586                 mdelay(5000);
2587         else
2588                 low_sleep_handler();
2589
2590         /* Restore Apple core ASICs state */
2591         pmac_call_feature(PMAC_FTR_SLEEP_STATE, NULL, 0, 0);
2592
2593         /* Restore VIA */
2594         restore_via_state();
2595
2596         /* tweak LPJ before cpufreq is there */
2597         loops_per_jiffy *= 2;
2598
2599         /* Restore video */
2600         pmac_call_early_video_resume();
2601
2602         /* Restore L2 cache */
2603         if (save_l2cr != 0xffffffff && (save_l2cr & L2CR_L2E) != 0)
2604                 _set_L2CR(save_l2cr);
2605         /* Restore L3 cache */
2606         if (save_l3cr != 0xffffffff && (save_l3cr & L3CR_L3E) != 0)
2607                 _set_L3CR(save_l3cr);
2608         
2609         /* Restore userland MMU context */
2610         set_context(current->active_mm->context, current->active_mm->pgd);
2611
2612         /* Tell PMU we are ready */
2613         pmu_unlock();
2614         pmu_request(&req, NULL, 2, PMU_SYSTEM_READY, 2);
2615         pmu_wait_complete(&req);
2616         pmu_request(&req, NULL, 2, PMU_SET_INTR_MASK, pmu_intr_mask);
2617         pmu_wait_complete(&req);
2618
2619         /* Restore LPJ, cpufreq will adjust the cpu frequency */
2620         loops_per_jiffy /= 2;
2621
2622         pmac_wakeup_devices();
2623
2624         return 0;
2625 }
2626
2627 #define PB3400_MEM_CTRL         0xf8000000
2628 #define PB3400_MEM_CTRL_SLEEP   0x70
2629
2630 static int __pmac
2631 powerbook_sleep_3400(void)
2632 {
2633         int ret, i, x;
2634         unsigned int hid0;
2635         unsigned long p;
2636         struct adb_request sleep_req;
2637         void __iomem *mem_ctrl;
2638         unsigned int __iomem *mem_ctrl_sleep;
2639
2640         /* first map in the memory controller registers */
2641         mem_ctrl = ioremap(PB3400_MEM_CTRL, 0x100);
2642         if (mem_ctrl == NULL) {
2643                 printk("powerbook_sleep_3400: ioremap failed\n");
2644                 return -ENOMEM;
2645         }
2646         mem_ctrl_sleep = mem_ctrl + PB3400_MEM_CTRL_SLEEP;
2647
2648         /* Allocate room for PCI save */
2649         pbook_alloc_pci_save();
2650
2651         ret = pmac_suspend_devices();
2652         if (ret) {
2653                 pbook_free_pci_save();
2654                 printk(KERN_ERR "Sleep rejected by devices\n");
2655                 return ret;
2656         }
2657
2658         /* Save the state of PCI config space for some slots */
2659         pbook_pci_save();
2660
2661         /* Set the memory controller to keep the memory refreshed
2662            while we're asleep */
2663         for (i = 0x403f; i >= 0x4000; --i) {
2664                 out_be32(mem_ctrl_sleep, i);
2665                 do {
2666                         x = (in_be32(mem_ctrl_sleep) >> 16) & 0x3ff;
2667                 } while (x == 0);
2668                 if (x >= 0x100)
2669                         break;
2670         }
2671
2672         /* Ask the PMU to put us to sleep */
2673         pmu_request(&sleep_req, NULL, 5, PMU_SLEEP, 'M', 'A', 'T', 'T');
2674         while (!sleep_req.complete)
2675                 mb();
2676
2677         pmac_call_feature(PMAC_FTR_SLEEP_STATE,NULL,0,1);
2678
2679         /* displacement-flush the L2 cache - necessary? */
2680         for (p = KERNELBASE; p < KERNELBASE + 0x100000; p += 0x1000)
2681                 i = *(volatile int *)p;
2682         asleep = 1;
2683
2684         /* Put the CPU into sleep mode */
2685         asm volatile("mfspr %0,1008" : "=r" (hid0) :);
2686         hid0 = (hid0 & ~(HID0_NAP | HID0_DOZE)) | HID0_SLEEP;
2687         asm volatile("mtspr 1008,%0" : : "r" (hid0));
2688         _nmask_and_or_msr(0, MSR_POW | MSR_EE);
2689         udelay(10);
2690
2691         /* OK, we're awake again, start restoring things */
2692         out_be32(mem_ctrl_sleep, 0x3f);
2693         pmac_call_feature(PMAC_FTR_SLEEP_STATE,NULL,0,0);
2694         pbook_pci_restore();
2695         pmu_unlock();
2696
2697         /* wait for the PMU interrupt sequence to complete */
2698         while (asleep)
2699                 mb();
2700
2701         pmac_wakeup_devices();
2702         pbook_free_pci_save();
2703         iounmap(mem_ctrl);
2704
2705         return 0;
2706 }
2707
2708 /*
2709  * Support for /dev/pmu device
2710  */
2711 #define RB_SIZE         0x10
2712 struct pmu_private {
2713         struct list_head list;
2714         int     rb_get;
2715         int     rb_put;
2716         struct rb_entry {
2717                 unsigned short len;
2718                 unsigned char data[16];
2719         }       rb_buf[RB_SIZE];
2720         wait_queue_head_t wait;
2721         spinlock_t lock;
2722 #if defined(CONFIG_INPUT_ADBHID) && defined(CONFIG_PMAC_BACKLIGHT)
2723         int     backlight_locker;
2724 #endif /* defined(CONFIG_INPUT_ADBHID) && defined(CONFIG_PMAC_BACKLIGHT) */     
2725 };
2726
2727 static LIST_HEAD(all_pmu_pvt);
2728 static DEFINE_SPINLOCK(all_pvt_lock __pmacdata);
2729
2730 static void __pmac
2731 pmu_pass_intr(unsigned char *data, int len)
2732 {
2733         struct pmu_private *pp;
2734         struct list_head *list;
2735         int i;
2736         unsigned long flags;
2737
2738         if (len > sizeof(pp->rb_buf[0].data))
2739                 len = sizeof(pp->rb_buf[0].data);
2740         spin_lock_irqsave(&all_pvt_lock, flags);
2741         for (list = &all_pmu_pvt; (list = list->next) != &all_pmu_pvt; ) {
2742                 pp = list_entry(list, struct pmu_private, list);
2743                 spin_lock(&pp->lock);
2744                 i = pp->rb_put + 1;
2745                 if (i >= RB_SIZE)
2746                         i = 0;
2747                 if (i != pp->rb_get) {
2748                         struct rb_entry *rp = &pp->rb_buf[pp->rb_put];
2749                         rp->len = len;
2750                         memcpy(rp->data, data, len);
2751                         pp->rb_put = i;
2752                         wake_up_interruptible(&pp->wait);
2753                 }
2754                 spin_unlock(&pp->lock);
2755         }
2756         spin_unlock_irqrestore(&all_pvt_lock, flags);
2757 }
2758
2759 static int __pmac
2760 pmu_open(struct inode *inode, struct file *file)
2761 {
2762         struct pmu_private *pp;
2763         unsigned long flags;
2764
2765         pp = kmalloc(sizeof(struct pmu_private), GFP_KERNEL);
2766         if (pp == 0)
2767                 return -ENOMEM;
2768         pp->rb_get = pp->rb_put = 0;
2769         spin_lock_init(&pp->lock);
2770         init_waitqueue_head(&pp->wait);
2771         spin_lock_irqsave(&all_pvt_lock, flags);
2772 #if defined(CONFIG_INPUT_ADBHID) && defined(CONFIG_PMAC_BACKLIGHT)
2773         pp->backlight_locker = 0;
2774 #endif /* defined(CONFIG_INPUT_ADBHID) && defined(CONFIG_PMAC_BACKLIGHT) */     
2775         list_add(&pp->list, &all_pmu_pvt);
2776         spin_unlock_irqrestore(&all_pvt_lock, flags);
2777         file->private_data = pp;
2778         return 0;
2779 }
2780
2781 static ssize_t  __pmac
2782 pmu_read(struct file *file, char __user *buf,
2783                         size_t count, loff_t *ppos)
2784 {
2785         struct pmu_private *pp = file->private_data;
2786         DECLARE_WAITQUEUE(wait, current);
2787         unsigned long flags;
2788         int ret = 0;
2789
2790         if (count < 1 || pp == 0)
2791                 return -EINVAL;
2792         if (!access_ok(VERIFY_WRITE, buf, count))
2793                 return -EFAULT;
2794
2795         spin_lock_irqsave(&pp->lock, flags);
2796         add_wait_queue(&pp->wait, &wait);
2797         current->state = TASK_INTERRUPTIBLE;
2798
2799         for (;;) {
2800                 ret = -EAGAIN;
2801                 if (pp->rb_get != pp->rb_put) {
2802                         int i = pp->rb_get;
2803                         struct rb_entry *rp = &pp->rb_buf[i];
2804                         ret = rp->len;
2805                         spin_unlock_irqrestore(&pp->lock, flags);
2806                         if (ret > count)
2807                                 ret = count;
2808                         if (ret > 0 && copy_to_user(buf, rp->data, ret))
2809                                 ret = -EFAULT;
2810                         if (++i >= RB_SIZE)
2811                                 i = 0;
2812                         spin_lock_irqsave(&pp->lock, flags);
2813                         pp->rb_get = i;
2814                 }
2815                 if (ret >= 0)
2816                         break;
2817                 if (file->f_flags & O_NONBLOCK)
2818                         break;
2819                 ret = -ERESTARTSYS;
2820                 if (signal_pending(current))
2821                         break;
2822                 spin_unlock_irqrestore(&pp->lock, flags);
2823                 schedule();
2824                 spin_lock_irqsave(&pp->lock, flags);
2825         }
2826         current->state = TASK_RUNNING;
2827         remove_wait_queue(&pp->wait, &wait);
2828         spin_unlock_irqrestore(&pp->lock, flags);
2829         
2830         return ret;
2831 }
2832
2833 static ssize_t __pmac
2834 pmu_write(struct file *file, const char __user *buf,
2835                          size_t count, loff_t *ppos)
2836 {
2837         return 0;
2838 }
2839
2840 static unsigned int __pmac
2841 pmu_fpoll(struct file *filp, poll_table *wait)
2842 {
2843         struct pmu_private *pp = filp->private_data;
2844         unsigned int mask = 0;
2845         unsigned long flags;
2846         
2847         if (pp == 0)
2848                 return 0;
2849         poll_wait(filp, &pp->wait, wait);
2850         spin_lock_irqsave(&pp->lock, flags);
2851         if (pp->rb_get != pp->rb_put)
2852                 mask |= POLLIN;
2853         spin_unlock_irqrestore(&pp->lock, flags);
2854         return mask;
2855 }
2856
2857 static int __pmac
2858 pmu_release(struct inode *inode, struct file *file)
2859 {
2860         struct pmu_private *pp = file->private_data;
2861         unsigned long flags;
2862
2863         lock_kernel();
2864         if (pp != 0) {
2865                 file->private_data = NULL;
2866                 spin_lock_irqsave(&all_pvt_lock, flags);
2867                 list_del(&pp->list);
2868                 spin_unlock_irqrestore(&all_pvt_lock, flags);
2869 #if defined(CONFIG_INPUT_ADBHID) && defined(CONFIG_PMAC_BACKLIGHT)
2870                 if (pp->backlight_locker) {
2871                         spin_lock_irqsave(&pmu_lock, flags);
2872                         disable_kernel_backlight--;
2873                         spin_unlock_irqrestore(&pmu_lock, flags);
2874                 }
2875 #endif /* defined(CONFIG_INPUT_ADBHID) && defined(CONFIG_PMAC_BACKLIGHT) */
2876                 kfree(pp);
2877         }
2878         unlock_kernel();
2879         return 0;
2880 }
2881
2882 /* Note: removed __openfirmware here since it causes link errors */
2883 static int __pmac
2884 pmu_ioctl(struct inode * inode, struct file *filp,
2885                      u_int cmd, u_long arg)
2886 {
2887         struct pmu_private *pp = filp->private_data;
2888         __u32 __user *argp = (__u32 __user *)arg;
2889         int error;
2890
2891         switch (cmd) {
2892         case PMU_IOC_SLEEP:
2893                 if (!capable(CAP_SYS_ADMIN))
2894                         return -EACCES;
2895                 if (sleep_in_progress)
2896                         return -EBUSY;
2897                 sleep_in_progress = 1;
2898                 switch (pmu_kind) {
2899                 case PMU_OHARE_BASED:
2900                         error = powerbook_sleep_3400();
2901                         break;
2902                 case PMU_HEATHROW_BASED:
2903                 case PMU_PADDINGTON_BASED:
2904                         error = powerbook_sleep_grackle();
2905                         break;
2906                 case PMU_KEYLARGO_BASED:
2907                         error = powerbook_sleep_Core99();
2908                         break;
2909                 default:
2910                         error = -ENOSYS;
2911                 }
2912                 sleep_in_progress = 0;
2913                 return error;
2914         case PMU_IOC_CAN_SLEEP:
2915                 if (pmac_call_feature(PMAC_FTR_SLEEP_STATE,NULL,0,-1) < 0)
2916                         return put_user(0, argp);
2917                 else
2918                         return put_user(1, argp);
2919
2920 #ifdef CONFIG_PMAC_BACKLIGHT
2921         /* Backlight should have its own device or go via
2922          * the fbdev
2923          */
2924         case PMU_IOC_GET_BACKLIGHT:
2925                 if (sleep_in_progress)
2926                         return -EBUSY;
2927                 error = get_backlight_level();
2928                 if (error < 0)
2929                         return error;
2930                 return put_user(error, argp);
2931         case PMU_IOC_SET_BACKLIGHT:
2932         {
2933                 __u32 value;
2934                 if (sleep_in_progress)
2935                         return -EBUSY;
2936                 error = get_user(value, argp);
2937                 if (!error)
2938                         error = set_backlight_level(value);
2939                 return error;
2940         }
2941 #ifdef CONFIG_INPUT_ADBHID
2942         case PMU_IOC_GRAB_BACKLIGHT: {
2943                 unsigned long flags;
2944                 if (pp->backlight_locker)
2945                         return 0;
2946                 pp->backlight_locker = 1;
2947                 spin_lock_irqsave(&pmu_lock, flags);
2948                 disable_kernel_backlight++;
2949                 spin_unlock_irqrestore(&pmu_lock, flags);
2950                 return 0;
2951         }
2952 #endif /* CONFIG_INPUT_ADBHID */
2953 #endif /* CONFIG_PMAC_BACKLIGHT */
2954         case PMU_IOC_GET_MODEL:
2955                 return put_user(pmu_kind, argp);
2956         case PMU_IOC_HAS_ADB:
2957                 return put_user(pmu_has_adb, argp);
2958         }
2959         return -EINVAL;
2960 }
2961
2962 static struct file_operations pmu_device_fops __pmacdata = {
2963         .read           = pmu_read,
2964         .write          = pmu_write,
2965         .poll           = pmu_fpoll,
2966         .ioctl          = pmu_ioctl,
2967         .open           = pmu_open,
2968         .release        = pmu_release,
2969 };
2970
2971 static struct miscdevice pmu_device __pmacdata = {
2972         PMU_MINOR, "pmu", &pmu_device_fops
2973 };
2974
2975 void pmu_device_init(void)
2976 {
2977         if (!via)
2978                 return;
2979         if (misc_register(&pmu_device) < 0)
2980                 printk(KERN_ERR "via-pmu: cannot register misc device.\n");
2981 }
2982 #endif /* CONFIG_PMAC_PBOOK */
2983
2984 #ifdef DEBUG_SLEEP
2985 static inline void  __pmac
2986 polled_handshake(volatile unsigned char __iomem *via)
2987 {
2988         via[B] &= ~TREQ; eieio();
2989         while ((via[B] & TACK) != 0)
2990                 ;
2991         via[B] |= TREQ; eieio();
2992         while ((via[B] & TACK) == 0)
2993                 ;
2994 }
2995
2996 static inline void  __pmac
2997 polled_send_byte(volatile unsigned char __iomem *via, int x)
2998 {
2999         via[ACR] |= SR_OUT | SR_EXT; eieio();
3000         via[SR] = x; eieio();
3001         polled_handshake(via);
3002 }
3003
3004 static inline int __pmac
3005 polled_recv_byte(volatile unsigned char __iomem *via)
3006 {
3007         int x;
3008
3009         via[ACR] = (via[ACR] & ~SR_OUT) | SR_EXT; eieio();
3010         x = via[SR]; eieio();
3011         polled_handshake(via);
3012         x = via[SR]; eieio();
3013         return x;
3014 }
3015
3016 int __pmac
3017 pmu_polled_request(struct adb_request *req)
3018 {
3019         unsigned long flags;
3020         int i, l, c;
3021         volatile unsigned char __iomem *v = via;
3022
3023         req->complete = 1;
3024         c = req->data[0];
3025         l = pmu_data_len[c][0];
3026         if (l >= 0 && req->nbytes != l + 1)
3027                 return -EINVAL;
3028
3029         local_irq_save(flags);
3030         while (pmu_state != idle)
3031                 pmu_poll();
3032
3033         while ((via[B] & TACK) == 0)
3034                 ;
3035         polled_send_byte(v, c);
3036         if (l < 0) {
3037                 l = req->nbytes - 1;
3038                 polled_send_byte(v, l);
3039         }
3040         for (i = 1; i <= l; ++i)
3041                 polled_send_byte(v, req->data[i]);
3042
3043         l = pmu_data_len[c][1];
3044         if (l < 0)
3045                 l = polled_recv_byte(v);
3046         for (i = 0; i < l; ++i)
3047                 req->reply[i + req->reply_len] = polled_recv_byte(v);
3048
3049         if (req->done)
3050                 (*req->done)(req);
3051
3052         local_irq_restore(flags);
3053         return 0;
3054 }
3055 #endif /* DEBUG_SLEEP */
3056
3057
3058 /* FIXME: This is a temporary set of callbacks to enable us
3059  * to do suspend-to-disk.
3060  */
3061
3062 #ifdef CONFIG_PM
3063
3064 static int pmu_sys_suspended = 0;
3065
3066 static int pmu_sys_suspend(struct sys_device *sysdev, pm_message_t state)
3067 {
3068         if (state != PM_SUSPEND_DISK || pmu_sys_suspended)
3069                 return 0;
3070
3071         /* Suspend PMU event interrupts */
3072         pmu_suspend();
3073
3074         pmu_sys_suspended = 1;
3075         return 0;
3076 }
3077
3078 static int pmu_sys_resume(struct sys_device *sysdev)
3079 {
3080         struct adb_request req;
3081
3082         if (!pmu_sys_suspended)
3083                 return 0;
3084
3085         /* Tell PMU we are ready */
3086         pmu_request(&req, NULL, 2, PMU_SYSTEM_READY, 2);
3087         pmu_wait_complete(&req);
3088
3089         /* Resume PMU event interrupts */
3090         pmu_resume();
3091
3092         pmu_sys_suspended = 0;
3093
3094         return 0;
3095 }
3096
3097 #endif /* CONFIG_PM */
3098
3099 static struct sysdev_class pmu_sysclass = {
3100         set_kset_name("pmu"),
3101 };
3102
3103 static struct sys_device device_pmu = {
3104         .id             = 0,
3105         .cls            = &pmu_sysclass,
3106 };
3107
3108 static struct sysdev_driver driver_pmu = {
3109 #ifdef CONFIG_PM
3110         .suspend        = &pmu_sys_suspend,
3111         .resume         = &pmu_sys_resume,
3112 #endif /* CONFIG_PM */
3113 };
3114
3115 static int __init init_pmu_sysfs(void)
3116 {
3117         int rc;
3118
3119         rc = sysdev_class_register(&pmu_sysclass);
3120         if (rc) {
3121                 printk(KERN_ERR "Failed registering PMU sys class\n");
3122                 return -ENODEV;
3123         }
3124         rc = sysdev_register(&device_pmu);
3125         if (rc) {
3126                 printk(KERN_ERR "Failed registering PMU sys device\n");
3127                 return -ENODEV;
3128         }
3129         rc = sysdev_driver_register(&pmu_sysclass, &driver_pmu);
3130         if (rc) {
3131                 printk(KERN_ERR "Failed registering PMU sys driver\n");
3132                 return -ENODEV;
3133         }
3134         return 0;
3135 }
3136
3137 subsys_initcall(init_pmu_sysfs);
3138
3139 EXPORT_SYMBOL(pmu_request);
3140 EXPORT_SYMBOL(pmu_poll);
3141 EXPORT_SYMBOL(pmu_poll_adb);
3142 EXPORT_SYMBOL(pmu_wait_complete);
3143 EXPORT_SYMBOL(pmu_suspend);
3144 EXPORT_SYMBOL(pmu_resume);
3145 EXPORT_SYMBOL(pmu_unlock);
3146 EXPORT_SYMBOL(pmu_i2c_combined_read);
3147 EXPORT_SYMBOL(pmu_i2c_stdsub_write);
3148 EXPORT_SYMBOL(pmu_i2c_simple_read);
3149 EXPORT_SYMBOL(pmu_i2c_simple_write);
3150 #ifdef CONFIG_PMAC_PBOOK
3151 EXPORT_SYMBOL(pmu_register_sleep_notifier);
3152 EXPORT_SYMBOL(pmu_unregister_sleep_notifier);
3153 EXPORT_SYMBOL(pmu_enable_irled);
3154 EXPORT_SYMBOL(pmu_battery_count);
3155 EXPORT_SYMBOL(pmu_batteries);
3156 EXPORT_SYMBOL(pmu_power_flags);
3157 #endif /* CONFIG_PMAC_PBOOK */
3158