rt2x00: Don't check whether hardware crypto is enabled when reading RXD.
[safe/jmp/linux-2.6] / drivers / net / wireless / rt2x00 / rt2800pci.c
1 /*
2         Copyright (C) 2009 Ivo van Doorn <IvDoorn@gmail.com>
3         Copyright (C) 2009 Alban Browaeys <prahal@yahoo.com>
4         Copyright (C) 2009 Felix Fietkau <nbd@openwrt.org>
5         Copyright (C) 2009 Luis Correia <luis.f.correia@gmail.com>
6         Copyright (C) 2009 Mattias Nissler <mattias.nissler@gmx.de>
7         Copyright (C) 2009 Mark Asselstine <asselsm@gmail.com>
8         Copyright (C) 2009 Xose Vazquez Perez <xose.vazquez@gmail.com>
9         Copyright (C) 2009 Bart Zolnierkiewicz <bzolnier@gmail.com>
10         <http://rt2x00.serialmonkey.com>
11
12         This program is free software; you can redistribute it and/or modify
13         it under the terms of the GNU General Public License as published by
14         the Free Software Foundation; either version 2 of the License, or
15         (at your option) any later version.
16
17         This program is distributed in the hope that it will be useful,
18         but WITHOUT ANY WARRANTY; without even the implied warranty of
19         MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20         GNU General Public License for more details.
21
22         You should have received a copy of the GNU General Public License
23         along with this program; if not, write to the
24         Free Software Foundation, Inc.,
25         59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
26  */
27
28 /*
29         Module: rt2800pci
30         Abstract: rt2800pci device specific routines.
31         Supported chipsets: RT2800E & RT2800ED.
32  */
33
34 #include <linux/crc-ccitt.h>
35 #include <linux/delay.h>
36 #include <linux/etherdevice.h>
37 #include <linux/init.h>
38 #include <linux/kernel.h>
39 #include <linux/module.h>
40 #include <linux/pci.h>
41 #include <linux/platform_device.h>
42 #include <linux/eeprom_93cx6.h>
43
44 #include "rt2x00.h"
45 #include "rt2x00pci.h"
46 #include "rt2x00soc.h"
47 #include "rt2800lib.h"
48 #include "rt2800.h"
49 #include "rt2800pci.h"
50
51 /*
52  * Allow hardware encryption to be disabled.
53  */
54 static int modparam_nohwcrypt = 1;
55 module_param_named(nohwcrypt, modparam_nohwcrypt, bool, S_IRUGO);
56 MODULE_PARM_DESC(nohwcrypt, "Disable hardware encryption.");
57
58 static void rt2800pci_mcu_status(struct rt2x00_dev *rt2x00dev, const u8 token)
59 {
60         unsigned int i;
61         u32 reg;
62
63         /*
64          * SOC devices don't support MCU requests.
65          */
66         if (rt2x00_is_soc(rt2x00dev))
67                 return;
68
69         for (i = 0; i < 200; i++) {
70                 rt2800_register_read(rt2x00dev, H2M_MAILBOX_CID, &reg);
71
72                 if ((rt2x00_get_field32(reg, H2M_MAILBOX_CID_CMD0) == token) ||
73                     (rt2x00_get_field32(reg, H2M_MAILBOX_CID_CMD1) == token) ||
74                     (rt2x00_get_field32(reg, H2M_MAILBOX_CID_CMD2) == token) ||
75                     (rt2x00_get_field32(reg, H2M_MAILBOX_CID_CMD3) == token))
76                         break;
77
78                 udelay(REGISTER_BUSY_DELAY);
79         }
80
81         if (i == 200)
82                 ERROR(rt2x00dev, "MCU request failed, no response from hardware\n");
83
84         rt2800_register_write(rt2x00dev, H2M_MAILBOX_STATUS, ~0);
85         rt2800_register_write(rt2x00dev, H2M_MAILBOX_CID, ~0);
86 }
87
88 #ifdef CONFIG_RT2800PCI_SOC
89 static void rt2800pci_read_eeprom_soc(struct rt2x00_dev *rt2x00dev)
90 {
91         u32 *base_addr = (u32 *) KSEG1ADDR(0x1F040000); /* XXX for RT3052 */
92
93         memcpy_fromio(rt2x00dev->eeprom, base_addr, EEPROM_SIZE);
94 }
95 #else
96 static inline void rt2800pci_read_eeprom_soc(struct rt2x00_dev *rt2x00dev)
97 {
98 }
99 #endif /* CONFIG_RT2800PCI_SOC */
100
101 #ifdef CONFIG_RT2800PCI_PCI
102 static void rt2800pci_eepromregister_read(struct eeprom_93cx6 *eeprom)
103 {
104         struct rt2x00_dev *rt2x00dev = eeprom->data;
105         u32 reg;
106
107         rt2800_register_read(rt2x00dev, E2PROM_CSR, &reg);
108
109         eeprom->reg_data_in = !!rt2x00_get_field32(reg, E2PROM_CSR_DATA_IN);
110         eeprom->reg_data_out = !!rt2x00_get_field32(reg, E2PROM_CSR_DATA_OUT);
111         eeprom->reg_data_clock =
112             !!rt2x00_get_field32(reg, E2PROM_CSR_DATA_CLOCK);
113         eeprom->reg_chip_select =
114             !!rt2x00_get_field32(reg, E2PROM_CSR_CHIP_SELECT);
115 }
116
117 static void rt2800pci_eepromregister_write(struct eeprom_93cx6 *eeprom)
118 {
119         struct rt2x00_dev *rt2x00dev = eeprom->data;
120         u32 reg = 0;
121
122         rt2x00_set_field32(&reg, E2PROM_CSR_DATA_IN, !!eeprom->reg_data_in);
123         rt2x00_set_field32(&reg, E2PROM_CSR_DATA_OUT, !!eeprom->reg_data_out);
124         rt2x00_set_field32(&reg, E2PROM_CSR_DATA_CLOCK,
125                            !!eeprom->reg_data_clock);
126         rt2x00_set_field32(&reg, E2PROM_CSR_CHIP_SELECT,
127                            !!eeprom->reg_chip_select);
128
129         rt2800_register_write(rt2x00dev, E2PROM_CSR, reg);
130 }
131
132 static void rt2800pci_read_eeprom_pci(struct rt2x00_dev *rt2x00dev)
133 {
134         struct eeprom_93cx6 eeprom;
135         u32 reg;
136
137         rt2800_register_read(rt2x00dev, E2PROM_CSR, &reg);
138
139         eeprom.data = rt2x00dev;
140         eeprom.register_read = rt2800pci_eepromregister_read;
141         eeprom.register_write = rt2800pci_eepromregister_write;
142         eeprom.width = !rt2x00_get_field32(reg, E2PROM_CSR_TYPE) ?
143             PCI_EEPROM_WIDTH_93C46 : PCI_EEPROM_WIDTH_93C66;
144         eeprom.reg_data_in = 0;
145         eeprom.reg_data_out = 0;
146         eeprom.reg_data_clock = 0;
147         eeprom.reg_chip_select = 0;
148
149         eeprom_93cx6_multiread(&eeprom, EEPROM_BASE, rt2x00dev->eeprom,
150                                EEPROM_SIZE / sizeof(u16));
151 }
152
153 static int rt2800pci_efuse_detect(struct rt2x00_dev *rt2x00dev)
154 {
155         return rt2800_efuse_detect(rt2x00dev);
156 }
157
158 static inline void rt2800pci_read_eeprom_efuse(struct rt2x00_dev *rt2x00dev)
159 {
160         rt2800_read_eeprom_efuse(rt2x00dev);
161 }
162 #else
163 static inline void rt2800pci_read_eeprom_pci(struct rt2x00_dev *rt2x00dev)
164 {
165 }
166
167 static inline int rt2800pci_efuse_detect(struct rt2x00_dev *rt2x00dev)
168 {
169         return 0;
170 }
171
172 static inline void rt2800pci_read_eeprom_efuse(struct rt2x00_dev *rt2x00dev)
173 {
174 }
175 #endif /* CONFIG_RT2800PCI_PCI */
176
177 /*
178  * Firmware functions
179  */
180 static char *rt2800pci_get_firmware_name(struct rt2x00_dev *rt2x00dev)
181 {
182         return FIRMWARE_RT2860;
183 }
184
185 static int rt2800pci_check_firmware(struct rt2x00_dev *rt2x00dev,
186                                     const u8 *data, const size_t len)
187 {
188         u16 fw_crc;
189         u16 crc;
190
191         /*
192          * Only support 8kb firmware files.
193          */
194         if (len != 8192)
195                 return FW_BAD_LENGTH;
196
197         /*
198          * The last 2 bytes in the firmware array are the crc checksum itself,
199          * this means that we should never pass those 2 bytes to the crc
200          * algorithm.
201          */
202         fw_crc = (data[len - 2] << 8 | data[len - 1]);
203
204         /*
205          * Use the crc ccitt algorithm.
206          * This will return the same value as the legacy driver which
207          * used bit ordering reversion on the both the firmware bytes
208          * before input input as well as on the final output.
209          * Obviously using crc ccitt directly is much more efficient.
210          */
211         crc = crc_ccitt(~0, data, len - 2);
212
213         /*
214          * There is a small difference between the crc-itu-t + bitrev and
215          * the crc-ccitt crc calculation. In the latter method the 2 bytes
216          * will be swapped, use swab16 to convert the crc to the correct
217          * value.
218          */
219         crc = swab16(crc);
220
221         return (fw_crc == crc) ? FW_OK : FW_BAD_CRC;
222 }
223
224 static int rt2800pci_load_firmware(struct rt2x00_dev *rt2x00dev,
225                                    const u8 *data, const size_t len)
226 {
227         unsigned int i;
228         u32 reg;
229
230         /*
231          * Wait for stable hardware.
232          */
233         for (i = 0; i < REGISTER_BUSY_COUNT; i++) {
234                 rt2800_register_read(rt2x00dev, MAC_CSR0, &reg);
235                 if (reg && reg != ~0)
236                         break;
237                 msleep(1);
238         }
239
240         if (i == REGISTER_BUSY_COUNT) {
241                 ERROR(rt2x00dev, "Unstable hardware.\n");
242                 return -EBUSY;
243         }
244
245         rt2800_register_write(rt2x00dev, PWR_PIN_CFG, 0x00000002);
246         rt2800_register_write(rt2x00dev, AUTOWAKEUP_CFG, 0x00000000);
247
248         /*
249          * Disable DMA, will be reenabled later when enabling
250          * the radio.
251          */
252         rt2800_register_read(rt2x00dev, WPDMA_GLO_CFG, &reg);
253         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_ENABLE_TX_DMA, 0);
254         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_TX_DMA_BUSY, 0);
255         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_ENABLE_RX_DMA, 0);
256         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_RX_DMA_BUSY, 0);
257         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_TX_WRITEBACK_DONE, 1);
258         rt2800_register_write(rt2x00dev, WPDMA_GLO_CFG, reg);
259
260         /*
261          * enable Host program ram write selection
262          */
263         reg = 0;
264         rt2x00_set_field32(&reg, PBF_SYS_CTRL_HOST_RAM_WRITE, 1);
265         rt2800_register_write(rt2x00dev, PBF_SYS_CTRL, reg);
266
267         /*
268          * Write firmware to device.
269          */
270         rt2800_register_multiwrite(rt2x00dev, FIRMWARE_IMAGE_BASE,
271                                       data, len);
272
273         rt2800_register_write(rt2x00dev, PBF_SYS_CTRL, 0x00000);
274         rt2800_register_write(rt2x00dev, PBF_SYS_CTRL, 0x00001);
275
276         /*
277          * Wait for device to stabilize.
278          */
279         for (i = 0; i < REGISTER_BUSY_COUNT; i++) {
280                 rt2800_register_read(rt2x00dev, PBF_SYS_CTRL, &reg);
281                 if (rt2x00_get_field32(reg, PBF_SYS_CTRL_READY))
282                         break;
283                 msleep(1);
284         }
285
286         if (i == REGISTER_BUSY_COUNT) {
287                 ERROR(rt2x00dev, "PBF system register not ready.\n");
288                 return -EBUSY;
289         }
290
291         /*
292          * Disable interrupts
293          */
294         rt2x00dev->ops->lib->set_device_state(rt2x00dev, STATE_RADIO_IRQ_OFF);
295
296         /*
297          * Initialize BBP R/W access agent
298          */
299         rt2800_register_write(rt2x00dev, H2M_BBP_AGENT, 0);
300         rt2800_register_write(rt2x00dev, H2M_MAILBOX_CSR, 0);
301
302         return 0;
303 }
304
305 /*
306  * Initialization functions.
307  */
308 static bool rt2800pci_get_entry_state(struct queue_entry *entry)
309 {
310         struct queue_entry_priv_pci *entry_priv = entry->priv_data;
311         u32 word;
312
313         if (entry->queue->qid == QID_RX) {
314                 rt2x00_desc_read(entry_priv->desc, 1, &word);
315
316                 return (!rt2x00_get_field32(word, RXD_W1_DMA_DONE));
317         } else {
318                 rt2x00_desc_read(entry_priv->desc, 1, &word);
319
320                 return (!rt2x00_get_field32(word, TXD_W1_DMA_DONE));
321         }
322 }
323
324 static void rt2800pci_clear_entry(struct queue_entry *entry)
325 {
326         struct queue_entry_priv_pci *entry_priv = entry->priv_data;
327         struct skb_frame_desc *skbdesc = get_skb_frame_desc(entry->skb);
328         u32 word;
329
330         if (entry->queue->qid == QID_RX) {
331                 rt2x00_desc_read(entry_priv->desc, 0, &word);
332                 rt2x00_set_field32(&word, RXD_W0_SDP0, skbdesc->skb_dma);
333                 rt2x00_desc_write(entry_priv->desc, 0, word);
334
335                 rt2x00_desc_read(entry_priv->desc, 1, &word);
336                 rt2x00_set_field32(&word, RXD_W1_DMA_DONE, 0);
337                 rt2x00_desc_write(entry_priv->desc, 1, word);
338         } else {
339                 rt2x00_desc_read(entry_priv->desc, 1, &word);
340                 rt2x00_set_field32(&word, TXD_W1_DMA_DONE, 1);
341                 rt2x00_desc_write(entry_priv->desc, 1, word);
342         }
343 }
344
345 static int rt2800pci_init_queues(struct rt2x00_dev *rt2x00dev)
346 {
347         struct queue_entry_priv_pci *entry_priv;
348         u32 reg;
349
350         /*
351          * Initialize registers.
352          */
353         entry_priv = rt2x00dev->tx[0].entries[0].priv_data;
354         rt2800_register_write(rt2x00dev, TX_BASE_PTR0, entry_priv->desc_dma);
355         rt2800_register_write(rt2x00dev, TX_MAX_CNT0, rt2x00dev->tx[0].limit);
356         rt2800_register_write(rt2x00dev, TX_CTX_IDX0, 0);
357         rt2800_register_write(rt2x00dev, TX_DTX_IDX0, 0);
358
359         entry_priv = rt2x00dev->tx[1].entries[0].priv_data;
360         rt2800_register_write(rt2x00dev, TX_BASE_PTR1, entry_priv->desc_dma);
361         rt2800_register_write(rt2x00dev, TX_MAX_CNT1, rt2x00dev->tx[1].limit);
362         rt2800_register_write(rt2x00dev, TX_CTX_IDX1, 0);
363         rt2800_register_write(rt2x00dev, TX_DTX_IDX1, 0);
364
365         entry_priv = rt2x00dev->tx[2].entries[0].priv_data;
366         rt2800_register_write(rt2x00dev, TX_BASE_PTR2, entry_priv->desc_dma);
367         rt2800_register_write(rt2x00dev, TX_MAX_CNT2, rt2x00dev->tx[2].limit);
368         rt2800_register_write(rt2x00dev, TX_CTX_IDX2, 0);
369         rt2800_register_write(rt2x00dev, TX_DTX_IDX2, 0);
370
371         entry_priv = rt2x00dev->tx[3].entries[0].priv_data;
372         rt2800_register_write(rt2x00dev, TX_BASE_PTR3, entry_priv->desc_dma);
373         rt2800_register_write(rt2x00dev, TX_MAX_CNT3, rt2x00dev->tx[3].limit);
374         rt2800_register_write(rt2x00dev, TX_CTX_IDX3, 0);
375         rt2800_register_write(rt2x00dev, TX_DTX_IDX3, 0);
376
377         entry_priv = rt2x00dev->rx->entries[0].priv_data;
378         rt2800_register_write(rt2x00dev, RX_BASE_PTR, entry_priv->desc_dma);
379         rt2800_register_write(rt2x00dev, RX_MAX_CNT, rt2x00dev->rx[0].limit);
380         rt2800_register_write(rt2x00dev, RX_CRX_IDX, rt2x00dev->rx[0].limit - 1);
381         rt2800_register_write(rt2x00dev, RX_DRX_IDX, 0);
382
383         /*
384          * Enable global DMA configuration
385          */
386         rt2800_register_read(rt2x00dev, WPDMA_GLO_CFG, &reg);
387         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_ENABLE_TX_DMA, 0);
388         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_ENABLE_RX_DMA, 0);
389         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_TX_WRITEBACK_DONE, 1);
390         rt2800_register_write(rt2x00dev, WPDMA_GLO_CFG, reg);
391
392         rt2800_register_write(rt2x00dev, DELAY_INT_CFG, 0);
393
394         return 0;
395 }
396
397 /*
398  * Device state switch handlers.
399  */
400 static void rt2800pci_toggle_rx(struct rt2x00_dev *rt2x00dev,
401                                 enum dev_state state)
402 {
403         u32 reg;
404
405         rt2800_register_read(rt2x00dev, MAC_SYS_CTRL, &reg);
406         rt2x00_set_field32(&reg, MAC_SYS_CTRL_ENABLE_RX,
407                            (state == STATE_RADIO_RX_ON) ||
408                            (state == STATE_RADIO_RX_ON_LINK));
409         rt2800_register_write(rt2x00dev, MAC_SYS_CTRL, reg);
410 }
411
412 static void rt2800pci_toggle_irq(struct rt2x00_dev *rt2x00dev,
413                                  enum dev_state state)
414 {
415         int mask = (state == STATE_RADIO_IRQ_ON);
416         u32 reg;
417
418         /*
419          * When interrupts are being enabled, the interrupt registers
420          * should clear the register to assure a clean state.
421          */
422         if (state == STATE_RADIO_IRQ_ON) {
423                 rt2800_register_read(rt2x00dev, INT_SOURCE_CSR, &reg);
424                 rt2800_register_write(rt2x00dev, INT_SOURCE_CSR, reg);
425         }
426
427         rt2800_register_read(rt2x00dev, INT_MASK_CSR, &reg);
428         rt2x00_set_field32(&reg, INT_MASK_CSR_RXDELAYINT, mask);
429         rt2x00_set_field32(&reg, INT_MASK_CSR_TXDELAYINT, mask);
430         rt2x00_set_field32(&reg, INT_MASK_CSR_RX_DONE, mask);
431         rt2x00_set_field32(&reg, INT_MASK_CSR_AC0_DMA_DONE, mask);
432         rt2x00_set_field32(&reg, INT_MASK_CSR_AC1_DMA_DONE, mask);
433         rt2x00_set_field32(&reg, INT_MASK_CSR_AC2_DMA_DONE, mask);
434         rt2x00_set_field32(&reg, INT_MASK_CSR_AC3_DMA_DONE, mask);
435         rt2x00_set_field32(&reg, INT_MASK_CSR_HCCA_DMA_DONE, mask);
436         rt2x00_set_field32(&reg, INT_MASK_CSR_MGMT_DMA_DONE, mask);
437         rt2x00_set_field32(&reg, INT_MASK_CSR_MCU_COMMAND, mask);
438         rt2x00_set_field32(&reg, INT_MASK_CSR_RXTX_COHERENT, mask);
439         rt2x00_set_field32(&reg, INT_MASK_CSR_TBTT, mask);
440         rt2x00_set_field32(&reg, INT_MASK_CSR_PRE_TBTT, mask);
441         rt2x00_set_field32(&reg, INT_MASK_CSR_TX_FIFO_STATUS, mask);
442         rt2x00_set_field32(&reg, INT_MASK_CSR_AUTO_WAKEUP, mask);
443         rt2x00_set_field32(&reg, INT_MASK_CSR_GPTIMER, mask);
444         rt2x00_set_field32(&reg, INT_MASK_CSR_RX_COHERENT, mask);
445         rt2x00_set_field32(&reg, INT_MASK_CSR_TX_COHERENT, mask);
446         rt2800_register_write(rt2x00dev, INT_MASK_CSR, reg);
447 }
448
449 static int rt2800pci_enable_radio(struct rt2x00_dev *rt2x00dev)
450 {
451         u32 reg;
452         u16 word;
453
454         /*
455          * Initialize all registers.
456          */
457         if (unlikely(rt2800_wait_wpdma_ready(rt2x00dev) ||
458                      rt2800pci_init_queues(rt2x00dev) ||
459                      rt2800_init_registers(rt2x00dev) ||
460                      rt2800_wait_wpdma_ready(rt2x00dev) ||
461                      rt2800_init_bbp(rt2x00dev) ||
462                      rt2800_init_rfcsr(rt2x00dev)))
463                 return -EIO;
464
465         /*
466          * Send signal to firmware during boot time.
467          */
468         rt2800_mcu_request(rt2x00dev, MCU_BOOT_SIGNAL, 0xff, 0, 0);
469
470         /*
471          * Enable RX.
472          */
473         rt2800_register_read(rt2x00dev, MAC_SYS_CTRL, &reg);
474         rt2x00_set_field32(&reg, MAC_SYS_CTRL_ENABLE_TX, 1);
475         rt2x00_set_field32(&reg, MAC_SYS_CTRL_ENABLE_RX, 0);
476         rt2800_register_write(rt2x00dev, MAC_SYS_CTRL, reg);
477
478         rt2800_register_read(rt2x00dev, WPDMA_GLO_CFG, &reg);
479         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_ENABLE_TX_DMA, 1);
480         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_ENABLE_RX_DMA, 1);
481         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_WP_DMA_BURST_SIZE, 2);
482         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_TX_WRITEBACK_DONE, 1);
483         rt2800_register_write(rt2x00dev, WPDMA_GLO_CFG, reg);
484
485         rt2800_register_read(rt2x00dev, MAC_SYS_CTRL, &reg);
486         rt2x00_set_field32(&reg, MAC_SYS_CTRL_ENABLE_TX, 1);
487         rt2x00_set_field32(&reg, MAC_SYS_CTRL_ENABLE_RX, 1);
488         rt2800_register_write(rt2x00dev, MAC_SYS_CTRL, reg);
489
490         /*
491          * Initialize LED control
492          */
493         rt2x00_eeprom_read(rt2x00dev, EEPROM_LED1, &word);
494         rt2800_mcu_request(rt2x00dev, MCU_LED_1, 0xff,
495                               word & 0xff, (word >> 8) & 0xff);
496
497         rt2x00_eeprom_read(rt2x00dev, EEPROM_LED2, &word);
498         rt2800_mcu_request(rt2x00dev, MCU_LED_2, 0xff,
499                               word & 0xff, (word >> 8) & 0xff);
500
501         rt2x00_eeprom_read(rt2x00dev, EEPROM_LED3, &word);
502         rt2800_mcu_request(rt2x00dev, MCU_LED_3, 0xff,
503                               word & 0xff, (word >> 8) & 0xff);
504
505         return 0;
506 }
507
508 static void rt2800pci_disable_radio(struct rt2x00_dev *rt2x00dev)
509 {
510         u32 reg;
511
512         rt2800_register_read(rt2x00dev, WPDMA_GLO_CFG, &reg);
513         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_ENABLE_TX_DMA, 0);
514         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_TX_DMA_BUSY, 0);
515         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_ENABLE_RX_DMA, 0);
516         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_RX_DMA_BUSY, 0);
517         rt2x00_set_field32(&reg, WPDMA_GLO_CFG_TX_WRITEBACK_DONE, 1);
518         rt2800_register_write(rt2x00dev, WPDMA_GLO_CFG, reg);
519
520         rt2800_register_write(rt2x00dev, MAC_SYS_CTRL, 0);
521         rt2800_register_write(rt2x00dev, PWR_PIN_CFG, 0);
522         rt2800_register_write(rt2x00dev, TX_PIN_CFG, 0);
523
524         rt2800_register_write(rt2x00dev, PBF_SYS_CTRL, 0x00001280);
525
526         rt2800_register_read(rt2x00dev, WPDMA_RST_IDX, &reg);
527         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX0, 1);
528         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX1, 1);
529         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX2, 1);
530         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX3, 1);
531         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX4, 1);
532         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX5, 1);
533         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DRX_IDX0, 1);
534         rt2800_register_write(rt2x00dev, WPDMA_RST_IDX, reg);
535
536         rt2800_register_write(rt2x00dev, PBF_SYS_CTRL, 0x00000e1f);
537         rt2800_register_write(rt2x00dev, PBF_SYS_CTRL, 0x00000e00);
538
539         /* Wait for DMA, ignore error */
540         rt2800_wait_wpdma_ready(rt2x00dev);
541 }
542
543 static int rt2800pci_set_state(struct rt2x00_dev *rt2x00dev,
544                                enum dev_state state)
545 {
546         /*
547          * Always put the device to sleep (even when we intend to wakeup!)
548          * if the device is booting and wasn't asleep it will return
549          * failure when attempting to wakeup.
550          */
551         rt2800_mcu_request(rt2x00dev, MCU_SLEEP, 0xff, 0, 2);
552
553         if (state == STATE_AWAKE) {
554                 rt2800_mcu_request(rt2x00dev, MCU_WAKEUP, TOKEN_WAKUP, 0, 0);
555                 rt2800pci_mcu_status(rt2x00dev, TOKEN_WAKUP);
556         }
557
558         return 0;
559 }
560
561 static int rt2800pci_set_device_state(struct rt2x00_dev *rt2x00dev,
562                                       enum dev_state state)
563 {
564         int retval = 0;
565
566         switch (state) {
567         case STATE_RADIO_ON:
568                 /*
569                  * Before the radio can be enabled, the device first has
570                  * to be woken up. After that it needs a bit of time
571                  * to be fully awake and then the radio can be enabled.
572                  */
573                 rt2800pci_set_state(rt2x00dev, STATE_AWAKE);
574                 msleep(1);
575                 retval = rt2800pci_enable_radio(rt2x00dev);
576                 break;
577         case STATE_RADIO_OFF:
578                 /*
579                  * After the radio has been disabled, the device should
580                  * be put to sleep for powersaving.
581                  */
582                 rt2800pci_disable_radio(rt2x00dev);
583                 rt2800pci_set_state(rt2x00dev, STATE_SLEEP);
584                 break;
585         case STATE_RADIO_RX_ON:
586         case STATE_RADIO_RX_ON_LINK:
587         case STATE_RADIO_RX_OFF:
588         case STATE_RADIO_RX_OFF_LINK:
589                 rt2800pci_toggle_rx(rt2x00dev, state);
590                 break;
591         case STATE_RADIO_IRQ_ON:
592         case STATE_RADIO_IRQ_OFF:
593                 rt2800pci_toggle_irq(rt2x00dev, state);
594                 break;
595         case STATE_DEEP_SLEEP:
596         case STATE_SLEEP:
597         case STATE_STANDBY:
598         case STATE_AWAKE:
599                 retval = rt2800pci_set_state(rt2x00dev, state);
600                 break;
601         default:
602                 retval = -ENOTSUPP;
603                 break;
604         }
605
606         if (unlikely(retval))
607                 ERROR(rt2x00dev, "Device failed to enter state %d (%d).\n",
608                       state, retval);
609
610         return retval;
611 }
612
613 /*
614  * TX descriptor initialization
615  */
616 static int rt2800pci_write_tx_data(struct queue_entry* entry,
617                                    struct txentry_desc *txdesc)
618 {
619         struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;
620         struct sk_buff *skb = entry->skb;
621         struct skb_frame_desc *skbdesc;
622         int ret;
623         __le32 *txwi;
624         u32 word;
625
626         ret = rt2x00pci_write_tx_data(entry, txdesc);
627         if (ret)
628                 return ret;
629
630         skbdesc = get_skb_frame_desc(skb);
631         txwi = (__le32 *)(skb->data - rt2x00dev->ops->extra_tx_headroom);
632
633         /*
634          * Initialize TX Info descriptor
635          */
636         rt2x00_desc_read(txwi, 0, &word);
637         rt2x00_set_field32(&word, TXWI_W0_FRAG,
638                            test_bit(ENTRY_TXD_MORE_FRAG, &txdesc->flags));
639         rt2x00_set_field32(&word, TXWI_W0_MIMO_PS, 0);
640         rt2x00_set_field32(&word, TXWI_W0_CF_ACK, 0);
641         rt2x00_set_field32(&word, TXWI_W0_TS,
642                            test_bit(ENTRY_TXD_REQ_TIMESTAMP, &txdesc->flags));
643         rt2x00_set_field32(&word, TXWI_W0_AMPDU,
644                            test_bit(ENTRY_TXD_HT_AMPDU, &txdesc->flags));
645         rt2x00_set_field32(&word, TXWI_W0_MPDU_DENSITY, txdesc->mpdu_density);
646         rt2x00_set_field32(&word, TXWI_W0_TX_OP, txdesc->txop);
647         rt2x00_set_field32(&word, TXWI_W0_MCS, txdesc->mcs);
648         rt2x00_set_field32(&word, TXWI_W0_BW,
649                            test_bit(ENTRY_TXD_HT_BW_40, &txdesc->flags));
650         rt2x00_set_field32(&word, TXWI_W0_SHORT_GI,
651                            test_bit(ENTRY_TXD_HT_SHORT_GI, &txdesc->flags));
652         rt2x00_set_field32(&word, TXWI_W0_STBC, txdesc->stbc);
653         rt2x00_set_field32(&word, TXWI_W0_PHYMODE, txdesc->rate_mode);
654         rt2x00_desc_write(txwi, 0, word);
655
656         rt2x00_desc_read(txwi, 1, &word);
657         rt2x00_set_field32(&word, TXWI_W1_ACK,
658                            test_bit(ENTRY_TXD_ACK, &txdesc->flags));
659         rt2x00_set_field32(&word, TXWI_W1_NSEQ,
660                            test_bit(ENTRY_TXD_GENERATE_SEQ, &txdesc->flags));
661         rt2x00_set_field32(&word, TXWI_W1_BW_WIN_SIZE, txdesc->ba_size);
662         rt2x00_set_field32(&word, TXWI_W1_WIRELESS_CLI_ID,
663                            test_bit(ENTRY_TXD_ENCRYPT, &txdesc->flags) ?
664                            txdesc->key_idx : 0xff);
665         rt2x00_set_field32(&word, TXWI_W1_MPDU_TOTAL_BYTE_COUNT,
666                            txdesc->length);
667         rt2x00_set_field32(&word, TXWI_W1_PACKETID,
668                            skbdesc->entry->queue->qid + 1);
669         rt2x00_desc_write(txwi, 1, word);
670
671         /*
672          * Always write 0 to IV/EIV fields, hardware will insert the IV
673          * from the IVEIV register when TXD_W3_WIV is set to 0.
674          * When TXD_W3_WIV is set to 1 it will use the IV data
675          * from the descriptor. The TXWI_W1_WIRELESS_CLI_ID indicates which
676          * crypto entry in the registers should be used to encrypt the frame.
677          */
678         _rt2x00_desc_write(txwi, 2, 0 /* skbdesc->iv[0] */);
679         _rt2x00_desc_write(txwi, 3, 0 /* skbdesc->iv[1] */);
680
681         return 0;
682 }
683
684
685 static void rt2800pci_write_tx_desc(struct rt2x00_dev *rt2x00dev,
686                                     struct sk_buff *skb,
687                                     struct txentry_desc *txdesc)
688 {
689         struct skb_frame_desc *skbdesc = get_skb_frame_desc(skb);
690         __le32 *txd = skbdesc->desc;
691         u32 word;
692
693         /*
694          * The buffers pointed by SD_PTR0/SD_LEN0 and SD_PTR1/SD_LEN1
695          * must contains a TXWI structure + 802.11 header + padding + 802.11
696          * data. We choose to have SD_PTR0/SD_LEN0 only contains TXWI and
697          * SD_PTR1/SD_LEN1 contains 802.11 header + padding + 802.11
698          * data. It means that LAST_SEC0 is always 0.
699          */
700
701         /*
702          * Initialize TX descriptor
703          */
704         rt2x00_desc_read(txd, 0, &word);
705         rt2x00_set_field32(&word, TXD_W0_SD_PTR0, skbdesc->skb_dma);
706         rt2x00_desc_write(txd, 0, word);
707
708         rt2x00_desc_read(txd, 1, &word);
709         rt2x00_set_field32(&word, TXD_W1_SD_LEN1, skb->len);
710         rt2x00_set_field32(&word, TXD_W1_LAST_SEC1,
711                            !test_bit(ENTRY_TXD_MORE_FRAG, &txdesc->flags));
712         rt2x00_set_field32(&word, TXD_W1_BURST,
713                            test_bit(ENTRY_TXD_BURST, &txdesc->flags));
714         rt2x00_set_field32(&word, TXD_W1_SD_LEN0,
715                            rt2x00dev->ops->extra_tx_headroom);
716         rt2x00_set_field32(&word, TXD_W1_LAST_SEC0, 0);
717         rt2x00_set_field32(&word, TXD_W1_DMA_DONE, 0);
718         rt2x00_desc_write(txd, 1, word);
719
720         rt2x00_desc_read(txd, 2, &word);
721         rt2x00_set_field32(&word, TXD_W2_SD_PTR1,
722                            skbdesc->skb_dma + rt2x00dev->ops->extra_tx_headroom);
723         rt2x00_desc_write(txd, 2, word);
724
725         rt2x00_desc_read(txd, 3, &word);
726         rt2x00_set_field32(&word, TXD_W3_WIV,
727                            !test_bit(ENTRY_TXD_ENCRYPT_IV, &txdesc->flags));
728         rt2x00_set_field32(&word, TXD_W3_QSEL, 2);
729         rt2x00_desc_write(txd, 3, word);
730 }
731
732 /*
733  * TX data initialization
734  */
735 static void rt2800pci_write_beacon(struct queue_entry *entry)
736 {
737         struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;
738         struct skb_frame_desc *skbdesc = get_skb_frame_desc(entry->skb);
739         unsigned int beacon_base;
740         u32 reg;
741
742         /*
743          * Disable beaconing while we are reloading the beacon data,
744          * otherwise we might be sending out invalid data.
745          */
746         rt2800_register_read(rt2x00dev, BCN_TIME_CFG, &reg);
747         rt2x00_set_field32(&reg, BCN_TIME_CFG_BEACON_GEN, 0);
748         rt2800_register_write(rt2x00dev, BCN_TIME_CFG, reg);
749
750         /*
751          * Write entire beacon with descriptor to register.
752          */
753         beacon_base = HW_BEACON_OFFSET(entry->entry_idx);
754         rt2800_register_multiwrite(rt2x00dev,
755                                       beacon_base,
756                                       skbdesc->desc, skbdesc->desc_len);
757         rt2800_register_multiwrite(rt2x00dev,
758                                       beacon_base + skbdesc->desc_len,
759                                       entry->skb->data, entry->skb->len);
760
761         /*
762          * Clean up beacon skb.
763          */
764         dev_kfree_skb_any(entry->skb);
765         entry->skb = NULL;
766 }
767
768 static void rt2800pci_kick_tx_queue(struct rt2x00_dev *rt2x00dev,
769                                     const enum data_queue_qid queue_idx)
770 {
771         struct data_queue *queue;
772         unsigned int idx, qidx = 0;
773         u32 reg;
774
775         if (queue_idx == QID_BEACON) {
776                 rt2800_register_read(rt2x00dev, BCN_TIME_CFG, &reg);
777                 if (!rt2x00_get_field32(reg, BCN_TIME_CFG_BEACON_GEN)) {
778                         rt2x00_set_field32(&reg, BCN_TIME_CFG_TSF_TICKING, 1);
779                         rt2x00_set_field32(&reg, BCN_TIME_CFG_TBTT_ENABLE, 1);
780                         rt2x00_set_field32(&reg, BCN_TIME_CFG_BEACON_GEN, 1);
781                         rt2800_register_write(rt2x00dev, BCN_TIME_CFG, reg);
782                 }
783                 return;
784         }
785
786         if (queue_idx > QID_HCCA && queue_idx != QID_MGMT)
787                 return;
788
789         queue = rt2x00queue_get_queue(rt2x00dev, queue_idx);
790         idx = queue->index[Q_INDEX];
791
792         if (queue_idx == QID_MGMT)
793                 qidx = 5;
794         else
795                 qidx = queue_idx;
796
797         rt2800_register_write(rt2x00dev, TX_CTX_IDX(qidx), idx);
798 }
799
800 static void rt2800pci_kill_tx_queue(struct rt2x00_dev *rt2x00dev,
801                                     const enum data_queue_qid qid)
802 {
803         u32 reg;
804
805         if (qid == QID_BEACON) {
806                 rt2800_register_write(rt2x00dev, BCN_TIME_CFG, 0);
807                 return;
808         }
809
810         rt2800_register_read(rt2x00dev, WPDMA_RST_IDX, &reg);
811         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX0, (qid == QID_AC_BE));
812         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX1, (qid == QID_AC_BK));
813         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX2, (qid == QID_AC_VI));
814         rt2x00_set_field32(&reg, WPDMA_RST_IDX_DTX_IDX3, (qid == QID_AC_VO));
815         rt2800_register_write(rt2x00dev, WPDMA_RST_IDX, reg);
816 }
817
818 /*
819  * RX control handlers
820  */
821 static void rt2800pci_fill_rxdone(struct queue_entry *entry,
822                                   struct rxdone_entry_desc *rxdesc)
823 {
824         struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;
825         struct queue_entry_priv_pci *entry_priv = entry->priv_data;
826         __le32 *rxd = entry_priv->desc;
827         __le32 *rxwi = (__le32 *)entry->skb->data;
828         u32 rxd3;
829         u32 rxwi0;
830         u32 rxwi1;
831         u32 rxwi2;
832         u32 rxwi3;
833
834         rt2x00_desc_read(rxd, 3, &rxd3);
835         rt2x00_desc_read(rxwi, 0, &rxwi0);
836         rt2x00_desc_read(rxwi, 1, &rxwi1);
837         rt2x00_desc_read(rxwi, 2, &rxwi2);
838         rt2x00_desc_read(rxwi, 3, &rxwi3);
839
840         if (rt2x00_get_field32(rxd3, RXD_W3_CRC_ERROR))
841                 rxdesc->flags |= RX_FLAG_FAILED_FCS_CRC;
842
843         /*
844          * Unfortunately we don't know the cipher type used during
845          * decryption. This prevents us from correct providing
846          * correct statistics through debugfs.
847          */
848         rxdesc->cipher = rt2x00_get_field32(rxwi0, RXWI_W0_UDF);
849         rxdesc->cipher_status = rt2x00_get_field32(rxd3, RXD_W3_CIPHER_ERROR);
850
851         if (rt2x00_get_field32(rxd3, RXD_W3_DECRYPTED)) {
852                 /*
853                  * Hardware has stripped IV/EIV data from 802.11 frame during
854                  * decryption. Unfortunately the descriptor doesn't contain
855                  * any fields with the EIV/IV data either, so they can't
856                  * be restored by rt2x00lib.
857                  */
858                 rxdesc->flags |= RX_FLAG_IV_STRIPPED;
859
860                 if (rxdesc->cipher_status == RX_CRYPTO_SUCCESS)
861                         rxdesc->flags |= RX_FLAG_DECRYPTED;
862                 else if (rxdesc->cipher_status == RX_CRYPTO_FAIL_MIC)
863                         rxdesc->flags |= RX_FLAG_MMIC_ERROR;
864         }
865
866         if (rt2x00_get_field32(rxd3, RXD_W3_MY_BSS))
867                 rxdesc->dev_flags |= RXDONE_MY_BSS;
868
869         if (rt2x00_get_field32(rxd3, RXD_W3_L2PAD))
870                 rxdesc->dev_flags |= RXDONE_L2PAD;
871
872         if (rt2x00_get_field32(rxwi1, RXWI_W1_SHORT_GI))
873                 rxdesc->flags |= RX_FLAG_SHORT_GI;
874
875         if (rt2x00_get_field32(rxwi1, RXWI_W1_BW))
876                 rxdesc->flags |= RX_FLAG_40MHZ;
877
878         /*
879          * Detect RX rate, always use MCS as signal type.
880          */
881         rxdesc->dev_flags |= RXDONE_SIGNAL_MCS;
882         rxdesc->rate_mode = rt2x00_get_field32(rxwi1, RXWI_W1_PHYMODE);
883         rxdesc->signal = rt2x00_get_field32(rxwi1, RXWI_W1_MCS);
884
885         /*
886          * Mask of 0x8 bit to remove the short preamble flag.
887          */
888         if (rxdesc->rate_mode == RATE_MODE_CCK)
889                 rxdesc->signal &= ~0x8;
890
891         rxdesc->rssi =
892             (rt2x00_get_field32(rxwi2, RXWI_W2_RSSI0) +
893              rt2x00_get_field32(rxwi2, RXWI_W2_RSSI1)) / 2;
894
895         rxdesc->size = rt2x00_get_field32(rxwi0, RXWI_W0_MPDU_TOTAL_BYTE_COUNT);
896
897         /*
898          * Set RX IDX in register to inform hardware that we have handled
899          * this entry and it is available for reuse again.
900          */
901         rt2800_register_write(rt2x00dev, RX_CRX_IDX, entry->entry_idx);
902
903         /*
904          * Remove TXWI descriptor from start of buffer.
905          */
906         skb_pull(entry->skb, RXWI_DESC_SIZE);
907 }
908
909 /*
910  * Interrupt functions.
911  */
912 static void rt2800pci_txdone(struct rt2x00_dev *rt2x00dev)
913 {
914         struct data_queue *queue;
915         struct queue_entry *entry;
916         __le32 *txwi;
917         struct txdone_entry_desc txdesc;
918         u32 word;
919         u32 reg;
920         u32 old_reg;
921         int wcid, ack, pid, tx_wcid, tx_ack, tx_pid;
922         u16 mcs, real_mcs;
923
924         /*
925          * During each loop we will compare the freshly read
926          * TX_STA_FIFO register value with the value read from
927          * the previous loop. If the 2 values are equal then
928          * we should stop processing because the chance it
929          * quite big that the device has been unplugged and
930          * we risk going into an endless loop.
931          */
932         old_reg = 0;
933
934         while (1) {
935                 rt2800_register_read(rt2x00dev, TX_STA_FIFO, &reg);
936                 if (!rt2x00_get_field32(reg, TX_STA_FIFO_VALID))
937                         break;
938
939                 if (old_reg == reg)
940                         break;
941                 old_reg = reg;
942
943                 wcid    = rt2x00_get_field32(reg, TX_STA_FIFO_WCID);
944                 ack     = rt2x00_get_field32(reg, TX_STA_FIFO_TX_ACK_REQUIRED);
945                 pid     = rt2x00_get_field32(reg, TX_STA_FIFO_PID_TYPE);
946
947                 /*
948                  * Skip this entry when it contains an invalid
949                  * queue identication number.
950                  */
951                 if (pid <= 0 || pid > QID_RX)
952                         continue;
953
954                 queue = rt2x00queue_get_queue(rt2x00dev, pid - 1);
955                 if (unlikely(!queue))
956                         continue;
957
958                 /*
959                  * Inside each queue, we process each entry in a chronological
960                  * order. We first check that the queue is not empty.
961                  */
962                 if (rt2x00queue_empty(queue))
963                         continue;
964                 entry = rt2x00queue_get_entry(queue, Q_INDEX_DONE);
965
966                 /* Check if we got a match by looking at WCID/ACK/PID
967                  * fields */
968                 txwi = (__le32 *)(entry->skb->data -
969                                   rt2x00dev->ops->extra_tx_headroom);
970
971                 rt2x00_desc_read(txwi, 1, &word);
972                 tx_wcid = rt2x00_get_field32(word, TXWI_W1_WIRELESS_CLI_ID);
973                 tx_ack  = rt2x00_get_field32(word, TXWI_W1_ACK);
974                 tx_pid  = rt2x00_get_field32(word, TXWI_W1_PACKETID);
975
976                 if ((wcid != tx_wcid) || (ack != tx_ack) || (pid != tx_pid))
977                         WARNING(rt2x00dev, "invalid TX_STA_FIFO content\n");
978
979                 /*
980                  * Obtain the status about this packet.
981                  */
982                 txdesc.flags = 0;
983                 rt2x00_desc_read(txwi, 0, &word);
984                 mcs = rt2x00_get_field32(word, TXWI_W0_MCS);
985                 real_mcs = rt2x00_get_field32(reg, TX_STA_FIFO_MCS);
986
987                 /*
988                  * Ralink has a retry mechanism using a global fallback
989                  * table. We setup this fallback table to try the immediate
990                  * lower rate for all rates. In the TX_STA_FIFO, the MCS field
991                  * always contains the MCS used for the last transmission, be
992                  * it successful or not.
993                  */
994                 if (rt2x00_get_field32(reg, TX_STA_FIFO_TX_SUCCESS)) {
995                         /*
996                          * Transmission succeeded. The number of retries is
997                          * mcs - real_mcs
998                          */
999                         __set_bit(TXDONE_SUCCESS, &txdesc.flags);
1000                         txdesc.retry = ((mcs > real_mcs) ? mcs - real_mcs : 0);
1001                 } else {
1002                         /*
1003                          * Transmission failed. The number of retries is
1004                          * always 7 in this case (for a total number of 8
1005                          * frames sent).
1006                          */
1007                         __set_bit(TXDONE_FAILURE, &txdesc.flags);
1008                         txdesc.retry = 7;
1009                 }
1010
1011                 __set_bit(TXDONE_FALLBACK, &txdesc.flags);
1012
1013
1014                 rt2x00lib_txdone(entry, &txdesc);
1015         }
1016 }
1017
1018 static void rt2800pci_wakeup(struct rt2x00_dev *rt2x00dev)
1019 {
1020         struct ieee80211_conf conf = { .flags = 0 };
1021         struct rt2x00lib_conf libconf = { .conf = &conf };
1022
1023         rt2800_config(rt2x00dev, &libconf, IEEE80211_CONF_CHANGE_PS);
1024 }
1025
1026 static irqreturn_t rt2800pci_interrupt(int irq, void *dev_instance)
1027 {
1028         struct rt2x00_dev *rt2x00dev = dev_instance;
1029         u32 reg;
1030
1031         /* Read status and ACK all interrupts */
1032         rt2800_register_read(rt2x00dev, INT_SOURCE_CSR, &reg);
1033         rt2800_register_write(rt2x00dev, INT_SOURCE_CSR, reg);
1034
1035         if (!reg)
1036                 return IRQ_NONE;
1037
1038         if (!test_bit(DEVICE_STATE_ENABLED_RADIO, &rt2x00dev->flags))
1039                 return IRQ_HANDLED;
1040
1041         /*
1042          * 1 - Rx ring done interrupt.
1043          */
1044         if (rt2x00_get_field32(reg, INT_SOURCE_CSR_RX_DONE))
1045                 rt2x00pci_rxdone(rt2x00dev);
1046
1047         if (rt2x00_get_field32(reg, INT_SOURCE_CSR_TX_FIFO_STATUS))
1048                 rt2800pci_txdone(rt2x00dev);
1049
1050         if (rt2x00_get_field32(reg, INT_SOURCE_CSR_AUTO_WAKEUP))
1051                 rt2800pci_wakeup(rt2x00dev);
1052
1053         return IRQ_HANDLED;
1054 }
1055
1056 /*
1057  * Device probe functions.
1058  */
1059 static int rt2800pci_validate_eeprom(struct rt2x00_dev *rt2x00dev)
1060 {
1061         /*
1062          * Read EEPROM into buffer
1063          */
1064         if (rt2x00_is_soc(rt2x00dev))
1065                 rt2800pci_read_eeprom_soc(rt2x00dev);
1066         else if (rt2800pci_efuse_detect(rt2x00dev))
1067                 rt2800pci_read_eeprom_efuse(rt2x00dev);
1068         else
1069                 rt2800pci_read_eeprom_pci(rt2x00dev);
1070
1071         return rt2800_validate_eeprom(rt2x00dev);
1072 }
1073
1074 static const struct rt2800_ops rt2800pci_rt2800_ops = {
1075         .register_read          = rt2x00pci_register_read,
1076         .register_read_lock     = rt2x00pci_register_read, /* same for PCI */
1077         .register_write         = rt2x00pci_register_write,
1078         .register_write_lock    = rt2x00pci_register_write, /* same for PCI */
1079
1080         .register_multiread     = rt2x00pci_register_multiread,
1081         .register_multiwrite    = rt2x00pci_register_multiwrite,
1082
1083         .regbusy_read           = rt2x00pci_regbusy_read,
1084 };
1085
1086 static int rt2800pci_probe_hw(struct rt2x00_dev *rt2x00dev)
1087 {
1088         int retval;
1089
1090         rt2x00dev->priv = (void *)&rt2800pci_rt2800_ops;
1091
1092         /*
1093          * Allocate eeprom data.
1094          */
1095         retval = rt2800pci_validate_eeprom(rt2x00dev);
1096         if (retval)
1097                 return retval;
1098
1099         retval = rt2800_init_eeprom(rt2x00dev);
1100         if (retval)
1101                 return retval;
1102
1103         /*
1104          * Initialize hw specifications.
1105          */
1106         retval = rt2800_probe_hw_mode(rt2x00dev);
1107         if (retval)
1108                 return retval;
1109
1110         /*
1111          * This device has multiple filters for control frames
1112          * and has a separate filter for PS Poll frames.
1113          */
1114         __set_bit(DRIVER_SUPPORT_CONTROL_FILTERS, &rt2x00dev->flags);
1115         __set_bit(DRIVER_SUPPORT_CONTROL_FILTER_PSPOLL, &rt2x00dev->flags);
1116
1117         /*
1118          * This device requires firmware.
1119          */
1120         if (!rt2x00_is_soc(rt2x00dev))
1121                 __set_bit(DRIVER_REQUIRE_FIRMWARE, &rt2x00dev->flags);
1122         __set_bit(DRIVER_REQUIRE_DMA, &rt2x00dev->flags);
1123         __set_bit(DRIVER_REQUIRE_L2PAD, &rt2x00dev->flags);
1124         if (!modparam_nohwcrypt)
1125                 __set_bit(CONFIG_SUPPORT_HW_CRYPTO, &rt2x00dev->flags);
1126
1127         /*
1128          * Set the rssi offset.
1129          */
1130         rt2x00dev->rssi_offset = DEFAULT_RSSI_OFFSET;
1131
1132         return 0;
1133 }
1134
1135 static const struct rt2x00lib_ops rt2800pci_rt2x00_ops = {
1136         .irq_handler            = rt2800pci_interrupt,
1137         .probe_hw               = rt2800pci_probe_hw,
1138         .get_firmware_name      = rt2800pci_get_firmware_name,
1139         .check_firmware         = rt2800pci_check_firmware,
1140         .load_firmware          = rt2800pci_load_firmware,
1141         .initialize             = rt2x00pci_initialize,
1142         .uninitialize           = rt2x00pci_uninitialize,
1143         .get_entry_state        = rt2800pci_get_entry_state,
1144         .clear_entry            = rt2800pci_clear_entry,
1145         .set_device_state       = rt2800pci_set_device_state,
1146         .rfkill_poll            = rt2800_rfkill_poll,
1147         .link_stats             = rt2800_link_stats,
1148         .reset_tuner            = rt2800_reset_tuner,
1149         .link_tuner             = rt2800_link_tuner,
1150         .write_tx_desc          = rt2800pci_write_tx_desc,
1151         .write_tx_data          = rt2800pci_write_tx_data,
1152         .write_beacon           = rt2800pci_write_beacon,
1153         .kick_tx_queue          = rt2800pci_kick_tx_queue,
1154         .kill_tx_queue          = rt2800pci_kill_tx_queue,
1155         .fill_rxdone            = rt2800pci_fill_rxdone,
1156         .config_shared_key      = rt2800_config_shared_key,
1157         .config_pairwise_key    = rt2800_config_pairwise_key,
1158         .config_filter          = rt2800_config_filter,
1159         .config_intf            = rt2800_config_intf,
1160         .config_erp             = rt2800_config_erp,
1161         .config_ant             = rt2800_config_ant,
1162         .config                 = rt2800_config,
1163 };
1164
1165 static const struct data_queue_desc rt2800pci_queue_rx = {
1166         .entry_num              = RX_ENTRIES,
1167         .data_size              = AGGREGATION_SIZE,
1168         .desc_size              = RXD_DESC_SIZE,
1169         .priv_size              = sizeof(struct queue_entry_priv_pci),
1170 };
1171
1172 static const struct data_queue_desc rt2800pci_queue_tx = {
1173         .entry_num              = TX_ENTRIES,
1174         .data_size              = AGGREGATION_SIZE,
1175         .desc_size              = TXD_DESC_SIZE,
1176         .priv_size              = sizeof(struct queue_entry_priv_pci),
1177 };
1178
1179 static const struct data_queue_desc rt2800pci_queue_bcn = {
1180         .entry_num              = 8 * BEACON_ENTRIES,
1181         .data_size              = 0, /* No DMA required for beacons */
1182         .desc_size              = TXWI_DESC_SIZE,
1183         .priv_size              = sizeof(struct queue_entry_priv_pci),
1184 };
1185
1186 static const struct rt2x00_ops rt2800pci_ops = {
1187         .name                   = KBUILD_MODNAME,
1188         .max_sta_intf           = 1,
1189         .max_ap_intf            = 8,
1190         .eeprom_size            = EEPROM_SIZE,
1191         .rf_size                = RF_SIZE,
1192         .tx_queues              = NUM_TX_QUEUES,
1193         .extra_tx_headroom      = TXWI_DESC_SIZE,
1194         .rx                     = &rt2800pci_queue_rx,
1195         .tx                     = &rt2800pci_queue_tx,
1196         .bcn                    = &rt2800pci_queue_bcn,
1197         .lib                    = &rt2800pci_rt2x00_ops,
1198         .hw                     = &rt2800_mac80211_ops,
1199 #ifdef CONFIG_RT2X00_LIB_DEBUGFS
1200         .debugfs                = &rt2800_rt2x00debug,
1201 #endif /* CONFIG_RT2X00_LIB_DEBUGFS */
1202 };
1203
1204 /*
1205  * RT2800pci module information.
1206  */
1207 #ifdef CONFIG_RT2800PCI_PCI
1208 static DEFINE_PCI_DEVICE_TABLE(rt2800pci_device_table) = {
1209         { PCI_DEVICE(0x1814, 0x0601), PCI_DEVICE_DATA(&rt2800pci_ops) },
1210         { PCI_DEVICE(0x1814, 0x0681), PCI_DEVICE_DATA(&rt2800pci_ops) },
1211         { PCI_DEVICE(0x1814, 0x0701), PCI_DEVICE_DATA(&rt2800pci_ops) },
1212         { PCI_DEVICE(0x1814, 0x0781), PCI_DEVICE_DATA(&rt2800pci_ops) },
1213         { PCI_DEVICE(0x1432, 0x7708), PCI_DEVICE_DATA(&rt2800pci_ops) },
1214         { PCI_DEVICE(0x1432, 0x7727), PCI_DEVICE_DATA(&rt2800pci_ops) },
1215         { PCI_DEVICE(0x1432, 0x7728), PCI_DEVICE_DATA(&rt2800pci_ops) },
1216         { PCI_DEVICE(0x1432, 0x7738), PCI_DEVICE_DATA(&rt2800pci_ops) },
1217         { PCI_DEVICE(0x1432, 0x7748), PCI_DEVICE_DATA(&rt2800pci_ops) },
1218         { PCI_DEVICE(0x1432, 0x7758), PCI_DEVICE_DATA(&rt2800pci_ops) },
1219         { PCI_DEVICE(0x1432, 0x7768), PCI_DEVICE_DATA(&rt2800pci_ops) },
1220         { PCI_DEVICE(0x1a3b, 0x1059), PCI_DEVICE_DATA(&rt2800pci_ops) },
1221 #ifdef CONFIG_RT2800PCI_RT30XX
1222         { PCI_DEVICE(0x1814, 0x3090), PCI_DEVICE_DATA(&rt2800pci_ops) },
1223         { PCI_DEVICE(0x1814, 0x3091), PCI_DEVICE_DATA(&rt2800pci_ops) },
1224         { PCI_DEVICE(0x1814, 0x3092), PCI_DEVICE_DATA(&rt2800pci_ops) },
1225         { PCI_DEVICE(0x1462, 0x891a), PCI_DEVICE_DATA(&rt2800pci_ops) },
1226 #endif
1227 #ifdef CONFIG_RT2800PCI_RT35XX
1228         { PCI_DEVICE(0x1814, 0x3060), PCI_DEVICE_DATA(&rt2800pci_ops) },
1229         { PCI_DEVICE(0x1814, 0x3062), PCI_DEVICE_DATA(&rt2800pci_ops) },
1230         { PCI_DEVICE(0x1814, 0x3562), PCI_DEVICE_DATA(&rt2800pci_ops) },
1231         { PCI_DEVICE(0x1814, 0x3592), PCI_DEVICE_DATA(&rt2800pci_ops) },
1232         { PCI_DEVICE(0x1814, 0x3593), PCI_DEVICE_DATA(&rt2800pci_ops) },
1233 #endif
1234         { 0, }
1235 };
1236 #endif /* CONFIG_RT2800PCI_PCI */
1237
1238 MODULE_AUTHOR(DRV_PROJECT);
1239 MODULE_VERSION(DRV_VERSION);
1240 MODULE_DESCRIPTION("Ralink RT2800 PCI & PCMCIA Wireless LAN driver.");
1241 MODULE_SUPPORTED_DEVICE("Ralink RT2860 PCI & PCMCIA chipset based cards");
1242 #ifdef CONFIG_RT2800PCI_PCI
1243 MODULE_FIRMWARE(FIRMWARE_RT2860);
1244 MODULE_DEVICE_TABLE(pci, rt2800pci_device_table);
1245 #endif /* CONFIG_RT2800PCI_PCI */
1246 MODULE_LICENSE("GPL");
1247
1248 #ifdef CONFIG_RT2800PCI_SOC
1249 static int rt2800soc_probe(struct platform_device *pdev)
1250 {
1251         return rt2x00soc_probe(pdev, &rt2800pci_ops);
1252 }
1253
1254 static struct platform_driver rt2800soc_driver = {
1255         .driver         = {
1256                 .name           = "rt2800_wmac",
1257                 .owner          = THIS_MODULE,
1258                 .mod_name       = KBUILD_MODNAME,
1259         },
1260         .probe          = rt2800soc_probe,
1261         .remove         = __devexit_p(rt2x00soc_remove),
1262         .suspend        = rt2x00soc_suspend,
1263         .resume         = rt2x00soc_resume,
1264 };
1265 #endif /* CONFIG_RT2800PCI_SOC */
1266
1267 #ifdef CONFIG_RT2800PCI_PCI
1268 static struct pci_driver rt2800pci_driver = {
1269         .name           = KBUILD_MODNAME,
1270         .id_table       = rt2800pci_device_table,
1271         .probe          = rt2x00pci_probe,
1272         .remove         = __devexit_p(rt2x00pci_remove),
1273         .suspend        = rt2x00pci_suspend,
1274         .resume         = rt2x00pci_resume,
1275 };
1276 #endif /* CONFIG_RT2800PCI_PCI */
1277
1278 static int __init rt2800pci_init(void)
1279 {
1280         int ret = 0;
1281
1282 #ifdef CONFIG_RT2800PCI_SOC
1283         ret = platform_driver_register(&rt2800soc_driver);
1284         if (ret)
1285                 return ret;
1286 #endif
1287 #ifdef CONFIG_RT2800PCI_PCI
1288         ret = pci_register_driver(&rt2800pci_driver);
1289         if (ret) {
1290 #ifdef CONFIG_RT2800PCI_SOC
1291                 platform_driver_unregister(&rt2800soc_driver);
1292 #endif
1293                 return ret;
1294         }
1295 #endif
1296
1297         return ret;
1298 }
1299
1300 static void __exit rt2800pci_exit(void)
1301 {
1302 #ifdef CONFIG_RT2800PCI_PCI
1303         pci_unregister_driver(&rt2800pci_driver);
1304 #endif
1305 #ifdef CONFIG_RT2800PCI_SOC
1306         platform_driver_unregister(&rt2800soc_driver);
1307 #endif
1308 }
1309
1310 module_init(rt2800pci_init);
1311 module_exit(rt2800pci_exit);