ixgbe: enable hardware offload for sctp
[safe/jmp/linux-2.6] / drivers / net / ixgbe / ixgbe_ethtool.c
1 /*******************************************************************************
2
3   Intel 10 Gigabit PCI Express Linux driver
4   Copyright(c) 1999 - 2009 Intel Corporation.
5
6   This program is free software; you can redistribute it and/or modify it
7   under the terms and conditions of the GNU General Public License,
8   version 2, as published by the Free Software Foundation.
9
10   This program is distributed in the hope it will be useful, but WITHOUT
11   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13   more details.
14
15   You should have received a copy of the GNU General Public License along with
16   this program; if not, write to the Free Software Foundation, Inc.,
17   51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18
19   The full GNU General Public License is included in this distribution in
20   the file called "COPYING".
21
22   Contact Information:
23   e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
24   Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
25
26 *******************************************************************************/
27
28 /* ethtool support for ixgbe */
29
30 #include <linux/types.h>
31 #include <linux/module.h>
32 #include <linux/pci.h>
33 #include <linux/netdevice.h>
34 #include <linux/ethtool.h>
35 #include <linux/vmalloc.h>
36 #include <linux/uaccess.h>
37
38 #include "ixgbe.h"
39
40
41 #define IXGBE_ALL_RAR_ENTRIES 16
42
43 struct ixgbe_stats {
44         char stat_string[ETH_GSTRING_LEN];
45         int sizeof_stat;
46         int stat_offset;
47 };
48
49 #define IXGBE_STAT(m) sizeof(((struct ixgbe_adapter *)0)->m), \
50                              offsetof(struct ixgbe_adapter, m)
51 static struct ixgbe_stats ixgbe_gstrings_stats[] = {
52         {"rx_packets", IXGBE_STAT(net_stats.rx_packets)},
53         {"tx_packets", IXGBE_STAT(net_stats.tx_packets)},
54         {"rx_bytes", IXGBE_STAT(net_stats.rx_bytes)},
55         {"tx_bytes", IXGBE_STAT(net_stats.tx_bytes)},
56         {"lsc_int", IXGBE_STAT(lsc_int)},
57         {"tx_busy", IXGBE_STAT(tx_busy)},
58         {"non_eop_descs", IXGBE_STAT(non_eop_descs)},
59         {"rx_errors", IXGBE_STAT(net_stats.rx_errors)},
60         {"tx_errors", IXGBE_STAT(net_stats.tx_errors)},
61         {"rx_dropped", IXGBE_STAT(net_stats.rx_dropped)},
62         {"tx_dropped", IXGBE_STAT(net_stats.tx_dropped)},
63         {"multicast", IXGBE_STAT(net_stats.multicast)},
64         {"broadcast", IXGBE_STAT(stats.bprc)},
65         {"rx_no_buffer_count", IXGBE_STAT(stats.rnbc[0]) },
66         {"collisions", IXGBE_STAT(net_stats.collisions)},
67         {"rx_over_errors", IXGBE_STAT(net_stats.rx_over_errors)},
68         {"rx_crc_errors", IXGBE_STAT(net_stats.rx_crc_errors)},
69         {"rx_frame_errors", IXGBE_STAT(net_stats.rx_frame_errors)},
70         {"rx_fifo_errors", IXGBE_STAT(net_stats.rx_fifo_errors)},
71         {"rx_missed_errors", IXGBE_STAT(net_stats.rx_missed_errors)},
72         {"tx_aborted_errors", IXGBE_STAT(net_stats.tx_aborted_errors)},
73         {"tx_carrier_errors", IXGBE_STAT(net_stats.tx_carrier_errors)},
74         {"tx_fifo_errors", IXGBE_STAT(net_stats.tx_fifo_errors)},
75         {"tx_heartbeat_errors", IXGBE_STAT(net_stats.tx_heartbeat_errors)},
76         {"tx_timeout_count", IXGBE_STAT(tx_timeout_count)},
77         {"tx_restart_queue", IXGBE_STAT(restart_queue)},
78         {"rx_long_length_errors", IXGBE_STAT(stats.roc)},
79         {"rx_short_length_errors", IXGBE_STAT(stats.ruc)},
80         {"tx_tcp4_seg_ctxt", IXGBE_STAT(hw_tso_ctxt)},
81         {"tx_tcp6_seg_ctxt", IXGBE_STAT(hw_tso6_ctxt)},
82         {"tx_flow_control_xon", IXGBE_STAT(stats.lxontxc)},
83         {"rx_flow_control_xon", IXGBE_STAT(stats.lxonrxc)},
84         {"tx_flow_control_xoff", IXGBE_STAT(stats.lxofftxc)},
85         {"rx_flow_control_xoff", IXGBE_STAT(stats.lxoffrxc)},
86         {"rx_csum_offload_good", IXGBE_STAT(hw_csum_rx_good)},
87         {"rx_csum_offload_errors", IXGBE_STAT(hw_csum_rx_error)},
88         {"tx_csum_offload_ctxt", IXGBE_STAT(hw_csum_tx_good)},
89         {"rx_header_split", IXGBE_STAT(rx_hdr_split)},
90         {"alloc_rx_page_failed", IXGBE_STAT(alloc_rx_page_failed)},
91         {"alloc_rx_buff_failed", IXGBE_STAT(alloc_rx_buff_failed)},
92         {"rx_no_dma_resources", IXGBE_STAT(hw_rx_no_dma_resources)},
93 };
94
95 #define IXGBE_QUEUE_STATS_LEN \
96         ((((struct ixgbe_adapter *)netdev_priv(netdev))->num_tx_queues + \
97         ((struct ixgbe_adapter *)netdev_priv(netdev))->num_rx_queues) * \
98         (sizeof(struct ixgbe_queue_stats) / sizeof(u64)))
99 #define IXGBE_GLOBAL_STATS_LEN ARRAY_SIZE(ixgbe_gstrings_stats)
100 #define IXGBE_PB_STATS_LEN ( \
101                  (((struct ixgbe_adapter *)netdev_priv(netdev))->flags & \
102                  IXGBE_FLAG_DCB_ENABLED) ? \
103                  (sizeof(((struct ixgbe_adapter *)0)->stats.pxonrxc) + \
104                   sizeof(((struct ixgbe_adapter *)0)->stats.pxontxc) + \
105                   sizeof(((struct ixgbe_adapter *)0)->stats.pxoffrxc) + \
106                   sizeof(((struct ixgbe_adapter *)0)->stats.pxofftxc)) \
107                   / sizeof(u64) : 0)
108 #define IXGBE_STATS_LEN (IXGBE_GLOBAL_STATS_LEN + \
109                          IXGBE_PB_STATS_LEN + \
110                          IXGBE_QUEUE_STATS_LEN)
111
112 static int ixgbe_get_settings(struct net_device *netdev,
113                               struct ethtool_cmd *ecmd)
114 {
115         struct ixgbe_adapter *adapter = netdev_priv(netdev);
116         struct ixgbe_hw *hw = &adapter->hw;
117         u32 link_speed = 0;
118         bool link_up;
119
120         ecmd->supported = SUPPORTED_10000baseT_Full;
121         ecmd->autoneg = AUTONEG_ENABLE;
122         ecmd->transceiver = XCVR_EXTERNAL;
123         if (hw->phy.media_type == ixgbe_media_type_copper) {
124                 ecmd->supported |= (SUPPORTED_1000baseT_Full |
125                                     SUPPORTED_TP | SUPPORTED_Autoneg);
126
127                 ecmd->advertising = (ADVERTISED_TP | ADVERTISED_Autoneg);
128                 if (hw->phy.autoneg_advertised & IXGBE_LINK_SPEED_10GB_FULL)
129                         ecmd->advertising |= ADVERTISED_10000baseT_Full;
130                 if (hw->phy.autoneg_advertised & IXGBE_LINK_SPEED_1GB_FULL)
131                         ecmd->advertising |= ADVERTISED_1000baseT_Full;
132                 /*
133                  * It's possible that phy.autoneg_advertised may not be
134                  * set yet.  If so display what the default would be -
135                  * both 1G and 10G supported.
136                  */
137                 if (!(ecmd->advertising & (ADVERTISED_1000baseT_Full |
138                                            ADVERTISED_10000baseT_Full)))
139                         ecmd->advertising |= (ADVERTISED_10000baseT_Full |
140                                               ADVERTISED_1000baseT_Full);
141
142                 ecmd->port = PORT_TP;
143         } else if (hw->phy.media_type == ixgbe_media_type_backplane) {
144                 /* Set as FIBRE until SERDES defined in kernel */
145                 switch (hw->device_id) {
146                 case IXGBE_DEV_ID_82598:
147                         ecmd->supported |= (SUPPORTED_1000baseT_Full |
148                                 SUPPORTED_FIBRE);
149                         ecmd->advertising = (ADVERTISED_10000baseT_Full |
150                                 ADVERTISED_1000baseT_Full |
151                                 ADVERTISED_FIBRE);
152                         ecmd->port = PORT_FIBRE;
153                         break;
154                 case IXGBE_DEV_ID_82598_BX:
155                         ecmd->supported = (SUPPORTED_1000baseT_Full |
156                                            SUPPORTED_FIBRE);
157                         ecmd->advertising = (ADVERTISED_1000baseT_Full |
158                                              ADVERTISED_FIBRE);
159                         ecmd->port = PORT_FIBRE;
160                         ecmd->autoneg = AUTONEG_DISABLE;
161                         break;
162                 }
163         } else {
164                 ecmd->supported |= SUPPORTED_FIBRE;
165                 ecmd->advertising = (ADVERTISED_10000baseT_Full |
166                                      ADVERTISED_FIBRE);
167                 ecmd->port = PORT_FIBRE;
168                 ecmd->autoneg = AUTONEG_DISABLE;
169         }
170
171         hw->mac.ops.check_link(hw, &link_speed, &link_up, false);
172         if (link_up) {
173                 ecmd->speed = (link_speed == IXGBE_LINK_SPEED_10GB_FULL) ?
174                                SPEED_10000 : SPEED_1000;
175                 ecmd->duplex = DUPLEX_FULL;
176         } else {
177                 ecmd->speed = -1;
178                 ecmd->duplex = -1;
179         }
180
181         return 0;
182 }
183
184 static int ixgbe_set_settings(struct net_device *netdev,
185                               struct ethtool_cmd *ecmd)
186 {
187         struct ixgbe_adapter *adapter = netdev_priv(netdev);
188         struct ixgbe_hw *hw = &adapter->hw;
189         u32 advertised, old;
190         s32 err;
191
192         switch (hw->phy.media_type) {
193         case ixgbe_media_type_fiber:
194                 if ((ecmd->autoneg == AUTONEG_ENABLE) ||
195                     (ecmd->speed + ecmd->duplex != SPEED_10000 + DUPLEX_FULL))
196                         return -EINVAL;
197                 /* in this case we currently only support 10Gb/FULL */
198                 break;
199         case ixgbe_media_type_copper:
200                 /* 10000/copper and 1000/copper must autoneg
201                  * this function does not support any duplex forcing, but can
202                  * limit the advertising of the adapter to only 10000 or 1000 */
203                 if (ecmd->autoneg == AUTONEG_DISABLE)
204                         return -EINVAL;
205
206                 old = hw->phy.autoneg_advertised;
207                 advertised = 0;
208                 if (ecmd->advertising & ADVERTISED_10000baseT_Full)
209                         advertised |= IXGBE_LINK_SPEED_10GB_FULL;
210
211                 if (ecmd->advertising & ADVERTISED_1000baseT_Full)
212                         advertised |= IXGBE_LINK_SPEED_1GB_FULL;
213
214                 if (old == advertised)
215                         break;
216                 /* this sets the link speed and restarts auto-neg */
217                 err = hw->mac.ops.setup_link_speed(hw, advertised, true, true);
218                 if (err) {
219                         DPRINTK(PROBE, INFO,
220                                 "setup link failed with code %d\n", err);
221                         hw->mac.ops.setup_link_speed(hw, old, true, true);
222                 }
223                 break;
224         default:
225                 break;
226         }
227
228         return 0;
229 }
230
231 static void ixgbe_get_pauseparam(struct net_device *netdev,
232                                  struct ethtool_pauseparam *pause)
233 {
234         struct ixgbe_adapter *adapter = netdev_priv(netdev);
235         struct ixgbe_hw *hw = &adapter->hw;
236
237         /*
238          * Flow Control Autoneg isn't on if
239          *  - we didn't ask for it OR
240          *  - it failed, we know this by tx & rx being off
241          */
242         if (hw->fc.disable_fc_autoneg ||
243             (hw->fc.current_mode == ixgbe_fc_none))
244                 pause->autoneg = 0;
245         else
246                 pause->autoneg = 1;
247
248         if (hw->fc.current_mode == ixgbe_fc_rx_pause) {
249                 pause->rx_pause = 1;
250         } else if (hw->fc.current_mode == ixgbe_fc_tx_pause) {
251                 pause->tx_pause = 1;
252         } else if (hw->fc.current_mode == ixgbe_fc_full) {
253                 pause->rx_pause = 1;
254                 pause->tx_pause = 1;
255         }
256 }
257
258 static int ixgbe_set_pauseparam(struct net_device *netdev,
259                                 struct ethtool_pauseparam *pause)
260 {
261         struct ixgbe_adapter *adapter = netdev_priv(netdev);
262         struct ixgbe_hw *hw = &adapter->hw;
263
264         if (pause->autoneg != AUTONEG_ENABLE)
265                 hw->fc.disable_fc_autoneg = true;
266         else
267                 hw->fc.disable_fc_autoneg = false;
268
269         if (pause->rx_pause && pause->tx_pause)
270                 hw->fc.requested_mode = ixgbe_fc_full;
271         else if (pause->rx_pause && !pause->tx_pause)
272                 hw->fc.requested_mode = ixgbe_fc_rx_pause;
273         else if (!pause->rx_pause && pause->tx_pause)
274                 hw->fc.requested_mode = ixgbe_fc_tx_pause;
275         else if (!pause->rx_pause && !pause->tx_pause)
276                 hw->fc.requested_mode = ixgbe_fc_none;
277         else
278                 return -EINVAL;
279
280         hw->mac.ops.setup_fc(hw, 0);
281
282         return 0;
283 }
284
285 static u32 ixgbe_get_rx_csum(struct net_device *netdev)
286 {
287         struct ixgbe_adapter *adapter = netdev_priv(netdev);
288         return (adapter->flags & IXGBE_FLAG_RX_CSUM_ENABLED);
289 }
290
291 static int ixgbe_set_rx_csum(struct net_device *netdev, u32 data)
292 {
293         struct ixgbe_adapter *adapter = netdev_priv(netdev);
294         if (data)
295                 adapter->flags |= IXGBE_FLAG_RX_CSUM_ENABLED;
296         else
297                 adapter->flags &= ~IXGBE_FLAG_RX_CSUM_ENABLED;
298
299         if (netif_running(netdev))
300                 ixgbe_reinit_locked(adapter);
301         else
302                 ixgbe_reset(adapter);
303
304         return 0;
305 }
306
307 static u32 ixgbe_get_tx_csum(struct net_device *netdev)
308 {
309         return (netdev->features & NETIF_F_IP_CSUM) != 0;
310 }
311
312 static int ixgbe_set_tx_csum(struct net_device *netdev, u32 data)
313 {
314         struct ixgbe_adapter *adapter = netdev_priv(netdev);
315
316         if (data) {
317                 netdev->features |= (NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM);
318                 if (adapter->hw.mac.type == ixgbe_mac_82599EB)
319                         netdev->features |= NETIF_F_SCTP_CSUM;
320         } else {
321                 netdev->features &= ~(NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM);
322                 if (adapter->hw.mac.type == ixgbe_mac_82599EB)
323                         netdev->features &= ~NETIF_F_SCTP_CSUM;
324         }
325
326         return 0;
327 }
328
329 static int ixgbe_set_tso(struct net_device *netdev, u32 data)
330 {
331         if (data) {
332                 netdev->features |= NETIF_F_TSO;
333                 netdev->features |= NETIF_F_TSO6;
334         } else {
335                 netif_tx_stop_all_queues(netdev);
336                 netdev->features &= ~NETIF_F_TSO;
337                 netdev->features &= ~NETIF_F_TSO6;
338                 netif_tx_start_all_queues(netdev);
339         }
340         return 0;
341 }
342
343 static u32 ixgbe_get_msglevel(struct net_device *netdev)
344 {
345         struct ixgbe_adapter *adapter = netdev_priv(netdev);
346         return adapter->msg_enable;
347 }
348
349 static void ixgbe_set_msglevel(struct net_device *netdev, u32 data)
350 {
351         struct ixgbe_adapter *adapter = netdev_priv(netdev);
352         adapter->msg_enable = data;
353 }
354
355 static int ixgbe_get_regs_len(struct net_device *netdev)
356 {
357 #define IXGBE_REGS_LEN  1128
358         return IXGBE_REGS_LEN * sizeof(u32);
359 }
360
361 #define IXGBE_GET_STAT(_A_, _R_) _A_->stats._R_
362
363 static void ixgbe_get_regs(struct net_device *netdev,
364                            struct ethtool_regs *regs, void *p)
365 {
366         struct ixgbe_adapter *adapter = netdev_priv(netdev);
367         struct ixgbe_hw *hw = &adapter->hw;
368         u32 *regs_buff = p;
369         u8 i;
370
371         memset(p, 0, IXGBE_REGS_LEN * sizeof(u32));
372
373         regs->version = (1 << 24) | hw->revision_id << 16 | hw->device_id;
374
375         /* General Registers */
376         regs_buff[0] = IXGBE_READ_REG(hw, IXGBE_CTRL);
377         regs_buff[1] = IXGBE_READ_REG(hw, IXGBE_STATUS);
378         regs_buff[2] = IXGBE_READ_REG(hw, IXGBE_CTRL_EXT);
379         regs_buff[3] = IXGBE_READ_REG(hw, IXGBE_ESDP);
380         regs_buff[4] = IXGBE_READ_REG(hw, IXGBE_EODSDP);
381         regs_buff[5] = IXGBE_READ_REG(hw, IXGBE_LEDCTL);
382         regs_buff[6] = IXGBE_READ_REG(hw, IXGBE_FRTIMER);
383         regs_buff[7] = IXGBE_READ_REG(hw, IXGBE_TCPTIMER);
384
385         /* NVM Register */
386         regs_buff[8] = IXGBE_READ_REG(hw, IXGBE_EEC);
387         regs_buff[9] = IXGBE_READ_REG(hw, IXGBE_EERD);
388         regs_buff[10] = IXGBE_READ_REG(hw, IXGBE_FLA);
389         regs_buff[11] = IXGBE_READ_REG(hw, IXGBE_EEMNGCTL);
390         regs_buff[12] = IXGBE_READ_REG(hw, IXGBE_EEMNGDATA);
391         regs_buff[13] = IXGBE_READ_REG(hw, IXGBE_FLMNGCTL);
392         regs_buff[14] = IXGBE_READ_REG(hw, IXGBE_FLMNGDATA);
393         regs_buff[15] = IXGBE_READ_REG(hw, IXGBE_FLMNGCNT);
394         regs_buff[16] = IXGBE_READ_REG(hw, IXGBE_FLOP);
395         regs_buff[17] = IXGBE_READ_REG(hw, IXGBE_GRC);
396
397         /* Interrupt */
398         /* don't read EICR because it can clear interrupt causes, instead
399          * read EICS which is a shadow but doesn't clear EICR */
400         regs_buff[18] = IXGBE_READ_REG(hw, IXGBE_EICS);
401         regs_buff[19] = IXGBE_READ_REG(hw, IXGBE_EICS);
402         regs_buff[20] = IXGBE_READ_REG(hw, IXGBE_EIMS);
403         regs_buff[21] = IXGBE_READ_REG(hw, IXGBE_EIMC);
404         regs_buff[22] = IXGBE_READ_REG(hw, IXGBE_EIAC);
405         regs_buff[23] = IXGBE_READ_REG(hw, IXGBE_EIAM);
406         regs_buff[24] = IXGBE_READ_REG(hw, IXGBE_EITR(0));
407         regs_buff[25] = IXGBE_READ_REG(hw, IXGBE_IVAR(0));
408         regs_buff[26] = IXGBE_READ_REG(hw, IXGBE_MSIXT);
409         regs_buff[27] = IXGBE_READ_REG(hw, IXGBE_MSIXPBA);
410         regs_buff[28] = IXGBE_READ_REG(hw, IXGBE_PBACL(0));
411         regs_buff[29] = IXGBE_READ_REG(hw, IXGBE_GPIE);
412
413         /* Flow Control */
414         regs_buff[30] = IXGBE_READ_REG(hw, IXGBE_PFCTOP);
415         regs_buff[31] = IXGBE_READ_REG(hw, IXGBE_FCTTV(0));
416         regs_buff[32] = IXGBE_READ_REG(hw, IXGBE_FCTTV(1));
417         regs_buff[33] = IXGBE_READ_REG(hw, IXGBE_FCTTV(2));
418         regs_buff[34] = IXGBE_READ_REG(hw, IXGBE_FCTTV(3));
419         for (i = 0; i < 8; i++)
420                 regs_buff[35 + i] = IXGBE_READ_REG(hw, IXGBE_FCRTL(i));
421         for (i = 0; i < 8; i++)
422                 regs_buff[43 + i] = IXGBE_READ_REG(hw, IXGBE_FCRTH(i));
423         regs_buff[51] = IXGBE_READ_REG(hw, IXGBE_FCRTV);
424         regs_buff[52] = IXGBE_READ_REG(hw, IXGBE_TFCS);
425
426         /* Receive DMA */
427         for (i = 0; i < 64; i++)
428                 regs_buff[53 + i] = IXGBE_READ_REG(hw, IXGBE_RDBAL(i));
429         for (i = 0; i < 64; i++)
430                 regs_buff[117 + i] = IXGBE_READ_REG(hw, IXGBE_RDBAH(i));
431         for (i = 0; i < 64; i++)
432                 regs_buff[181 + i] = IXGBE_READ_REG(hw, IXGBE_RDLEN(i));
433         for (i = 0; i < 64; i++)
434                 regs_buff[245 + i] = IXGBE_READ_REG(hw, IXGBE_RDH(i));
435         for (i = 0; i < 64; i++)
436                 regs_buff[309 + i] = IXGBE_READ_REG(hw, IXGBE_RDT(i));
437         for (i = 0; i < 64; i++)
438                 regs_buff[373 + i] = IXGBE_READ_REG(hw, IXGBE_RXDCTL(i));
439         for (i = 0; i < 16; i++)
440                 regs_buff[437 + i] = IXGBE_READ_REG(hw, IXGBE_SRRCTL(i));
441         for (i = 0; i < 16; i++)
442                 regs_buff[453 + i] = IXGBE_READ_REG(hw, IXGBE_DCA_RXCTRL(i));
443         regs_buff[469] = IXGBE_READ_REG(hw, IXGBE_RDRXCTL);
444         for (i = 0; i < 8; i++)
445                 regs_buff[470 + i] = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(i));
446         regs_buff[478] = IXGBE_READ_REG(hw, IXGBE_RXCTRL);
447         regs_buff[479] = IXGBE_READ_REG(hw, IXGBE_DROPEN);
448
449         /* Receive */
450         regs_buff[480] = IXGBE_READ_REG(hw, IXGBE_RXCSUM);
451         regs_buff[481] = IXGBE_READ_REG(hw, IXGBE_RFCTL);
452         for (i = 0; i < 16; i++)
453                 regs_buff[482 + i] = IXGBE_READ_REG(hw, IXGBE_RAL(i));
454         for (i = 0; i < 16; i++)
455                 regs_buff[498 + i] = IXGBE_READ_REG(hw, IXGBE_RAH(i));
456         regs_buff[514] = IXGBE_READ_REG(hw, IXGBE_PSRTYPE(0));
457         regs_buff[515] = IXGBE_READ_REG(hw, IXGBE_FCTRL);
458         regs_buff[516] = IXGBE_READ_REG(hw, IXGBE_VLNCTRL);
459         regs_buff[517] = IXGBE_READ_REG(hw, IXGBE_MCSTCTRL);
460         regs_buff[518] = IXGBE_READ_REG(hw, IXGBE_MRQC);
461         regs_buff[519] = IXGBE_READ_REG(hw, IXGBE_VMD_CTL);
462         for (i = 0; i < 8; i++)
463                 regs_buff[520 + i] = IXGBE_READ_REG(hw, IXGBE_IMIR(i));
464         for (i = 0; i < 8; i++)
465                 regs_buff[528 + i] = IXGBE_READ_REG(hw, IXGBE_IMIREXT(i));
466         regs_buff[536] = IXGBE_READ_REG(hw, IXGBE_IMIRVP);
467
468         /* Transmit */
469         for (i = 0; i < 32; i++)
470                 regs_buff[537 + i] = IXGBE_READ_REG(hw, IXGBE_TDBAL(i));
471         for (i = 0; i < 32; i++)
472                 regs_buff[569 + i] = IXGBE_READ_REG(hw, IXGBE_TDBAH(i));
473         for (i = 0; i < 32; i++)
474                 regs_buff[601 + i] = IXGBE_READ_REG(hw, IXGBE_TDLEN(i));
475         for (i = 0; i < 32; i++)
476                 regs_buff[633 + i] = IXGBE_READ_REG(hw, IXGBE_TDH(i));
477         for (i = 0; i < 32; i++)
478                 regs_buff[665 + i] = IXGBE_READ_REG(hw, IXGBE_TDT(i));
479         for (i = 0; i < 32; i++)
480                 regs_buff[697 + i] = IXGBE_READ_REG(hw, IXGBE_TXDCTL(i));
481         for (i = 0; i < 32; i++)
482                 regs_buff[729 + i] = IXGBE_READ_REG(hw, IXGBE_TDWBAL(i));
483         for (i = 0; i < 32; i++)
484                 regs_buff[761 + i] = IXGBE_READ_REG(hw, IXGBE_TDWBAH(i));
485         regs_buff[793] = IXGBE_READ_REG(hw, IXGBE_DTXCTL);
486         for (i = 0; i < 16; i++)
487                 regs_buff[794 + i] = IXGBE_READ_REG(hw, IXGBE_DCA_TXCTRL(i));
488         regs_buff[810] = IXGBE_READ_REG(hw, IXGBE_TIPG);
489         for (i = 0; i < 8; i++)
490                 regs_buff[811 + i] = IXGBE_READ_REG(hw, IXGBE_TXPBSIZE(i));
491         regs_buff[819] = IXGBE_READ_REG(hw, IXGBE_MNGTXMAP);
492
493         /* Wake Up */
494         regs_buff[820] = IXGBE_READ_REG(hw, IXGBE_WUC);
495         regs_buff[821] = IXGBE_READ_REG(hw, IXGBE_WUFC);
496         regs_buff[822] = IXGBE_READ_REG(hw, IXGBE_WUS);
497         regs_buff[823] = IXGBE_READ_REG(hw, IXGBE_IPAV);
498         regs_buff[824] = IXGBE_READ_REG(hw, IXGBE_IP4AT);
499         regs_buff[825] = IXGBE_READ_REG(hw, IXGBE_IP6AT);
500         regs_buff[826] = IXGBE_READ_REG(hw, IXGBE_WUPL);
501         regs_buff[827] = IXGBE_READ_REG(hw, IXGBE_WUPM);
502         regs_buff[828] = IXGBE_READ_REG(hw, IXGBE_FHFT(0));
503
504         regs_buff[829] = IXGBE_READ_REG(hw, IXGBE_RMCS);
505         regs_buff[830] = IXGBE_READ_REG(hw, IXGBE_DPMCS);
506         regs_buff[831] = IXGBE_READ_REG(hw, IXGBE_PDPMCS);
507         regs_buff[832] = IXGBE_READ_REG(hw, IXGBE_RUPPBMR);
508         for (i = 0; i < 8; i++)
509                 regs_buff[833 + i] = IXGBE_READ_REG(hw, IXGBE_RT2CR(i));
510         for (i = 0; i < 8; i++)
511                 regs_buff[841 + i] = IXGBE_READ_REG(hw, IXGBE_RT2SR(i));
512         for (i = 0; i < 8; i++)
513                 regs_buff[849 + i] = IXGBE_READ_REG(hw, IXGBE_TDTQ2TCCR(i));
514         for (i = 0; i < 8; i++)
515                 regs_buff[857 + i] = IXGBE_READ_REG(hw, IXGBE_TDTQ2TCSR(i));
516         for (i = 0; i < 8; i++)
517                 regs_buff[865 + i] = IXGBE_READ_REG(hw, IXGBE_TDPT2TCCR(i));
518         for (i = 0; i < 8; i++)
519                 regs_buff[873 + i] = IXGBE_READ_REG(hw, IXGBE_TDPT2TCSR(i));
520
521         /* Statistics */
522         regs_buff[881] = IXGBE_GET_STAT(adapter, crcerrs);
523         regs_buff[882] = IXGBE_GET_STAT(adapter, illerrc);
524         regs_buff[883] = IXGBE_GET_STAT(adapter, errbc);
525         regs_buff[884] = IXGBE_GET_STAT(adapter, mspdc);
526         for (i = 0; i < 8; i++)
527                 regs_buff[885 + i] = IXGBE_GET_STAT(adapter, mpc[i]);
528         regs_buff[893] = IXGBE_GET_STAT(adapter, mlfc);
529         regs_buff[894] = IXGBE_GET_STAT(adapter, mrfc);
530         regs_buff[895] = IXGBE_GET_STAT(adapter, rlec);
531         regs_buff[896] = IXGBE_GET_STAT(adapter, lxontxc);
532         regs_buff[897] = IXGBE_GET_STAT(adapter, lxonrxc);
533         regs_buff[898] = IXGBE_GET_STAT(adapter, lxofftxc);
534         regs_buff[899] = IXGBE_GET_STAT(adapter, lxoffrxc);
535         for (i = 0; i < 8; i++)
536                 regs_buff[900 + i] = IXGBE_GET_STAT(adapter, pxontxc[i]);
537         for (i = 0; i < 8; i++)
538                 regs_buff[908 + i] = IXGBE_GET_STAT(adapter, pxonrxc[i]);
539         for (i = 0; i < 8; i++)
540                 regs_buff[916 + i] = IXGBE_GET_STAT(adapter, pxofftxc[i]);
541         for (i = 0; i < 8; i++)
542                 regs_buff[924 + i] = IXGBE_GET_STAT(adapter, pxoffrxc[i]);
543         regs_buff[932] = IXGBE_GET_STAT(adapter, prc64);
544         regs_buff[933] = IXGBE_GET_STAT(adapter, prc127);
545         regs_buff[934] = IXGBE_GET_STAT(adapter, prc255);
546         regs_buff[935] = IXGBE_GET_STAT(adapter, prc511);
547         regs_buff[936] = IXGBE_GET_STAT(adapter, prc1023);
548         regs_buff[937] = IXGBE_GET_STAT(adapter, prc1522);
549         regs_buff[938] = IXGBE_GET_STAT(adapter, gprc);
550         regs_buff[939] = IXGBE_GET_STAT(adapter, bprc);
551         regs_buff[940] = IXGBE_GET_STAT(adapter, mprc);
552         regs_buff[941] = IXGBE_GET_STAT(adapter, gptc);
553         regs_buff[942] = IXGBE_GET_STAT(adapter, gorc);
554         regs_buff[944] = IXGBE_GET_STAT(adapter, gotc);
555         for (i = 0; i < 8; i++)
556                 regs_buff[946 + i] = IXGBE_GET_STAT(adapter, rnbc[i]);
557         regs_buff[954] = IXGBE_GET_STAT(adapter, ruc);
558         regs_buff[955] = IXGBE_GET_STAT(adapter, rfc);
559         regs_buff[956] = IXGBE_GET_STAT(adapter, roc);
560         regs_buff[957] = IXGBE_GET_STAT(adapter, rjc);
561         regs_buff[958] = IXGBE_GET_STAT(adapter, mngprc);
562         regs_buff[959] = IXGBE_GET_STAT(adapter, mngpdc);
563         regs_buff[960] = IXGBE_GET_STAT(adapter, mngptc);
564         regs_buff[961] = IXGBE_GET_STAT(adapter, tor);
565         regs_buff[963] = IXGBE_GET_STAT(adapter, tpr);
566         regs_buff[964] = IXGBE_GET_STAT(adapter, tpt);
567         regs_buff[965] = IXGBE_GET_STAT(adapter, ptc64);
568         regs_buff[966] = IXGBE_GET_STAT(adapter, ptc127);
569         regs_buff[967] = IXGBE_GET_STAT(adapter, ptc255);
570         regs_buff[968] = IXGBE_GET_STAT(adapter, ptc511);
571         regs_buff[969] = IXGBE_GET_STAT(adapter, ptc1023);
572         regs_buff[970] = IXGBE_GET_STAT(adapter, ptc1522);
573         regs_buff[971] = IXGBE_GET_STAT(adapter, mptc);
574         regs_buff[972] = IXGBE_GET_STAT(adapter, bptc);
575         regs_buff[973] = IXGBE_GET_STAT(adapter, xec);
576         for (i = 0; i < 16; i++)
577                 regs_buff[974 + i] = IXGBE_GET_STAT(adapter, qprc[i]);
578         for (i = 0; i < 16; i++)
579                 regs_buff[990 + i] = IXGBE_GET_STAT(adapter, qptc[i]);
580         for (i = 0; i < 16; i++)
581                 regs_buff[1006 + i] = IXGBE_GET_STAT(adapter, qbrc[i]);
582         for (i = 0; i < 16; i++)
583                 regs_buff[1022 + i] = IXGBE_GET_STAT(adapter, qbtc[i]);
584
585         /* MAC */
586         regs_buff[1038] = IXGBE_READ_REG(hw, IXGBE_PCS1GCFIG);
587         regs_buff[1039] = IXGBE_READ_REG(hw, IXGBE_PCS1GLCTL);
588         regs_buff[1040] = IXGBE_READ_REG(hw, IXGBE_PCS1GLSTA);
589         regs_buff[1041] = IXGBE_READ_REG(hw, IXGBE_PCS1GDBG0);
590         regs_buff[1042] = IXGBE_READ_REG(hw, IXGBE_PCS1GDBG1);
591         regs_buff[1043] = IXGBE_READ_REG(hw, IXGBE_PCS1GANA);
592         regs_buff[1044] = IXGBE_READ_REG(hw, IXGBE_PCS1GANLP);
593         regs_buff[1045] = IXGBE_READ_REG(hw, IXGBE_PCS1GANNP);
594         regs_buff[1046] = IXGBE_READ_REG(hw, IXGBE_PCS1GANLPNP);
595         regs_buff[1047] = IXGBE_READ_REG(hw, IXGBE_HLREG0);
596         regs_buff[1048] = IXGBE_READ_REG(hw, IXGBE_HLREG1);
597         regs_buff[1049] = IXGBE_READ_REG(hw, IXGBE_PAP);
598         regs_buff[1050] = IXGBE_READ_REG(hw, IXGBE_MACA);
599         regs_buff[1051] = IXGBE_READ_REG(hw, IXGBE_APAE);
600         regs_buff[1052] = IXGBE_READ_REG(hw, IXGBE_ARD);
601         regs_buff[1053] = IXGBE_READ_REG(hw, IXGBE_AIS);
602         regs_buff[1054] = IXGBE_READ_REG(hw, IXGBE_MSCA);
603         regs_buff[1055] = IXGBE_READ_REG(hw, IXGBE_MSRWD);
604         regs_buff[1056] = IXGBE_READ_REG(hw, IXGBE_MLADD);
605         regs_buff[1057] = IXGBE_READ_REG(hw, IXGBE_MHADD);
606         regs_buff[1058] = IXGBE_READ_REG(hw, IXGBE_TREG);
607         regs_buff[1059] = IXGBE_READ_REG(hw, IXGBE_PCSS1);
608         regs_buff[1060] = IXGBE_READ_REG(hw, IXGBE_PCSS2);
609         regs_buff[1061] = IXGBE_READ_REG(hw, IXGBE_XPCSS);
610         regs_buff[1062] = IXGBE_READ_REG(hw, IXGBE_SERDESC);
611         regs_buff[1063] = IXGBE_READ_REG(hw, IXGBE_MACS);
612         regs_buff[1064] = IXGBE_READ_REG(hw, IXGBE_AUTOC);
613         regs_buff[1065] = IXGBE_READ_REG(hw, IXGBE_LINKS);
614         regs_buff[1066] = IXGBE_READ_REG(hw, IXGBE_AUTOC2);
615         regs_buff[1067] = IXGBE_READ_REG(hw, IXGBE_AUTOC3);
616         regs_buff[1068] = IXGBE_READ_REG(hw, IXGBE_ANLP1);
617         regs_buff[1069] = IXGBE_READ_REG(hw, IXGBE_ANLP2);
618         regs_buff[1070] = IXGBE_READ_REG(hw, IXGBE_ATLASCTL);
619
620         /* Diagnostic */
621         regs_buff[1071] = IXGBE_READ_REG(hw, IXGBE_RDSTATCTL);
622         for (i = 0; i < 8; i++)
623                 regs_buff[1072 + i] = IXGBE_READ_REG(hw, IXGBE_RDSTAT(i));
624         regs_buff[1080] = IXGBE_READ_REG(hw, IXGBE_RDHMPN);
625         for (i = 0; i < 4; i++)
626                 regs_buff[1081 + i] = IXGBE_READ_REG(hw, IXGBE_RIC_DW(i));
627         regs_buff[1085] = IXGBE_READ_REG(hw, IXGBE_RDPROBE);
628         regs_buff[1086] = IXGBE_READ_REG(hw, IXGBE_TDSTATCTL);
629         for (i = 0; i < 8; i++)
630                 regs_buff[1087 + i] = IXGBE_READ_REG(hw, IXGBE_TDSTAT(i));
631         regs_buff[1095] = IXGBE_READ_REG(hw, IXGBE_TDHMPN);
632         for (i = 0; i < 4; i++)
633                 regs_buff[1096 + i] = IXGBE_READ_REG(hw, IXGBE_TIC_DW(i));
634         regs_buff[1100] = IXGBE_READ_REG(hw, IXGBE_TDPROBE);
635         regs_buff[1101] = IXGBE_READ_REG(hw, IXGBE_TXBUFCTRL);
636         regs_buff[1102] = IXGBE_READ_REG(hw, IXGBE_TXBUFDATA0);
637         regs_buff[1103] = IXGBE_READ_REG(hw, IXGBE_TXBUFDATA1);
638         regs_buff[1104] = IXGBE_READ_REG(hw, IXGBE_TXBUFDATA2);
639         regs_buff[1105] = IXGBE_READ_REG(hw, IXGBE_TXBUFDATA3);
640         regs_buff[1106] = IXGBE_READ_REG(hw, IXGBE_RXBUFCTRL);
641         regs_buff[1107] = IXGBE_READ_REG(hw, IXGBE_RXBUFDATA0);
642         regs_buff[1108] = IXGBE_READ_REG(hw, IXGBE_RXBUFDATA1);
643         regs_buff[1109] = IXGBE_READ_REG(hw, IXGBE_RXBUFDATA2);
644         regs_buff[1110] = IXGBE_READ_REG(hw, IXGBE_RXBUFDATA3);
645         for (i = 0; i < 8; i++)
646                 regs_buff[1111 + i] = IXGBE_READ_REG(hw, IXGBE_PCIE_DIAG(i));
647         regs_buff[1119] = IXGBE_READ_REG(hw, IXGBE_RFVAL);
648         regs_buff[1120] = IXGBE_READ_REG(hw, IXGBE_MDFTC1);
649         regs_buff[1121] = IXGBE_READ_REG(hw, IXGBE_MDFTC2);
650         regs_buff[1122] = IXGBE_READ_REG(hw, IXGBE_MDFTFIFO1);
651         regs_buff[1123] = IXGBE_READ_REG(hw, IXGBE_MDFTFIFO2);
652         regs_buff[1124] = IXGBE_READ_REG(hw, IXGBE_MDFTS);
653         regs_buff[1125] = IXGBE_READ_REG(hw, IXGBE_PCIEECCCTL);
654         regs_buff[1126] = IXGBE_READ_REG(hw, IXGBE_PBTXECC);
655         regs_buff[1127] = IXGBE_READ_REG(hw, IXGBE_PBRXECC);
656 }
657
658 static int ixgbe_get_eeprom_len(struct net_device *netdev)
659 {
660         struct ixgbe_adapter *adapter = netdev_priv(netdev);
661         return adapter->hw.eeprom.word_size * 2;
662 }
663
664 static int ixgbe_get_eeprom(struct net_device *netdev,
665                             struct ethtool_eeprom *eeprom, u8 *bytes)
666 {
667         struct ixgbe_adapter *adapter = netdev_priv(netdev);
668         struct ixgbe_hw *hw = &adapter->hw;
669         u16 *eeprom_buff;
670         int first_word, last_word, eeprom_len;
671         int ret_val = 0;
672         u16 i;
673
674         if (eeprom->len == 0)
675                 return -EINVAL;
676
677         eeprom->magic = hw->vendor_id | (hw->device_id << 16);
678
679         first_word = eeprom->offset >> 1;
680         last_word = (eeprom->offset + eeprom->len - 1) >> 1;
681         eeprom_len = last_word - first_word + 1;
682
683         eeprom_buff = kmalloc(sizeof(u16) * eeprom_len, GFP_KERNEL);
684         if (!eeprom_buff)
685                 return -ENOMEM;
686
687         for (i = 0; i < eeprom_len; i++) {
688                 if ((ret_val = hw->eeprom.ops.read(hw, first_word + i,
689                     &eeprom_buff[i])))
690                         break;
691         }
692
693         /* Device's eeprom is always little-endian, word addressable */
694         for (i = 0; i < eeprom_len; i++)
695                 le16_to_cpus(&eeprom_buff[i]);
696
697         memcpy(bytes, (u8 *)eeprom_buff + (eeprom->offset & 1), eeprom->len);
698         kfree(eeprom_buff);
699
700         return ret_val;
701 }
702
703 static void ixgbe_get_drvinfo(struct net_device *netdev,
704                               struct ethtool_drvinfo *drvinfo)
705 {
706         struct ixgbe_adapter *adapter = netdev_priv(netdev);
707         char firmware_version[32];
708
709         strncpy(drvinfo->driver, ixgbe_driver_name, 32);
710         strncpy(drvinfo->version, ixgbe_driver_version, 32);
711
712         sprintf(firmware_version, "%d.%d-%d",
713                 (adapter->eeprom_version & 0xF000) >> 12,
714                 (adapter->eeprom_version & 0x0FF0) >> 4,
715                 adapter->eeprom_version & 0x000F);
716
717         strncpy(drvinfo->fw_version, firmware_version, 32);
718         strncpy(drvinfo->bus_info, pci_name(adapter->pdev), 32);
719         drvinfo->n_stats = IXGBE_STATS_LEN;
720         drvinfo->regdump_len = ixgbe_get_regs_len(netdev);
721 }
722
723 static void ixgbe_get_ringparam(struct net_device *netdev,
724                                 struct ethtool_ringparam *ring)
725 {
726         struct ixgbe_adapter *adapter = netdev_priv(netdev);
727         struct ixgbe_ring *tx_ring = adapter->tx_ring;
728         struct ixgbe_ring *rx_ring = adapter->rx_ring;
729
730         ring->rx_max_pending = IXGBE_MAX_RXD;
731         ring->tx_max_pending = IXGBE_MAX_TXD;
732         ring->rx_mini_max_pending = 0;
733         ring->rx_jumbo_max_pending = 0;
734         ring->rx_pending = rx_ring->count;
735         ring->tx_pending = tx_ring->count;
736         ring->rx_mini_pending = 0;
737         ring->rx_jumbo_pending = 0;
738 }
739
740 static int ixgbe_set_ringparam(struct net_device *netdev,
741                                struct ethtool_ringparam *ring)
742 {
743         struct ixgbe_adapter *adapter = netdev_priv(netdev);
744         struct ixgbe_ring *temp_tx_ring, *temp_rx_ring;
745         int i, err;
746         u32 new_rx_count, new_tx_count;
747         bool need_update = false;
748
749         if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
750                 return -EINVAL;
751
752         new_rx_count = max(ring->rx_pending, (u32)IXGBE_MIN_RXD);
753         new_rx_count = min(new_rx_count, (u32)IXGBE_MAX_RXD);
754         new_rx_count = ALIGN(new_rx_count, IXGBE_REQ_RX_DESCRIPTOR_MULTIPLE);
755
756         new_tx_count = max(ring->tx_pending, (u32)IXGBE_MIN_TXD);
757         new_tx_count = min(new_tx_count, (u32)IXGBE_MAX_TXD);
758         new_tx_count = ALIGN(new_tx_count, IXGBE_REQ_TX_DESCRIPTOR_MULTIPLE);
759
760         if ((new_tx_count == adapter->tx_ring->count) &&
761             (new_rx_count == adapter->rx_ring->count)) {
762                 /* nothing to do */
763                 return 0;
764         }
765
766         while (test_and_set_bit(__IXGBE_RESETTING, &adapter->state))
767                 msleep(1);
768
769         temp_tx_ring = kcalloc(adapter->num_tx_queues,
770                                sizeof(struct ixgbe_ring), GFP_KERNEL);
771         if (!temp_tx_ring) {
772                 err = -ENOMEM;
773                 goto err_setup;
774         }
775
776         if (new_tx_count != adapter->tx_ring_count) {
777                 memcpy(temp_tx_ring, adapter->tx_ring,
778                        adapter->num_tx_queues * sizeof(struct ixgbe_ring));
779                 for (i = 0; i < adapter->num_tx_queues; i++) {
780                         temp_tx_ring[i].count = new_tx_count;
781                         err = ixgbe_setup_tx_resources(adapter,
782                                                        &temp_tx_ring[i]);
783                         if (err) {
784                                 while (i) {
785                                         i--;
786                                         ixgbe_free_tx_resources(adapter,
787                                                                 &temp_tx_ring[i]);
788                                 }
789                                 goto err_setup;
790                         }
791                         temp_tx_ring[i].v_idx = adapter->tx_ring[i].v_idx;
792                 }
793                 need_update = true;
794         }
795
796         temp_rx_ring = kcalloc(adapter->num_rx_queues,
797                                sizeof(struct ixgbe_ring), GFP_KERNEL);
798         if ((!temp_rx_ring) && (need_update)) {
799                 for (i = 0; i < adapter->num_tx_queues; i++)
800                         ixgbe_free_tx_resources(adapter, &temp_tx_ring[i]);
801                 kfree(temp_tx_ring);
802                 err = -ENOMEM;
803                 goto err_setup;
804         }
805
806         if (new_rx_count != adapter->rx_ring_count) {
807                 memcpy(temp_rx_ring, adapter->rx_ring,
808                        adapter->num_rx_queues * sizeof(struct ixgbe_ring));
809                 for (i = 0; i < adapter->num_rx_queues; i++) {
810                         temp_rx_ring[i].count = new_rx_count;
811                         err = ixgbe_setup_rx_resources(adapter,
812                                                        &temp_rx_ring[i]);
813                         if (err) {
814                                 while (i) {
815                                         i--;
816                                         ixgbe_free_rx_resources(adapter,
817                                                               &temp_rx_ring[i]);
818                                 }
819                                 goto err_setup;
820                         }
821                         temp_rx_ring[i].v_idx = adapter->rx_ring[i].v_idx;
822                 }
823                 need_update = true;
824         }
825
826         /* if rings need to be updated, here's the place to do it in one shot */
827         if (need_update) {
828                 if (netif_running(netdev))
829                         ixgbe_down(adapter);
830
831                 /* tx */
832                 if (new_tx_count != adapter->tx_ring_count) {
833                         kfree(adapter->tx_ring);
834                         adapter->tx_ring = temp_tx_ring;
835                         temp_tx_ring = NULL;
836                         adapter->tx_ring_count = new_tx_count;
837                 }
838
839                 /* rx */
840                 if (new_rx_count != adapter->rx_ring_count) {
841                         kfree(adapter->rx_ring);
842                         adapter->rx_ring = temp_rx_ring;
843                         temp_rx_ring = NULL;
844                         adapter->rx_ring_count = new_rx_count;
845                 }
846         }
847
848         /* success! */
849         err = 0;
850         if (netif_running(netdev))
851                 ixgbe_up(adapter);
852
853 err_setup:
854         clear_bit(__IXGBE_RESETTING, &adapter->state);
855         return err;
856 }
857
858 static int ixgbe_get_sset_count(struct net_device *netdev, int sset)
859 {
860         switch (sset) {
861         case ETH_SS_STATS:
862                 return IXGBE_STATS_LEN;
863         default:
864                 return -EOPNOTSUPP;
865         }
866 }
867
868 static void ixgbe_get_ethtool_stats(struct net_device *netdev,
869                                     struct ethtool_stats *stats, u64 *data)
870 {
871         struct ixgbe_adapter *adapter = netdev_priv(netdev);
872         u64 *queue_stat;
873         int stat_count = sizeof(struct ixgbe_queue_stats) / sizeof(u64);
874         int j, k;
875         int i;
876
877         ixgbe_update_stats(adapter);
878         for (i = 0; i < IXGBE_GLOBAL_STATS_LEN; i++) {
879                 char *p = (char *)adapter + ixgbe_gstrings_stats[i].stat_offset;
880                 data[i] = (ixgbe_gstrings_stats[i].sizeof_stat ==
881                            sizeof(u64)) ? *(u64 *)p : *(u32 *)p;
882         }
883         for (j = 0; j < adapter->num_tx_queues; j++) {
884                 queue_stat = (u64 *)&adapter->tx_ring[j].stats;
885                 for (k = 0; k < stat_count; k++)
886                         data[i + k] = queue_stat[k];
887                 i += k;
888         }
889         for (j = 0; j < adapter->num_rx_queues; j++) {
890                 queue_stat = (u64 *)&adapter->rx_ring[j].stats;
891                 for (k = 0; k < stat_count; k++)
892                         data[i + k] = queue_stat[k];
893                 i += k;
894         }
895         if (adapter->flags & IXGBE_FLAG_DCB_ENABLED) {
896                 for (j = 0; j < MAX_TX_PACKET_BUFFERS; j++) {
897                         data[i++] = adapter->stats.pxontxc[j];
898                         data[i++] = adapter->stats.pxofftxc[j];
899                 }
900                 for (j = 0; j < MAX_RX_PACKET_BUFFERS; j++) {
901                         data[i++] = adapter->stats.pxonrxc[j];
902                         data[i++] = adapter->stats.pxoffrxc[j];
903                 }
904         }
905 }
906
907 static void ixgbe_get_strings(struct net_device *netdev, u32 stringset,
908                               u8 *data)
909 {
910         struct ixgbe_adapter *adapter = netdev_priv(netdev);
911         char *p = (char *)data;
912         int i;
913
914         switch (stringset) {
915         case ETH_SS_STATS:
916                 for (i = 0; i < IXGBE_GLOBAL_STATS_LEN; i++) {
917                         memcpy(p, ixgbe_gstrings_stats[i].stat_string,
918                                ETH_GSTRING_LEN);
919                         p += ETH_GSTRING_LEN;
920                 }
921                 for (i = 0; i < adapter->num_tx_queues; i++) {
922                         sprintf(p, "tx_queue_%u_packets", i);
923                         p += ETH_GSTRING_LEN;
924                         sprintf(p, "tx_queue_%u_bytes", i);
925                         p += ETH_GSTRING_LEN;
926                 }
927                 for (i = 0; i < adapter->num_rx_queues; i++) {
928                         sprintf(p, "rx_queue_%u_packets", i);
929                         p += ETH_GSTRING_LEN;
930                         sprintf(p, "rx_queue_%u_bytes", i);
931                         p += ETH_GSTRING_LEN;
932                 }
933                 if (adapter->flags & IXGBE_FLAG_DCB_ENABLED) {
934                         for (i = 0; i < MAX_TX_PACKET_BUFFERS; i++) {
935                                 sprintf(p, "tx_pb_%u_pxon", i);
936                                 p += ETH_GSTRING_LEN;
937                                 sprintf(p, "tx_pb_%u_pxoff", i);
938                                 p += ETH_GSTRING_LEN;
939                         }
940                         for (i = 0; i < MAX_RX_PACKET_BUFFERS; i++) {
941                                 sprintf(p, "rx_pb_%u_pxon", i);
942                                 p += ETH_GSTRING_LEN;
943                                 sprintf(p, "rx_pb_%u_pxoff", i);
944                                 p += ETH_GSTRING_LEN;
945                         }
946                 }
947                 /* BUG_ON(p - data != IXGBE_STATS_LEN * ETH_GSTRING_LEN); */
948                 break;
949         }
950 }
951
952
953 static int ixgbe_wol_exclusion(struct ixgbe_adapter *adapter,
954                                struct ethtool_wolinfo *wol)
955 {
956         struct ixgbe_hw *hw = &adapter->hw;
957         int retval = 1;
958
959         switch(hw->device_id) {
960         case IXGBE_DEV_ID_82599_KX4:
961                 retval = 0;
962                 break;
963         default:
964                 wol->supported = 0;
965                 retval = 0;
966         }
967
968         return retval;
969 }
970
971 static void ixgbe_get_wol(struct net_device *netdev,
972                           struct ethtool_wolinfo *wol)
973 {
974         struct ixgbe_adapter *adapter = netdev_priv(netdev);
975
976         wol->supported = WAKE_UCAST | WAKE_MCAST |
977                          WAKE_BCAST | WAKE_MAGIC;
978         wol->wolopts = 0;
979
980         if (ixgbe_wol_exclusion(adapter, wol) ||
981             !device_can_wakeup(&adapter->pdev->dev))
982                 return;
983
984         if (adapter->wol & IXGBE_WUFC_EX)
985                 wol->wolopts |= WAKE_UCAST;
986         if (adapter->wol & IXGBE_WUFC_MC)
987                 wol->wolopts |= WAKE_MCAST;
988         if (adapter->wol & IXGBE_WUFC_BC)
989                 wol->wolopts |= WAKE_BCAST;
990         if (adapter->wol & IXGBE_WUFC_MAG)
991                 wol->wolopts |= WAKE_MAGIC;
992
993         return;
994 }
995
996 static int ixgbe_set_wol(struct net_device *netdev, struct ethtool_wolinfo *wol)
997 {
998         struct ixgbe_adapter *adapter = netdev_priv(netdev);
999
1000         if (wol->wolopts & (WAKE_PHY | WAKE_ARP | WAKE_MAGICSECURE))
1001                 return -EOPNOTSUPP;
1002
1003         if (ixgbe_wol_exclusion(adapter, wol))
1004                 return wol->wolopts ? -EOPNOTSUPP : 0;
1005
1006         adapter->wol = 0;
1007
1008         if (wol->wolopts & WAKE_UCAST)
1009                 adapter->wol |= IXGBE_WUFC_EX;
1010         if (wol->wolopts & WAKE_MCAST)
1011                 adapter->wol |= IXGBE_WUFC_MC;
1012         if (wol->wolopts & WAKE_BCAST)
1013                 adapter->wol |= IXGBE_WUFC_BC;
1014         if (wol->wolopts & WAKE_MAGIC)
1015                 adapter->wol |= IXGBE_WUFC_MAG;
1016
1017         device_set_wakeup_enable(&adapter->pdev->dev, adapter->wol);
1018
1019         return 0;
1020 }
1021
1022 static int ixgbe_nway_reset(struct net_device *netdev)
1023 {
1024         struct ixgbe_adapter *adapter = netdev_priv(netdev);
1025
1026         if (netif_running(netdev))
1027                 ixgbe_reinit_locked(adapter);
1028
1029         return 0;
1030 }
1031
1032 static int ixgbe_phys_id(struct net_device *netdev, u32 data)
1033 {
1034         struct ixgbe_adapter *adapter = netdev_priv(netdev);
1035         struct ixgbe_hw *hw = &adapter->hw;
1036         u32 led_reg = IXGBE_READ_REG(hw, IXGBE_LEDCTL);
1037         u32 i;
1038
1039         if (!data || data > 300)
1040                 data = 300;
1041
1042         for (i = 0; i < (data * 1000); i += 400) {
1043                 hw->mac.ops.led_on(hw, IXGBE_LED_ON);
1044                 msleep_interruptible(200);
1045                 hw->mac.ops.led_off(hw, IXGBE_LED_ON);
1046                 msleep_interruptible(200);
1047         }
1048
1049         /* Restore LED settings */
1050         IXGBE_WRITE_REG(&adapter->hw, IXGBE_LEDCTL, led_reg);
1051
1052         return 0;
1053 }
1054
1055 static int ixgbe_get_coalesce(struct net_device *netdev,
1056                               struct ethtool_coalesce *ec)
1057 {
1058         struct ixgbe_adapter *adapter = netdev_priv(netdev);
1059
1060         ec->tx_max_coalesced_frames_irq = adapter->tx_ring[0].work_limit;
1061
1062         /* only valid if in constant ITR mode */
1063         switch (adapter->itr_setting) {
1064         case 0:
1065                 /* throttling disabled */
1066                 ec->rx_coalesce_usecs = 0;
1067                 break;
1068         case 1:
1069                 /* dynamic ITR mode */
1070                 ec->rx_coalesce_usecs = 1;
1071                 break;
1072         default:
1073                 /* fixed interrupt rate mode */
1074                 ec->rx_coalesce_usecs = 1000000/adapter->eitr_param;
1075                 break;
1076         }
1077         return 0;
1078 }
1079
1080 static int ixgbe_set_coalesce(struct net_device *netdev,
1081                               struct ethtool_coalesce *ec)
1082 {
1083         struct ixgbe_adapter *adapter = netdev_priv(netdev);
1084         int i;
1085
1086         if (ec->tx_max_coalesced_frames_irq)
1087                 adapter->tx_ring[0].work_limit = ec->tx_max_coalesced_frames_irq;
1088
1089         if (ec->rx_coalesce_usecs > 1) {
1090                 /* check the limits */
1091                 if ((1000000/ec->rx_coalesce_usecs > IXGBE_MAX_INT_RATE) ||
1092                     (1000000/ec->rx_coalesce_usecs < IXGBE_MIN_INT_RATE))
1093                         return -EINVAL;
1094
1095                 /* store the value in ints/second */
1096                 adapter->eitr_param = 1000000/ec->rx_coalesce_usecs;
1097
1098                 /* static value of interrupt rate */
1099                 adapter->itr_setting = adapter->eitr_param;
1100                 /* clear the lower bit as its used for dynamic state */
1101                 adapter->itr_setting &= ~1;
1102         } else if (ec->rx_coalesce_usecs == 1) {
1103                 /* 1 means dynamic mode */
1104                 adapter->eitr_param = 20000;
1105                 adapter->itr_setting = 1;
1106         } else {
1107                 /*
1108                  * any other value means disable eitr, which is best
1109                  * served by setting the interrupt rate very high
1110                  */
1111                 adapter->eitr_param = IXGBE_MAX_INT_RATE;
1112                 adapter->itr_setting = 0;
1113         }
1114
1115         for (i = 0; i < adapter->num_msix_vectors - NON_Q_VECTORS; i++) {
1116                 struct ixgbe_q_vector *q_vector = &adapter->q_vector[i];
1117                 if (q_vector->txr_count && !q_vector->rxr_count)
1118                         /* tx vector gets half the rate */
1119                         q_vector->eitr = (adapter->eitr_param >> 1);
1120                 else
1121                         /* rx only or mixed */
1122                         q_vector->eitr = adapter->eitr_param;
1123                 ixgbe_write_eitr(adapter, i,
1124                                  EITR_INTS_PER_SEC_TO_REG(q_vector->eitr));
1125         }
1126
1127         return 0;
1128 }
1129
1130
1131 static const struct ethtool_ops ixgbe_ethtool_ops = {
1132         .get_settings           = ixgbe_get_settings,
1133         .set_settings           = ixgbe_set_settings,
1134         .get_drvinfo            = ixgbe_get_drvinfo,
1135         .get_regs_len           = ixgbe_get_regs_len,
1136         .get_regs               = ixgbe_get_regs,
1137         .get_wol                = ixgbe_get_wol,
1138         .set_wol                = ixgbe_set_wol,
1139         .nway_reset             = ixgbe_nway_reset,
1140         .get_link               = ethtool_op_get_link,
1141         .get_eeprom_len         = ixgbe_get_eeprom_len,
1142         .get_eeprom             = ixgbe_get_eeprom,
1143         .get_ringparam          = ixgbe_get_ringparam,
1144         .set_ringparam          = ixgbe_set_ringparam,
1145         .get_pauseparam         = ixgbe_get_pauseparam,
1146         .set_pauseparam         = ixgbe_set_pauseparam,
1147         .get_rx_csum            = ixgbe_get_rx_csum,
1148         .set_rx_csum            = ixgbe_set_rx_csum,
1149         .get_tx_csum            = ixgbe_get_tx_csum,
1150         .set_tx_csum            = ixgbe_set_tx_csum,
1151         .get_sg                 = ethtool_op_get_sg,
1152         .set_sg                 = ethtool_op_set_sg,
1153         .get_msglevel           = ixgbe_get_msglevel,
1154         .set_msglevel           = ixgbe_set_msglevel,
1155         .get_tso                = ethtool_op_get_tso,
1156         .set_tso                = ixgbe_set_tso,
1157         .get_strings            = ixgbe_get_strings,
1158         .phys_id                = ixgbe_phys_id,
1159         .get_sset_count         = ixgbe_get_sset_count,
1160         .get_ethtool_stats      = ixgbe_get_ethtool_stats,
1161         .get_coalesce           = ixgbe_get_coalesce,
1162         .set_coalesce           = ixgbe_set_coalesce,
1163         .get_flags              = ethtool_op_get_flags,
1164         .set_flags              = ethtool_op_set_flags,
1165 };
1166
1167 void ixgbe_set_ethtool_ops(struct net_device *netdev)
1168 {
1169         SET_ETHTOOL_OPS(netdev, &ixgbe_ethtool_ops);
1170 }