vlan: adds vlan_dev_select_queue
[safe/jmp/linux-2.6] / net / 8021q / vlan_dev.c
1 /* -*- linux-c -*-
2  * INET         802.1Q VLAN
3  *              Ethernet-type device handling.
4  *
5  * Authors:     Ben Greear <greearb@candelatech.com>
6  *              Please send support related email to: netdev@vger.kernel.org
7  *              VLAN Home Page: http://www.candelatech.com/~greear/vlan.html
8  *
9  * Fixes:       Mar 22 2001: Martin Bokaemper <mbokaemper@unispherenetworks.com>
10  *                - reset skb->pkt_type on incoming packets when MAC was changed
11  *                - see that changed MAC is saddr for outgoing packets
12  *              Oct 20, 2001:  Ard van Breeman:
13  *                - Fix MC-list, finally.
14  *                - Flush MC-list on VLAN destroy.
15  *
16  *
17  *              This program is free software; you can redistribute it and/or
18  *              modify it under the terms of the GNU General Public License
19  *              as published by the Free Software Foundation; either version
20  *              2 of the License, or (at your option) any later version.
21  */
22
23 #include <linux/module.h>
24 #include <linux/skbuff.h>
25 #include <linux/netdevice.h>
26 #include <linux/etherdevice.h>
27 #include <linux/ethtool.h>
28 #include <net/arp.h>
29
30 #include "vlan.h"
31 #include "vlanproc.h"
32 #include <linux/if_vlan.h>
33
34 /*
35  *      Rebuild the Ethernet MAC header. This is called after an ARP
36  *      (or in future other address resolution) has completed on this
37  *      sk_buff. We now let ARP fill in the other fields.
38  *
39  *      This routine CANNOT use cached dst->neigh!
40  *      Really, it is used only when dst->neigh is wrong.
41  *
42  * TODO:  This needs a checkup, I'm ignorant here. --BLG
43  */
44 static int vlan_dev_rebuild_header(struct sk_buff *skb)
45 {
46         struct net_device *dev = skb->dev;
47         struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
48
49         switch (veth->h_vlan_encapsulated_proto) {
50 #ifdef CONFIG_INET
51         case htons(ETH_P_IP):
52
53                 /* TODO:  Confirm this will work with VLAN headers... */
54                 return arp_find(veth->h_dest, skb);
55 #endif
56         default:
57                 pr_debug("%s: unable to resolve type %X addresses.\n",
58                          dev->name, ntohs(veth->h_vlan_encapsulated_proto));
59
60                 memcpy(veth->h_source, dev->dev_addr, ETH_ALEN);
61                 break;
62         }
63
64         return 0;
65 }
66
67 static inline struct sk_buff *vlan_check_reorder_header(struct sk_buff *skb)
68 {
69         if (vlan_dev_info(skb->dev)->flags & VLAN_FLAG_REORDER_HDR) {
70                 if (skb_cow(skb, skb_headroom(skb)) < 0)
71                         skb = NULL;
72                 if (skb) {
73                         /* Lifted from Gleb's VLAN code... */
74                         memmove(skb->data - ETH_HLEN,
75                                 skb->data - VLAN_ETH_HLEN, 12);
76                         skb->mac_header += VLAN_HLEN;
77                 }
78         }
79
80         return skb;
81 }
82
83 static inline void vlan_set_encap_proto(struct sk_buff *skb,
84                 struct vlan_hdr *vhdr)
85 {
86         __be16 proto;
87         unsigned char *rawp;
88
89         /*
90          * Was a VLAN packet, grab the encapsulated protocol, which the layer
91          * three protocols care about.
92          */
93
94         proto = vhdr->h_vlan_encapsulated_proto;
95         if (ntohs(proto) >= 1536) {
96                 skb->protocol = proto;
97                 return;
98         }
99
100         rawp = skb->data;
101         if (*(unsigned short *)rawp == 0xFFFF)
102                 /*
103                  * This is a magic hack to spot IPX packets. Older Novell
104                  * breaks the protocol design and runs IPX over 802.3 without
105                  * an 802.2 LLC layer. We look for FFFF which isn't a used
106                  * 802.2 SSAP/DSAP. This won't work for fault tolerant netware
107                  * but does for the rest.
108                  */
109                 skb->protocol = htons(ETH_P_802_3);
110         else
111                 /*
112                  * Real 802.2 LLC
113                  */
114                 skb->protocol = htons(ETH_P_802_2);
115 }
116
117 /*
118  *      Determine the packet's protocol ID. The rule here is that we
119  *      assume 802.3 if the type field is short enough to be a length.
120  *      This is normal practice and works for any 'now in use' protocol.
121  *
122  *  Also, at this point we assume that we ARE dealing exclusively with
123  *  VLAN packets, or packets that should be made into VLAN packets based
124  *  on a default VLAN ID.
125  *
126  *  NOTE:  Should be similar to ethernet/eth.c.
127  *
128  *  SANITY NOTE:  This method is called when a packet is moving up the stack
129  *                towards userland.  To get here, it would have already passed
130  *                through the ethernet/eth.c eth_type_trans() method.
131  *  SANITY NOTE 2: We are referencing to the VLAN_HDR frields, which MAY be
132  *                 stored UNALIGNED in the memory.  RISC systems don't like
133  *                 such cases very much...
134  *  SANITY NOTE 2a: According to Dave Miller & Alexey, it will always be
135  *                  aligned, so there doesn't need to be any of the unaligned
136  *                  stuff.  It has been commented out now...  --Ben
137  *
138  */
139 int vlan_skb_recv(struct sk_buff *skb, struct net_device *dev,
140                   struct packet_type *ptype, struct net_device *orig_dev)
141 {
142         struct vlan_hdr *vhdr;
143         struct vlan_rx_stats *rx_stats;
144         u16 vlan_id;
145         u16 vlan_tci;
146
147         skb = skb_share_check(skb, GFP_ATOMIC);
148         if (skb == NULL)
149                 goto err_free;
150
151         if (unlikely(!pskb_may_pull(skb, VLAN_HLEN)))
152                 goto err_free;
153
154         vhdr = (struct vlan_hdr *)skb->data;
155         vlan_tci = ntohs(vhdr->h_vlan_TCI);
156         vlan_id = vlan_tci & VLAN_VID_MASK;
157
158         rcu_read_lock();
159         skb->dev = __find_vlan_dev(dev, vlan_id);
160         if (!skb->dev) {
161                 pr_debug("%s: ERROR: No net_device for VID: %u on dev: %s\n",
162                          __func__, vlan_id, dev->name);
163                 goto err_unlock;
164         }
165
166         rx_stats = per_cpu_ptr(vlan_dev_info(skb->dev)->vlan_rx_stats,
167                                smp_processor_id());
168         rx_stats->rx_packets++;
169         rx_stats->rx_bytes += skb->len;
170
171         skb_pull_rcsum(skb, VLAN_HLEN);
172
173         skb->priority = vlan_get_ingress_priority(skb->dev, vlan_tci);
174
175         pr_debug("%s: priority: %u for TCI: %hu\n",
176                  __func__, skb->priority, vlan_tci);
177
178         switch (skb->pkt_type) {
179         case PACKET_BROADCAST: /* Yeah, stats collect these together.. */
180                 /* stats->broadcast ++; // no such counter :-( */
181                 break;
182
183         case PACKET_MULTICAST:
184                 rx_stats->multicast++;
185                 break;
186
187         case PACKET_OTHERHOST:
188                 /* Our lower layer thinks this is not local, let's make sure.
189                  * This allows the VLAN to have a different MAC than the
190                  * underlying device, and still route correctly.
191                  */
192                 if (!compare_ether_addr(eth_hdr(skb)->h_dest,
193                                         skb->dev->dev_addr))
194                         skb->pkt_type = PACKET_HOST;
195                 break;
196         default:
197                 break;
198         }
199
200         vlan_set_encap_proto(skb, vhdr);
201
202         skb = vlan_check_reorder_header(skb);
203         if (!skb) {
204                 rx_stats->rx_errors++;
205                 goto err_unlock;
206         }
207
208         netif_rx(skb);
209         rcu_read_unlock();
210         return NET_RX_SUCCESS;
211
212 err_unlock:
213         rcu_read_unlock();
214 err_free:
215         kfree_skb(skb);
216         return NET_RX_DROP;
217 }
218
219 static inline u16
220 vlan_dev_get_egress_qos_mask(struct net_device *dev, struct sk_buff *skb)
221 {
222         struct vlan_priority_tci_mapping *mp;
223
224         mp = vlan_dev_info(dev)->egress_priority_map[(skb->priority & 0xF)];
225         while (mp) {
226                 if (mp->priority == skb->priority) {
227                         return mp->vlan_qos; /* This should already be shifted
228                                               * to mask correctly with the
229                                               * VLAN's TCI */
230                 }
231                 mp = mp->next;
232         }
233         return 0;
234 }
235
236 /*
237  *      Create the VLAN header for an arbitrary protocol layer
238  *
239  *      saddr=NULL      means use device source address
240  *      daddr=NULL      means leave destination address (eg unresolved arp)
241  *
242  *  This is called when the SKB is moving down the stack towards the
243  *  physical devices.
244  */
245 static int vlan_dev_hard_header(struct sk_buff *skb, struct net_device *dev,
246                                 unsigned short type,
247                                 const void *daddr, const void *saddr,
248                                 unsigned int len)
249 {
250         struct vlan_hdr *vhdr;
251         unsigned int vhdrlen = 0;
252         u16 vlan_tci = 0;
253         int rc;
254
255         if (WARN_ON(skb_headroom(skb) < dev->hard_header_len))
256                 return -ENOSPC;
257
258         if (!(vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR)) {
259                 vhdr = (struct vlan_hdr *) skb_push(skb, VLAN_HLEN);
260
261                 vlan_tci = vlan_dev_info(dev)->vlan_id;
262                 vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
263                 vhdr->h_vlan_TCI = htons(vlan_tci);
264
265                 /*
266                  *  Set the protocol type. For a packet of type ETH_P_802_3/2 we
267                  *  put the length in here instead.
268                  */
269                 if (type != ETH_P_802_3 && type != ETH_P_802_2)
270                         vhdr->h_vlan_encapsulated_proto = htons(type);
271                 else
272                         vhdr->h_vlan_encapsulated_proto = htons(len);
273
274                 skb->protocol = htons(ETH_P_8021Q);
275                 type = ETH_P_8021Q;
276                 vhdrlen = VLAN_HLEN;
277         }
278
279         /* Before delegating work to the lower layer, enter our MAC-address */
280         if (saddr == NULL)
281                 saddr = dev->dev_addr;
282
283         /* Now make the underlying real hard header */
284         dev = vlan_dev_info(dev)->real_dev;
285         rc = dev_hard_header(skb, dev, type, daddr, saddr, len + vhdrlen);
286         if (rc > 0)
287                 rc += vhdrlen;
288         return rc;
289 }
290
291 static netdev_tx_t vlan_dev_hard_start_xmit(struct sk_buff *skb,
292                                             struct net_device *dev)
293 {
294         int i = skb_get_queue_mapping(skb);
295         struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
296         struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
297         unsigned int len;
298         int ret;
299
300         /* Handle non-VLAN frames if they are sent to us, for example by DHCP.
301          *
302          * NOTE: THIS ASSUMES DIX ETHERNET, SPECIFICALLY NOT SUPPORTING
303          * OTHER THINGS LIKE FDDI/TokenRing/802.3 SNAPs...
304          */
305         if (veth->h_vlan_proto != htons(ETH_P_8021Q) ||
306             vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR) {
307                 unsigned int orig_headroom = skb_headroom(skb);
308                 u16 vlan_tci;
309
310                 vlan_dev_info(dev)->cnt_encap_on_xmit++;
311
312                 vlan_tci = vlan_dev_info(dev)->vlan_id;
313                 vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
314                 skb = __vlan_put_tag(skb, vlan_tci);
315                 if (!skb) {
316                         txq->tx_dropped++;
317                         return NETDEV_TX_OK;
318                 }
319
320                 if (orig_headroom < VLAN_HLEN)
321                         vlan_dev_info(dev)->cnt_inc_headroom_on_tx++;
322         }
323
324
325         skb_set_dev(skb, vlan_dev_info(dev)->real_dev);
326         len = skb->len;
327         ret = dev_queue_xmit(skb);
328
329         if (likely(ret == NET_XMIT_SUCCESS)) {
330                 txq->tx_packets++;
331                 txq->tx_bytes += len;
332         } else
333                 txq->tx_dropped++;
334
335         return ret;
336 }
337
338 static netdev_tx_t vlan_dev_hwaccel_hard_start_xmit(struct sk_buff *skb,
339                                                     struct net_device *dev)
340 {
341         int i = skb_get_queue_mapping(skb);
342         struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
343         u16 vlan_tci;
344         unsigned int len;
345         int ret;
346
347         vlan_tci = vlan_dev_info(dev)->vlan_id;
348         vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
349         skb = __vlan_hwaccel_put_tag(skb, vlan_tci);
350
351         skb->dev = vlan_dev_info(dev)->real_dev;
352         len = skb->len;
353         ret = dev_queue_xmit(skb);
354
355         if (likely(ret == NET_XMIT_SUCCESS)) {
356                 txq->tx_packets++;
357                 txq->tx_bytes += len;
358         } else
359                 txq->tx_dropped++;
360
361         return ret;
362 }
363
364 static u16 vlan_dev_select_queue(struct net_device *dev, struct sk_buff *skb)
365 {
366         struct net_device *rdev = vlan_dev_info(dev)->real_dev;
367         const struct net_device_ops *ops = rdev->netdev_ops;
368
369         return ops->ndo_select_queue(rdev, skb);
370 }
371
372 static int vlan_dev_change_mtu(struct net_device *dev, int new_mtu)
373 {
374         /* TODO: gotta make sure the underlying layer can handle it,
375          * maybe an IFF_VLAN_CAPABLE flag for devices?
376          */
377         if (vlan_dev_info(dev)->real_dev->mtu < new_mtu)
378                 return -ERANGE;
379
380         dev->mtu = new_mtu;
381
382         return 0;
383 }
384
385 void vlan_dev_set_ingress_priority(const struct net_device *dev,
386                                    u32 skb_prio, u16 vlan_prio)
387 {
388         struct vlan_dev_info *vlan = vlan_dev_info(dev);
389
390         if (vlan->ingress_priority_map[vlan_prio & 0x7] && !skb_prio)
391                 vlan->nr_ingress_mappings--;
392         else if (!vlan->ingress_priority_map[vlan_prio & 0x7] && skb_prio)
393                 vlan->nr_ingress_mappings++;
394
395         vlan->ingress_priority_map[vlan_prio & 0x7] = skb_prio;
396 }
397
398 int vlan_dev_set_egress_priority(const struct net_device *dev,
399                                  u32 skb_prio, u16 vlan_prio)
400 {
401         struct vlan_dev_info *vlan = vlan_dev_info(dev);
402         struct vlan_priority_tci_mapping *mp = NULL;
403         struct vlan_priority_tci_mapping *np;
404         u32 vlan_qos = (vlan_prio << VLAN_PRIO_SHIFT) & VLAN_PRIO_MASK;
405
406         /* See if a priority mapping exists.. */
407         mp = vlan->egress_priority_map[skb_prio & 0xF];
408         while (mp) {
409                 if (mp->priority == skb_prio) {
410                         if (mp->vlan_qos && !vlan_qos)
411                                 vlan->nr_egress_mappings--;
412                         else if (!mp->vlan_qos && vlan_qos)
413                                 vlan->nr_egress_mappings++;
414                         mp->vlan_qos = vlan_qos;
415                         return 0;
416                 }
417                 mp = mp->next;
418         }
419
420         /* Create a new mapping then. */
421         mp = vlan->egress_priority_map[skb_prio & 0xF];
422         np = kmalloc(sizeof(struct vlan_priority_tci_mapping), GFP_KERNEL);
423         if (!np)
424                 return -ENOBUFS;
425
426         np->next = mp;
427         np->priority = skb_prio;
428         np->vlan_qos = vlan_qos;
429         vlan->egress_priority_map[skb_prio & 0xF] = np;
430         if (vlan_qos)
431                 vlan->nr_egress_mappings++;
432         return 0;
433 }
434
435 /* Flags are defined in the vlan_flags enum in include/linux/if_vlan.h file. */
436 int vlan_dev_change_flags(const struct net_device *dev, u32 flags, u32 mask)
437 {
438         struct vlan_dev_info *vlan = vlan_dev_info(dev);
439         u32 old_flags = vlan->flags;
440
441         if (mask & ~(VLAN_FLAG_REORDER_HDR | VLAN_FLAG_GVRP |
442                      VLAN_FLAG_LOOSE_BINDING))
443                 return -EINVAL;
444
445         vlan->flags = (old_flags & ~mask) | (flags & mask);
446
447         if (netif_running(dev) && (vlan->flags ^ old_flags) & VLAN_FLAG_GVRP) {
448                 if (vlan->flags & VLAN_FLAG_GVRP)
449                         vlan_gvrp_request_join(dev);
450                 else
451                         vlan_gvrp_request_leave(dev);
452         }
453         return 0;
454 }
455
456 void vlan_dev_get_realdev_name(const struct net_device *dev, char *result)
457 {
458         strncpy(result, vlan_dev_info(dev)->real_dev->name, 23);
459 }
460
461 static int vlan_dev_open(struct net_device *dev)
462 {
463         struct vlan_dev_info *vlan = vlan_dev_info(dev);
464         struct net_device *real_dev = vlan->real_dev;
465         int err;
466
467         if (!(real_dev->flags & IFF_UP) &&
468             !(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
469                 return -ENETDOWN;
470
471         if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr)) {
472                 err = dev_unicast_add(real_dev, dev->dev_addr);
473                 if (err < 0)
474                         goto out;
475         }
476
477         if (dev->flags & IFF_ALLMULTI) {
478                 err = dev_set_allmulti(real_dev, 1);
479                 if (err < 0)
480                         goto del_unicast;
481         }
482         if (dev->flags & IFF_PROMISC) {
483                 err = dev_set_promiscuity(real_dev, 1);
484                 if (err < 0)
485                         goto clear_allmulti;
486         }
487
488         memcpy(vlan->real_dev_addr, real_dev->dev_addr, ETH_ALEN);
489
490         if (vlan->flags & VLAN_FLAG_GVRP)
491                 vlan_gvrp_request_join(dev);
492
493         netif_carrier_on(dev);
494         return 0;
495
496 clear_allmulti:
497         if (dev->flags & IFF_ALLMULTI)
498                 dev_set_allmulti(real_dev, -1);
499 del_unicast:
500         if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
501                 dev_unicast_delete(real_dev, dev->dev_addr);
502 out:
503         netif_carrier_off(dev);
504         return err;
505 }
506
507 static int vlan_dev_stop(struct net_device *dev)
508 {
509         struct vlan_dev_info *vlan = vlan_dev_info(dev);
510         struct net_device *real_dev = vlan->real_dev;
511
512         if (vlan->flags & VLAN_FLAG_GVRP)
513                 vlan_gvrp_request_leave(dev);
514
515         dev_mc_unsync(real_dev, dev);
516         dev_unicast_unsync(real_dev, dev);
517         if (dev->flags & IFF_ALLMULTI)
518                 dev_set_allmulti(real_dev, -1);
519         if (dev->flags & IFF_PROMISC)
520                 dev_set_promiscuity(real_dev, -1);
521
522         if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
523                 dev_unicast_delete(real_dev, dev->dev_addr);
524
525         netif_carrier_off(dev);
526         return 0;
527 }
528
529 static int vlan_dev_set_mac_address(struct net_device *dev, void *p)
530 {
531         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
532         struct sockaddr *addr = p;
533         int err;
534
535         if (!is_valid_ether_addr(addr->sa_data))
536                 return -EADDRNOTAVAIL;
537
538         if (!(dev->flags & IFF_UP))
539                 goto out;
540
541         if (compare_ether_addr(addr->sa_data, real_dev->dev_addr)) {
542                 err = dev_unicast_add(real_dev, addr->sa_data);
543                 if (err < 0)
544                         return err;
545         }
546
547         if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
548                 dev_unicast_delete(real_dev, dev->dev_addr);
549
550 out:
551         memcpy(dev->dev_addr, addr->sa_data, ETH_ALEN);
552         return 0;
553 }
554
555 static int vlan_dev_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
556 {
557         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
558         const struct net_device_ops *ops = real_dev->netdev_ops;
559         struct ifreq ifrr;
560         int err = -EOPNOTSUPP;
561
562         strncpy(ifrr.ifr_name, real_dev->name, IFNAMSIZ);
563         ifrr.ifr_ifru = ifr->ifr_ifru;
564
565         switch (cmd) {
566         case SIOCGMIIPHY:
567         case SIOCGMIIREG:
568         case SIOCSMIIREG:
569                 if (netif_device_present(real_dev) && ops->ndo_do_ioctl)
570                         err = ops->ndo_do_ioctl(real_dev, &ifrr, cmd);
571                 break;
572         }
573
574         if (!err)
575                 ifr->ifr_ifru = ifrr.ifr_ifru;
576
577         return err;
578 }
579
580 static int vlan_dev_neigh_setup(struct net_device *dev, struct neigh_parms *pa)
581 {
582         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
583         const struct net_device_ops *ops = real_dev->netdev_ops;
584         int err = 0;
585
586         if (netif_device_present(real_dev) && ops->ndo_neigh_setup)
587                 err = ops->ndo_neigh_setup(real_dev, pa);
588
589         return err;
590 }
591
592 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
593 static int vlan_dev_fcoe_ddp_setup(struct net_device *dev, u16 xid,
594                                    struct scatterlist *sgl, unsigned int sgc)
595 {
596         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
597         const struct net_device_ops *ops = real_dev->netdev_ops;
598         int rc = 0;
599
600         if (ops->ndo_fcoe_ddp_setup)
601                 rc = ops->ndo_fcoe_ddp_setup(real_dev, xid, sgl, sgc);
602
603         return rc;
604 }
605
606 static int vlan_dev_fcoe_ddp_done(struct net_device *dev, u16 xid)
607 {
608         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
609         const struct net_device_ops *ops = real_dev->netdev_ops;
610         int len = 0;
611
612         if (ops->ndo_fcoe_ddp_done)
613                 len = ops->ndo_fcoe_ddp_done(real_dev, xid);
614
615         return len;
616 }
617
618 static int vlan_dev_fcoe_enable(struct net_device *dev)
619 {
620         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
621         const struct net_device_ops *ops = real_dev->netdev_ops;
622         int rc = -EINVAL;
623
624         if (ops->ndo_fcoe_enable)
625                 rc = ops->ndo_fcoe_enable(real_dev);
626         return rc;
627 }
628
629 static int vlan_dev_fcoe_disable(struct net_device *dev)
630 {
631         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
632         const struct net_device_ops *ops = real_dev->netdev_ops;
633         int rc = -EINVAL;
634
635         if (ops->ndo_fcoe_disable)
636                 rc = ops->ndo_fcoe_disable(real_dev);
637         return rc;
638 }
639
640 static int vlan_dev_fcoe_get_wwn(struct net_device *dev, u64 *wwn, int type)
641 {
642         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
643         const struct net_device_ops *ops = real_dev->netdev_ops;
644         int rc = -EINVAL;
645
646         if (ops->ndo_fcoe_get_wwn)
647                 rc = ops->ndo_fcoe_get_wwn(real_dev, wwn, type);
648         return rc;
649 }
650 #endif
651
652 static void vlan_dev_change_rx_flags(struct net_device *dev, int change)
653 {
654         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
655
656         if (change & IFF_ALLMULTI)
657                 dev_set_allmulti(real_dev, dev->flags & IFF_ALLMULTI ? 1 : -1);
658         if (change & IFF_PROMISC)
659                 dev_set_promiscuity(real_dev, dev->flags & IFF_PROMISC ? 1 : -1);
660 }
661
662 static void vlan_dev_set_rx_mode(struct net_device *vlan_dev)
663 {
664         dev_mc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
665         dev_unicast_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
666 }
667
668 /*
669  * vlan network devices have devices nesting below it, and are a special
670  * "super class" of normal network devices; split their locks off into a
671  * separate class since they always nest.
672  */
673 static struct lock_class_key vlan_netdev_xmit_lock_key;
674 static struct lock_class_key vlan_netdev_addr_lock_key;
675
676 static void vlan_dev_set_lockdep_one(struct net_device *dev,
677                                      struct netdev_queue *txq,
678                                      void *_subclass)
679 {
680         lockdep_set_class_and_subclass(&txq->_xmit_lock,
681                                        &vlan_netdev_xmit_lock_key,
682                                        *(int *)_subclass);
683 }
684
685 static void vlan_dev_set_lockdep_class(struct net_device *dev, int subclass)
686 {
687         lockdep_set_class_and_subclass(&dev->addr_list_lock,
688                                        &vlan_netdev_addr_lock_key,
689                                        subclass);
690         netdev_for_each_tx_queue(dev, vlan_dev_set_lockdep_one, &subclass);
691 }
692
693 static const struct header_ops vlan_header_ops = {
694         .create  = vlan_dev_hard_header,
695         .rebuild = vlan_dev_rebuild_header,
696         .parse   = eth_header_parse,
697 };
698
699 static const struct net_device_ops vlan_netdev_ops, vlan_netdev_accel_ops,
700                     vlan_netdev_ops_sq, vlan_netdev_accel_ops_sq;
701
702 static int vlan_dev_init(struct net_device *dev)
703 {
704         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
705         int subclass = 0;
706
707         netif_carrier_off(dev);
708
709         /* IFF_BROADCAST|IFF_MULTICAST; ??? */
710         dev->flags  = real_dev->flags & ~(IFF_UP | IFF_PROMISC | IFF_ALLMULTI);
711         dev->iflink = real_dev->ifindex;
712         dev->state  = (real_dev->state & ((1<<__LINK_STATE_NOCARRIER) |
713                                           (1<<__LINK_STATE_DORMANT))) |
714                       (1<<__LINK_STATE_PRESENT);
715
716         dev->features |= real_dev->features & real_dev->vlan_features;
717         dev->gso_max_size = real_dev->gso_max_size;
718
719         /* ipv6 shared card related stuff */
720         dev->dev_id = real_dev->dev_id;
721
722         if (is_zero_ether_addr(dev->dev_addr))
723                 memcpy(dev->dev_addr, real_dev->dev_addr, dev->addr_len);
724         if (is_zero_ether_addr(dev->broadcast))
725                 memcpy(dev->broadcast, real_dev->broadcast, dev->addr_len);
726
727 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
728         dev->fcoe_ddp_xid = real_dev->fcoe_ddp_xid;
729 #endif
730
731         if (real_dev->features & NETIF_F_HW_VLAN_TX) {
732                 dev->header_ops      = real_dev->header_ops;
733                 dev->hard_header_len = real_dev->hard_header_len;
734                 if (real_dev->netdev_ops->ndo_select_queue)
735                         dev->netdev_ops = &vlan_netdev_accel_ops_sq;
736                 else
737                         dev->netdev_ops = &vlan_netdev_accel_ops;
738         } else {
739                 dev->header_ops      = &vlan_header_ops;
740                 dev->hard_header_len = real_dev->hard_header_len + VLAN_HLEN;
741                 if (real_dev->netdev_ops->ndo_select_queue)
742                         dev->netdev_ops = &vlan_netdev_ops_sq;
743                 else
744                         dev->netdev_ops = &vlan_netdev_ops;
745         }
746
747         if (is_vlan_dev(real_dev))
748                 subclass = 1;
749
750         vlan_dev_set_lockdep_class(dev, subclass);
751
752         vlan_dev_info(dev)->vlan_rx_stats = alloc_percpu(struct vlan_rx_stats);
753         if (!vlan_dev_info(dev)->vlan_rx_stats)
754                 return -ENOMEM;
755
756         return 0;
757 }
758
759 static void vlan_dev_uninit(struct net_device *dev)
760 {
761         struct vlan_priority_tci_mapping *pm;
762         struct vlan_dev_info *vlan = vlan_dev_info(dev);
763         int i;
764
765         free_percpu(vlan->vlan_rx_stats);
766         vlan->vlan_rx_stats = NULL;
767         for (i = 0; i < ARRAY_SIZE(vlan->egress_priority_map); i++) {
768                 while ((pm = vlan->egress_priority_map[i]) != NULL) {
769                         vlan->egress_priority_map[i] = pm->next;
770                         kfree(pm);
771                 }
772         }
773 }
774
775 static int vlan_ethtool_get_settings(struct net_device *dev,
776                                      struct ethtool_cmd *cmd)
777 {
778         const struct vlan_dev_info *vlan = vlan_dev_info(dev);
779         return dev_ethtool_get_settings(vlan->real_dev, cmd);
780 }
781
782 static void vlan_ethtool_get_drvinfo(struct net_device *dev,
783                                      struct ethtool_drvinfo *info)
784 {
785         strcpy(info->driver, vlan_fullname);
786         strcpy(info->version, vlan_version);
787         strcpy(info->fw_version, "N/A");
788 }
789
790 static u32 vlan_ethtool_get_rx_csum(struct net_device *dev)
791 {
792         const struct vlan_dev_info *vlan = vlan_dev_info(dev);
793         return dev_ethtool_get_rx_csum(vlan->real_dev);
794 }
795
796 static u32 vlan_ethtool_get_flags(struct net_device *dev)
797 {
798         const struct vlan_dev_info *vlan = vlan_dev_info(dev);
799         return dev_ethtool_get_flags(vlan->real_dev);
800 }
801
802 static struct net_device_stats *vlan_dev_get_stats(struct net_device *dev)
803 {
804         struct net_device_stats *stats = &dev->stats;
805
806         dev_txq_stats_fold(dev, stats);
807
808         if (vlan_dev_info(dev)->vlan_rx_stats) {
809                 struct vlan_rx_stats *p, rx = {0};
810                 int i;
811
812                 for_each_possible_cpu(i) {
813                         p = per_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats, i);
814                         rx.rx_packets += p->rx_packets;
815                         rx.rx_bytes   += p->rx_bytes;
816                         rx.rx_errors  += p->rx_errors;
817                         rx.multicast  += p->multicast;
818                 }
819                 stats->rx_packets = rx.rx_packets;
820                 stats->rx_bytes   = rx.rx_bytes;
821                 stats->rx_errors  = rx.rx_errors;
822                 stats->multicast  = rx.multicast;
823         }
824         return stats;
825 }
826
827 static const struct ethtool_ops vlan_ethtool_ops = {
828         .get_settings           = vlan_ethtool_get_settings,
829         .get_drvinfo            = vlan_ethtool_get_drvinfo,
830         .get_link               = ethtool_op_get_link,
831         .get_rx_csum            = vlan_ethtool_get_rx_csum,
832         .get_flags              = vlan_ethtool_get_flags,
833 };
834
835 static const struct net_device_ops vlan_netdev_ops = {
836         .ndo_change_mtu         = vlan_dev_change_mtu,
837         .ndo_init               = vlan_dev_init,
838         .ndo_uninit             = vlan_dev_uninit,
839         .ndo_open               = vlan_dev_open,
840         .ndo_stop               = vlan_dev_stop,
841         .ndo_start_xmit =  vlan_dev_hard_start_xmit,
842         .ndo_validate_addr      = eth_validate_addr,
843         .ndo_set_mac_address    = vlan_dev_set_mac_address,
844         .ndo_set_rx_mode        = vlan_dev_set_rx_mode,
845         .ndo_set_multicast_list = vlan_dev_set_rx_mode,
846         .ndo_change_rx_flags    = vlan_dev_change_rx_flags,
847         .ndo_do_ioctl           = vlan_dev_ioctl,
848         .ndo_neigh_setup        = vlan_dev_neigh_setup,
849         .ndo_get_stats          = vlan_dev_get_stats,
850 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
851         .ndo_fcoe_ddp_setup     = vlan_dev_fcoe_ddp_setup,
852         .ndo_fcoe_ddp_done      = vlan_dev_fcoe_ddp_done,
853         .ndo_fcoe_enable        = vlan_dev_fcoe_enable,
854         .ndo_fcoe_disable       = vlan_dev_fcoe_disable,
855         .ndo_fcoe_get_wwn       = vlan_dev_fcoe_get_wwn,
856 #endif
857 };
858
859 static const struct net_device_ops vlan_netdev_accel_ops = {
860         .ndo_change_mtu         = vlan_dev_change_mtu,
861         .ndo_init               = vlan_dev_init,
862         .ndo_uninit             = vlan_dev_uninit,
863         .ndo_open               = vlan_dev_open,
864         .ndo_stop               = vlan_dev_stop,
865         .ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
866         .ndo_validate_addr      = eth_validate_addr,
867         .ndo_set_mac_address    = vlan_dev_set_mac_address,
868         .ndo_set_rx_mode        = vlan_dev_set_rx_mode,
869         .ndo_set_multicast_list = vlan_dev_set_rx_mode,
870         .ndo_change_rx_flags    = vlan_dev_change_rx_flags,
871         .ndo_do_ioctl           = vlan_dev_ioctl,
872         .ndo_neigh_setup        = vlan_dev_neigh_setup,
873         .ndo_get_stats          = vlan_dev_get_stats,
874 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
875         .ndo_fcoe_ddp_setup     = vlan_dev_fcoe_ddp_setup,
876         .ndo_fcoe_ddp_done      = vlan_dev_fcoe_ddp_done,
877         .ndo_fcoe_enable        = vlan_dev_fcoe_enable,
878         .ndo_fcoe_disable       = vlan_dev_fcoe_disable,
879         .ndo_fcoe_get_wwn       = vlan_dev_fcoe_get_wwn,
880 #endif
881 };
882
883 static const struct net_device_ops vlan_netdev_ops_sq = {
884         .ndo_select_queue       = vlan_dev_select_queue,
885         .ndo_change_mtu         = vlan_dev_change_mtu,
886         .ndo_init               = vlan_dev_init,
887         .ndo_uninit             = vlan_dev_uninit,
888         .ndo_open               = vlan_dev_open,
889         .ndo_stop               = vlan_dev_stop,
890         .ndo_start_xmit =  vlan_dev_hard_start_xmit,
891         .ndo_validate_addr      = eth_validate_addr,
892         .ndo_set_mac_address    = vlan_dev_set_mac_address,
893         .ndo_set_rx_mode        = vlan_dev_set_rx_mode,
894         .ndo_set_multicast_list = vlan_dev_set_rx_mode,
895         .ndo_change_rx_flags    = vlan_dev_change_rx_flags,
896         .ndo_do_ioctl           = vlan_dev_ioctl,
897         .ndo_neigh_setup        = vlan_dev_neigh_setup,
898         .ndo_get_stats          = vlan_dev_get_stats,
899 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
900         .ndo_fcoe_ddp_setup     = vlan_dev_fcoe_ddp_setup,
901         .ndo_fcoe_ddp_done      = vlan_dev_fcoe_ddp_done,
902         .ndo_fcoe_enable        = vlan_dev_fcoe_enable,
903         .ndo_fcoe_disable       = vlan_dev_fcoe_disable,
904         .ndo_fcoe_get_wwn       = vlan_dev_fcoe_get_wwn,
905 #endif
906 };
907
908 static const struct net_device_ops vlan_netdev_accel_ops_sq = {
909         .ndo_select_queue       = vlan_dev_select_queue,
910         .ndo_change_mtu         = vlan_dev_change_mtu,
911         .ndo_init               = vlan_dev_init,
912         .ndo_uninit             = vlan_dev_uninit,
913         .ndo_open               = vlan_dev_open,
914         .ndo_stop               = vlan_dev_stop,
915         .ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
916         .ndo_validate_addr      = eth_validate_addr,
917         .ndo_set_mac_address    = vlan_dev_set_mac_address,
918         .ndo_set_rx_mode        = vlan_dev_set_rx_mode,
919         .ndo_set_multicast_list = vlan_dev_set_rx_mode,
920         .ndo_change_rx_flags    = vlan_dev_change_rx_flags,
921         .ndo_do_ioctl           = vlan_dev_ioctl,
922         .ndo_neigh_setup        = vlan_dev_neigh_setup,
923         .ndo_get_stats          = vlan_dev_get_stats,
924 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
925         .ndo_fcoe_ddp_setup     = vlan_dev_fcoe_ddp_setup,
926         .ndo_fcoe_ddp_done      = vlan_dev_fcoe_ddp_done,
927         .ndo_fcoe_enable        = vlan_dev_fcoe_enable,
928         .ndo_fcoe_disable       = vlan_dev_fcoe_disable,
929         .ndo_fcoe_get_wwn       = vlan_dev_fcoe_get_wwn,
930 #endif
931 };
932
933 void vlan_setup(struct net_device *dev)
934 {
935         ether_setup(dev);
936
937         dev->priv_flags         |= IFF_802_1Q_VLAN;
938         dev->priv_flags         &= ~IFF_XMIT_DST_RELEASE;
939         dev->tx_queue_len       = 0;
940
941         dev->netdev_ops         = &vlan_netdev_ops;
942         dev->destructor         = free_netdev;
943         dev->ethtool_ops        = &vlan_ethtool_ops;
944
945         memset(dev->broadcast, 0, ETH_ALEN);
946 }