SAFE public projects git trees. - safe/jmp/linux-2.6/blob - net/packet/af_packet.c

   1 /*
   2  * INET         An implementation of the TCP/IP protocol suite for the LINUX
   3  *              operating system.  INET is implemented using the  BSD Socket
   4  *              interface as the means of communication with the user level.
   5  *
   6  *              PACKET - implements raw packet sockets.
   7  *
   8  * Version:     $Id: af_packet.c,v 1.61 2002/02/08 03:57:19 davem Exp $
   9  *
  10  * Authors:     Ross Biro
  11  *              Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
  12  *              Alan Cox, <gw4pts@gw4pts.ampr.org>
  13  *
  14  * Fixes:
  15  *              Alan Cox        :       verify_area() now used correctly
  16  *              Alan Cox        :       new skbuff lists, look ma no backlogs!
  17  *              Alan Cox        :       tidied skbuff lists.
  18  *              Alan Cox        :       Now uses generic datagram routines I
  19  *                                      added. Also fixed the peek/read crash
  20  *                                      from all old Linux datagram code.
  21  *              Alan Cox        :       Uses the improved datagram code.
  22  *              Alan Cox        :       Added NULL's for socket options.
  23  *              Alan Cox        :       Re-commented the code.
  24  *              Alan Cox        :       Use new kernel side addressing
  25  *              Rob Janssen     :       Correct MTU usage.
  26  *              Dave Platt      :       Counter leaks caused by incorrect
  27  *                                      interrupt locking and some slightly
  28  *                                      dubious gcc output. Can you read
  29  *                                      compiler: it said _VOLATILE_
  30  *      Richard Kooijman        :       Timestamp fixes.
  31  *              Alan Cox        :       New buffers. Use sk->mac.raw.
  32  *              Alan Cox        :       sendmsg/recvmsg support.
  33  *              Alan Cox        :       Protocol setting support
  34  *      Alexey Kuznetsov        :       Untied from IPv4 stack.
  35  *      Cyrus Durgin            :       Fixed kerneld for kmod.
  36  *      Michal Ostrowski        :       Module initialization cleanup.
  37  *         Ulises Alonso        :       Frame number limit removal and
  38  *                                      packet_set_ring memory leak.
  39  *              Eric Biederman  :       Allow for > 8 byte hardware addresses.
  40  *                                      The convention is that longer addresses
  41  *                                      will simply extend the hardware address
  42  *                                      byte arrays at the end of sockaddr_ll
  43  *                                      and packet_mreq.
  44  *
  45  *              This program is free software; you can redistribute it and/or
  46  *              modify it under the terms of the GNU General Public License
  47  *              as published by the Free Software Foundation; either version
  48  *              2 of the License, or (at your option) any later version.
  49  *
  50  */
  51
  52 #include <linux/types.h>
  53 #include <linux/mm.h>
  54 #include <linux/capability.h>
  55 #include <linux/fcntl.h>
  56 #include <linux/socket.h>
  57 #include <linux/in.h>
  58 #include <linux/inet.h>
  59 #include <linux/netdevice.h>
  60 #include <linux/if_packet.h>
  61 #include <linux/wireless.h>
  62 #include <linux/kernel.h>
  63 #include <linux/kmod.h>
  64 #include <net/net_namespace.h>
  65 #include <net/ip.h>
  66 #include <net/protocol.h>
  67 #include <linux/skbuff.h>
  68 #include <net/sock.h>
  69 #include <linux/errno.h>
  70 #include <linux/timer.h>
  71 #include <asm/system.h>
  72 #include <asm/uaccess.h>
  73 #include <asm/ioctls.h>
  74 #include <asm/page.h>
  75 #include <asm/cacheflush.h>
  76 #include <asm/io.h>
  77 #include <linux/proc_fs.h>
  78 #include <linux/seq_file.h>
  79 #include <linux/poll.h>
  80 #include <linux/module.h>
  81 #include <linux/init.h>
  82
  83 #ifdef CONFIG_INET
  84 #include <net/inet_common.h>
  85 #endif
  86
  87 /*
  88    Assumptions:
  89    - if device has no dev->hard_header routine, it adds and removes ll header
  90      inside itself. In this case ll header is invisible outside of device,
  91      but higher levels still should reserve dev->hard_header_len.
  92      Some devices are enough clever to reallocate skb, when header
  93      will not fit to reserved space (tunnel), another ones are silly
  94      (PPP).
  95    - packet socket receives packets with pulled ll header,
  96      so that SOCK_RAW should push it back.
  97
  98 On receive:
  99 -----------
 100
 101 Incoming, dev->hard_header!=NULL
 102    mac_header -> ll header
 103    data       -> data
 104
 105 Outgoing, dev->hard_header!=NULL
 106    mac_header -> ll header
 107    data       -> ll header
 108
 109 Incoming, dev->hard_header==NULL
 110    mac_header -> UNKNOWN position. It is very likely, that it points to ll
 111                  header.  PPP makes it, that is wrong, because introduce
 112                  assymetry between rx and tx paths.
 113    data       -> data
 114
 115 Outgoing, dev->hard_header==NULL
 116    mac_header -> data. ll header is still not built!
 117    data       -> data
 118
 119 Resume
 120   If dev->hard_header==NULL we are unlikely to restore sensible ll header.
 121
 122
 123 On transmit:
 124 ------------
 125
 126 dev->hard_header != NULL
 127    mac_header -> ll header
 128    data       -> ll header
 129
 130 dev->hard_header == NULL (ll header is added by device, we cannot control it)
 131    mac_header -> data
 132    data       -> data
 133
 134    We should set nh.raw on output to correct posistion,
 135    packet classifier depends on it.
 136  */
 137
 138 /* Private packet socket structures. */
 139
 140 struct packet_mclist
 141 {
 142         struct packet_mclist    *next;
 143         int                     ifindex;
 144         int                     count;
 145         unsigned short          type;
 146         unsigned short          alen;
 147         unsigned char           addr[MAX_ADDR_LEN];
 148 };
 149 /* identical to struct packet_mreq except it has
 150  * a longer address field.
 151  */
 152 struct packet_mreq_max
 153 {
 154         int             mr_ifindex;
 155         unsigned short  mr_type;
 156         unsigned short  mr_alen;
 157         unsigned char   mr_address[MAX_ADDR_LEN];
 158 };
 159
 160 #ifdef CONFIG_PACKET_MMAP
 161 static int packet_set_ring(struct sock *sk, struct tpacket_req *req, int closing);
 162 #endif
 163
 164 static void packet_flush_mclist(struct sock *sk);
 165
 166 struct packet_sock {
 167         /* struct sock has to be the first member of packet_sock */
 168         struct sock             sk;
 169         struct tpacket_stats    stats;
 170 #ifdef CONFIG_PACKET_MMAP
 171         char *                  *pg_vec;
 172         unsigned int            head;
 173         unsigned int            frames_per_block;
 174         unsigned int            frame_size;
 175         unsigned int            frame_max;
 176         int                     copy_thresh;
 177 #endif
 178         struct packet_type      prot_hook;
 179         spinlock_t              bind_lock;
 180         unsigned int            running:1,      /* prot_hook is attached*/
 181                                 auxdata:1,
 182                                 origdev:1;
 183         int                     ifindex;        /* bound device         */
 184         __be16                  num;
 185         struct packet_mclist    *mclist;
 186 #ifdef CONFIG_PACKET_MMAP
 187         atomic_t                mapped;
 188         unsigned int            pg_vec_order;
 189         unsigned int            pg_vec_pages;
 190         unsigned int            pg_vec_len;
 191 #endif
 192 };
 193
 194 struct packet_skb_cb {
 195         unsigned int origlen;
 196         union {
 197                 struct sockaddr_pkt pkt;
 198                 struct sockaddr_ll ll;
 199         } sa;
 200 };
 201
 202 #define PACKET_SKB_CB(__skb)    ((struct packet_skb_cb *)((__skb)->cb))
 203
 204 #ifdef CONFIG_PACKET_MMAP
 205
 206 static inline struct tpacket_hdr *packet_lookup_frame(struct packet_sock *po, unsigned int position)
 207 {
 208         unsigned int pg_vec_pos, frame_offset;
 209
 210         pg_vec_pos = position / po->frames_per_block;
 211         frame_offset = position % po->frames_per_block;
 212
 213         return (struct tpacket_hdr *)(po->pg_vec[pg_vec_pos] + (frame_offset * po->frame_size));
 214 }
 215 #endif
 216
 217 static inline struct packet_sock *pkt_sk(struct sock *sk)
 218 {
 219         return (struct packet_sock *)sk;
 220 }
 221
 222 static void packet_sock_destruct(struct sock *sk)
 223 {
 224         BUG_TRAP(!atomic_read(&sk->sk_rmem_alloc));
 225         BUG_TRAP(!atomic_read(&sk->sk_wmem_alloc));
 226
 227         if (!sock_flag(sk, SOCK_DEAD)) {
 228                 printk("Attempt to release alive packet socket: %p\n", sk);
 229                 return;
 230         }
 231
 232         sk_refcnt_debug_dec(sk);
 233 }
 234
 235
 236 static const struct proto_ops packet_ops;
 237
 238 static const struct proto_ops packet_ops_spkt;
 239
 240 static int packet_rcv_spkt(struct sk_buff *skb, struct net_device *dev,  struct packet_type *pt, struct net_device *orig_dev)
 241 {
 242         struct sock *sk;
 243         struct sockaddr_pkt *spkt;
 244
 245         /*
 246          *      When we registered the protocol we saved the socket in the data
 247          *      field for just this event.
 248          */
 249
 250         sk = pt->af_packet_priv;
 251
 252         /*
 253          *      Yank back the headers [hope the device set this
 254          *      right or kerboom...]
 255          *
 256          *      Incoming packets have ll header pulled,
 257          *      push it back.
 258          *
 259          *      For outgoing ones skb->data == skb_mac_header(skb)
 260          *      so that this procedure is noop.
 261          */
 262
 263         if (skb->pkt_type == PACKET_LOOPBACK)
 264                 goto out;
 265
 266         if (dev->nd_net != sk->sk_net)
 267                 goto out;
 268
 269         if ((skb = skb_share_check(skb, GFP_ATOMIC)) == NULL)
 270                 goto oom;
 271
 272         /* drop any routing info */
 273         dst_release(skb->dst);
 274         skb->dst = NULL;
 275
 276         /* drop conntrack reference */
 277         nf_reset(skb);
 278
 279         spkt = &PACKET_SKB_CB(skb)->sa.pkt;
 280
 281         skb_push(skb, skb->data - skb_mac_header(skb));
 282
 283         /*
 284          *      The SOCK_PACKET socket receives _all_ frames.
 285          */
 286
 287         spkt->spkt_family = dev->type;
 288         strlcpy(spkt->spkt_device, dev->name, sizeof(spkt->spkt_device));
 289         spkt->spkt_protocol = skb->protocol;
 290
 291         /*
 292          *      Charge the memory to the socket. This is done specifically
 293          *      to prevent sockets using all the memory up.
 294          */
 295
 296         if (sock_queue_rcv_skb(sk,skb) == 0)
 297                 return 0;
 298
 299 out:
 300         kfree_skb(skb);
 301 oom:
 302         return 0;
 303 }
 304
 305
 306 /*
 307  *      Output a raw packet to a device layer. This bypasses all the other
 308  *      protocol layers and you must therefore supply it with a complete frame
 309  */
 310
 311 static int packet_sendmsg_spkt(struct kiocb *iocb, struct socket *sock,
 312                                struct msghdr *msg, size_t len)
 313 {
 314         struct sock *sk = sock->sk;
 315         struct sockaddr_pkt *saddr=(struct sockaddr_pkt *)msg->msg_name;
 316         struct sk_buff *skb;
 317         struct net_device *dev;
 318         __be16 proto=0;
 319         int err;
 320
 321         /*
 322          *      Get and verify the address.
 323          */
 324
 325         if (saddr)
 326         {
 327                 if (msg->msg_namelen < sizeof(struct sockaddr))
 328                         return(-EINVAL);
 329                 if (msg->msg_namelen==sizeof(struct sockaddr_pkt))
 330                         proto=saddr->spkt_protocol;
 331         }
 332         else
 333                 return(-ENOTCONN);      /* SOCK_PACKET must be sent giving an address */
 334
 335         /*
 336          *      Find the device first to size check it
 337          */
 338
 339         saddr->spkt_device[13] = 0;
 340         dev = dev_get_by_name(sk->sk_net, saddr->spkt_device);
 341         err = -ENODEV;
 342         if (dev == NULL)
 343                 goto out_unlock;
 344
 345         err = -ENETDOWN;
 346         if (!(dev->flags & IFF_UP))
 347                 goto out_unlock;
 348
 349         /*
 350          *      You may not queue a frame bigger than the mtu. This is the lowest level
 351          *      raw protocol and you must do your own fragmentation at this level.
 352          */
 353
 354         err = -EMSGSIZE;
 355         if (len > dev->mtu + dev->hard_header_len)
 356                 goto out_unlock;
 357
 358         err = -ENOBUFS;
 359         skb = sock_wmalloc(sk, len + LL_RESERVED_SPACE(dev), 0, GFP_KERNEL);
 360
 361         /*
 362          *      If the write buffer is full, then tough. At this level the user gets to
 363          *      deal with the problem - do your own algorithmic backoffs. That's far
 364          *      more flexible.
 365          */
 366
 367         if (skb == NULL)
 368                 goto out_unlock;
 369
 370         /*
 371          *      Fill it in
 372          */
 373
 374         /* FIXME: Save some space for broken drivers that write a
 375          * hard header at transmission time by themselves. PPP is the
 376          * notable one here. This should really be fixed at the driver level.
 377          */
 378         skb_reserve(skb, LL_RESERVED_SPACE(dev));
 379         skb_reset_network_header(skb);
 380
 381         /* Try to align data part correctly */
 382         if (dev->header_ops) {
 383                 skb->data -= dev->hard_header_len;
 384                 skb->tail -= dev->hard_header_len;
 385                 if (len < dev->hard_header_len)
 386                         skb_reset_network_header(skb);
 387         }
 388
 389         /* Returns -EFAULT on error */
 390         err = memcpy_fromiovec(skb_put(skb,len), msg->msg_iov, len);
 391         skb->protocol = proto;
 392         skb->dev = dev;
 393         skb->priority = sk->sk_priority;
 394         if (err)
 395                 goto out_free;
 396
 397         /*
 398          *      Now send it
 399          */
 400
 401         dev_queue_xmit(skb);
 402         dev_put(dev);
 403         return(len);
 404
 405 out_free:
 406         kfree_skb(skb);
 407 out_unlock:
 408         if (dev)
 409                 dev_put(dev);
 410         return err;
 411 }
 412
 413 static inline unsigned int run_filter(struct sk_buff *skb, struct sock *sk,
 414                                       unsigned int res)
 415 {
 416         struct sk_filter *filter;
 417
 418         rcu_read_lock_bh();
 419         filter = rcu_dereference(sk->sk_filter);
 420         if (filter != NULL)
 421                 res = sk_run_filter(skb, filter->insns, filter->len);
 422         rcu_read_unlock_bh();
 423
 424         return res;
 425 }
 426
 427 /*
 428    This function makes lazy skb cloning in hope that most of packets
 429    are discarded by BPF.
 430
 431    Note tricky part: we DO mangle shared skb! skb->data, skb->len
 432    and skb->cb are mangled. It works because (and until) packets
 433    falling here are owned by current CPU. Output packets are cloned
 434    by dev_queue_xmit_nit(), input packets are processed by net_bh
 435    sequencially, so that if we return skb to original state on exit,
 436    we will not harm anyone.
 437  */
 438
 439 static int packet_rcv(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt, struct net_device *orig_dev)
 440 {
 441         struct sock *sk;
 442         struct sockaddr_ll *sll;
 443         struct packet_sock *po;
 444         u8 * skb_head = skb->data;
 445         int skb_len = skb->len;
 446         unsigned int snaplen, res;
 447
 448         if (skb->pkt_type == PACKET_LOOPBACK)
 449                 goto drop;
 450
 451         sk = pt->af_packet_priv;
 452         po = pkt_sk(sk);
 453
 454         if (dev->nd_net != sk->sk_net)
 455                 goto drop;
 456
 457         skb->dev = dev;
 458
 459         if (dev->header_ops) {
 460                 /* The device has an explicit notion of ll header,
 461                    exported to higher levels.
 462
 463                    Otherwise, the device hides datails of it frame
 464                    structure, so that corresponding packet head
 465                    never delivered to user.
 466                  */
 467                 if (sk->sk_type != SOCK_DGRAM)
 468                         skb_push(skb, skb->data - skb_mac_header(skb));
 469                 else if (skb->pkt_type == PACKET_OUTGOING) {
 470                         /* Special case: outgoing packets have ll header at head */
 471                         skb_pull(skb, skb_network_offset(skb));
 472                 }
 473         }
 474
 475         snaplen = skb->len;
 476
 477         res = run_filter(skb, sk, snaplen);
 478         if (!res)
 479                 goto drop_n_restore;
 480         if (snaplen > res)
 481                 snaplen = res;
 482
 483         if (atomic_read(&sk->sk_rmem_alloc) + skb->truesize >=
 484             (unsigned)sk->sk_rcvbuf)
 485                 goto drop_n_acct;
 486
 487         if (skb_shared(skb)) {
 488                 struct sk_buff *nskb = skb_clone(skb, GFP_ATOMIC);
 489                 if (nskb == NULL)
 490                         goto drop_n_acct;
 491
 492                 if (skb_head != skb->data) {
 493                         skb->data = skb_head;
 494                         skb->len = skb_len;
 495                 }
 496                 kfree_skb(skb);
 497                 skb = nskb;
 498         }
 499
 500         BUILD_BUG_ON(sizeof(*PACKET_SKB_CB(skb)) + MAX_ADDR_LEN - 8 >
 501                      sizeof(skb->cb));
 502
 503         sll = &PACKET_SKB_CB(skb)->sa.ll;
 504         sll->sll_family = AF_PACKET;
 505         sll->sll_hatype = dev->type;
 506         sll->sll_protocol = skb->protocol;
 507         sll->sll_pkttype = skb->pkt_type;
 508         if (unlikely(po->origdev))
 509                 sll->sll_ifindex = orig_dev->ifindex;
 510         else
 511                 sll->sll_ifindex = dev->ifindex;
 512
 513         sll->sll_halen = dev_parse_header(skb, sll->sll_addr);
 514
 515         PACKET_SKB_CB(skb)->origlen = skb->len;
 516
 517         if (pskb_trim(skb, snaplen))
 518                 goto drop_n_acct;
 519
 520         skb_set_owner_r(skb, sk);
 521         skb->dev = NULL;
 522         dst_release(skb->dst);
 523         skb->dst = NULL;
 524
 525         /* drop conntrack reference */
 526         nf_reset(skb);
 527
 528         spin_lock(&sk->sk_receive_queue.lock);
 529         po->stats.tp_packets++;
 530         __skb_queue_tail(&sk->sk_receive_queue, skb);
 531         spin_unlock(&sk->sk_receive_queue.lock);
 532         sk->sk_data_ready(sk, skb->len);
 533         return 0;
 534
 535 drop_n_acct:
 536         spin_lock(&sk->sk_receive_queue.lock);
 537         po->stats.tp_drops++;
 538         spin_unlock(&sk->sk_receive_queue.lock);
 539
 540 drop_n_restore:
 541         if (skb_head != skb->data && skb_shared(skb)) {
 542                 skb->data = skb_head;
 543                 skb->len = skb_len;
 544         }
 545 drop:
 546         kfree_skb(skb);
 547         return 0;
 548 }
 549
 550 #ifdef CONFIG_PACKET_MMAP
 551 static int tpacket_rcv(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt, struct net_device *orig_dev)
 552 {
 553         struct sock *sk;
 554         struct packet_sock *po;
 555         struct sockaddr_ll *sll;
 556         struct tpacket_hdr *h;
 557         u8 * skb_head = skb->data;
 558         int skb_len = skb->len;
 559         unsigned int snaplen, res;
 560         unsigned long status = TP_STATUS_LOSING|TP_STATUS_USER;
 561         unsigned short macoff, netoff;
 562         struct sk_buff *copy_skb = NULL;
 563         struct timeval tv;
 564
 565         if (skb->pkt_type == PACKET_LOOPBACK)
 566                 goto drop;
 567
 568         sk = pt->af_packet_priv;
 569         po = pkt_sk(sk);
 570
 571         if (dev->nd_net != sk->sk_net)
 572                 goto drop;
 573
 574         if (dev->header_ops) {
 575                 if (sk->sk_type != SOCK_DGRAM)
 576                         skb_push(skb, skb->data - skb_mac_header(skb));
 577                 else if (skb->pkt_type == PACKET_OUTGOING) {
 578                         /* Special case: outgoing packets have ll header at head */
 579                         skb_pull(skb, skb_network_offset(skb));
 580                 }
 581         }
 582
 583         if (skb->ip_summed == CHECKSUM_PARTIAL)
 584                 status |= TP_STATUS_CSUMNOTREADY;
 585
 586         snaplen = skb->len;
 587
 588         res = run_filter(skb, sk, snaplen);
 589         if (!res)
 590                 goto drop_n_restore;
 591         if (snaplen > res)
 592                 snaplen = res;
 593
 594         if (sk->sk_type == SOCK_DGRAM) {
 595                 macoff = netoff = TPACKET_ALIGN(TPACKET_HDRLEN) + 16;
 596         } else {
 597                 unsigned maclen = skb_network_offset(skb);
 598                 netoff = TPACKET_ALIGN(TPACKET_HDRLEN + (maclen < 16 ? 16 : maclen));
 599                 macoff = netoff - maclen;
 600         }
 601
 602         if (macoff + snaplen > po->frame_size) {
 603                 if (po->copy_thresh &&
 604                     atomic_read(&sk->sk_rmem_alloc) + skb->truesize <
 605                     (unsigned)sk->sk_rcvbuf) {
 606                         if (skb_shared(skb)) {
 607                                 copy_skb = skb_clone(skb, GFP_ATOMIC);
 608                         } else {
 609                                 copy_skb = skb_get(skb);
 610                                 skb_head = skb->data;
 611                         }
 612                         if (copy_skb)
 613                                 skb_set_owner_r(copy_skb, sk);
 614                 }
 615                 snaplen = po->frame_size - macoff;
 616                 if ((int)snaplen < 0)
 617                         snaplen = 0;
 618         }
 619
 620         spin_lock(&sk->sk_receive_queue.lock);
 621         h = packet_lookup_frame(po, po->head);
 622
 623         if (h->tp_status)
 624                 goto ring_is_full;
 625         po->head = po->head != po->frame_max ? po->head+1 : 0;
 626         po->stats.tp_packets++;
 627         if (copy_skb) {
 628                 status |= TP_STATUS_COPY;
 629                 __skb_queue_tail(&sk->sk_receive_queue, copy_skb);
 630         }
 631         if (!po->stats.tp_drops)
 632                 status &= ~TP_STATUS_LOSING;
 633         spin_unlock(&sk->sk_receive_queue.lock);
 634
 635         skb_copy_bits(skb, 0, (u8*)h + macoff, snaplen);
 636
 637         h->tp_len = skb->len;
 638         h->tp_snaplen = snaplen;
 639         h->tp_mac = macoff;
 640         h->tp_net = netoff;
 641         if (skb->tstamp.tv64)
 642                 tv = ktime_to_timeval(skb->tstamp);
 643         else
 644                 do_gettimeofday(&tv);
 645         h->tp_sec = tv.tv_sec;
 646         h->tp_usec = tv.tv_usec;
 647
 648         sll = (struct sockaddr_ll*)((u8*)h + TPACKET_ALIGN(sizeof(*h)));
 649         sll->sll_halen = dev_parse_header(skb, sll->sll_addr);
 650         sll->sll_family = AF_PACKET;
 651         sll->sll_hatype = dev->type;
 652         sll->sll_protocol = skb->protocol;
 653         sll->sll_pkttype = skb->pkt_type;
 654         if (unlikely(po->origdev))
 655                 sll->sll_ifindex = orig_dev->ifindex;
 656         else
 657                 sll->sll_ifindex = dev->ifindex;
 658
 659         h->tp_status = status;
 660         smp_mb();
 661
 662         {
 663                 struct page *p_start, *p_end;
 664                 u8 *h_end = (u8 *)h + macoff + snaplen - 1;
 665
 666                 p_start = virt_to_page(h);
 667                 p_end = virt_to_page(h_end);
 668                 while (p_start <= p_end) {
 669                         flush_dcache_page(p_start);
 670                         p_start++;
 671                 }
 672         }
 673
 674         sk->sk_data_ready(sk, 0);
 675
 676 drop_n_restore:
 677         if (skb_head != skb->data && skb_shared(skb)) {
 678                 skb->data = skb_head;
 679                 skb->len = skb_len;
 680         }
 681 drop:
 682         kfree_skb(skb);
 683         return 0;
 684
 685 ring_is_full:
 686         po->stats.tp_drops++;
 687         spin_unlock(&sk->sk_receive_queue.lock);
 688
 689         sk->sk_data_ready(sk, 0);
 690         if (copy_skb)
 691                 kfree_skb(copy_skb);
 692         goto drop_n_restore;
 693 }
 694
 695 #endif
 696
 697
 698 static int packet_sendmsg(struct kiocb *iocb, struct socket *sock,
 699                           struct msghdr *msg, size_t len)
 700 {
 701         struct sock *sk = sock->sk;
 702         struct sockaddr_ll *saddr=(struct sockaddr_ll *)msg->msg_name;
 703         struct sk_buff *skb;
 704         struct net_device *dev;
 705         __be16 proto;
 706         unsigned char *addr;
 707         int ifindex, err, reserve = 0;
 708
 709         /*
 710          *      Get and verify the address.
 711          */
 712
 713         if (saddr == NULL) {
 714                 struct packet_sock *po = pkt_sk(sk);
 715
 716                 ifindex = po->ifindex;
 717                 proto   = po->num;
 718                 addr    = NULL;
 719         } else {
 720                 err = -EINVAL;
 721                 if (msg->msg_namelen < sizeof(struct sockaddr_ll))
 722                         goto out;
 723                 if (msg->msg_namelen < (saddr->sll_halen + offsetof(struct sockaddr_ll, sll_addr)))
 724                         goto out;
 725                 ifindex = saddr->sll_ifindex;
 726                 proto   = saddr->sll_protocol;
 727                 addr    = saddr->sll_addr;
 728         }
 729
 730
 731         dev = dev_get_by_index(sk->sk_net, ifindex);
 732         err = -ENXIO;
 733         if (dev == NULL)
 734                 goto out_unlock;
 735         if (sock->type == SOCK_RAW)
 736                 reserve = dev->hard_header_len;
 737
 738         err = -ENETDOWN;
 739         if (!(dev->flags & IFF_UP))
 740                 goto out_unlock;
 741
 742         err = -EMSGSIZE;
 743         if (len > dev->mtu+reserve)
 744                 goto out_unlock;
 745
 746         skb = sock_alloc_send_skb(sk, len + LL_RESERVED_SPACE(dev),
 747                                 msg->msg_flags & MSG_DONTWAIT, &err);
 748         if (skb==NULL)
 749                 goto out_unlock;
 750
 751         skb_reserve(skb, LL_RESERVED_SPACE(dev));
 752         skb_reset_network_header(skb);
 753
 754         err = -EINVAL;
 755         if (sock->type == SOCK_DGRAM &&
 756             dev_hard_header(skb, dev, ntohs(proto), addr, NULL, len) < 0)
 757                 goto out_free;
 758
 759         /* Returns -EFAULT on error */
 760         err = memcpy_fromiovec(skb_put(skb,len), msg->msg_iov, len);
 761         if (err)
 762                 goto out_free;
 763
 764         skb->protocol = proto;
 765         skb->dev = dev;
 766         skb->priority = sk->sk_priority;
 767
 768         /*
 769          *      Now send it
 770          */
 771
 772         err = dev_queue_xmit(skb);
 773         if (err > 0 && (err = net_xmit_errno(err)) != 0)
 774                 goto out_unlock;
 775
 776         dev_put(dev);
 777
 778         return(len);
 779
 780 out_free:
 781         kfree_skb(skb);
 782 out_unlock:
 783         if (dev)
 784                 dev_put(dev);
 785 out:
 786         return err;
 787 }
 788
 789 /*
 790  *      Close a PACKET socket. This is fairly simple. We immediately go
 791  *      to 'closed' state and remove our protocol entry in the device list.
 792  */
 793
 794 static int packet_release(struct socket *sock)
 795 {
 796         struct sock *sk = sock->sk;
 797         struct packet_sock *po;
 798         struct net *net;
 799
 800         if (!sk)
 801                 return 0;
 802
 803         net = sk->sk_net;
 804         po = pkt_sk(sk);
 805
 806         write_lock_bh(&net->packet.sklist_lock);
 807         sk_del_node_init(sk);
 808         write_unlock_bh(&net->packet.sklist_lock);
 809
 810         /*
 811          *      Unhook packet receive handler.
 812          */
 813
 814         if (po->running) {
 815                 /*
 816                  *      Remove the protocol hook
 817                  */
 818                 dev_remove_pack(&po->prot_hook);
 819                 po->running = 0;
 820                 po->num = 0;
 821                 __sock_put(sk);
 822         }
 823
 824         packet_flush_mclist(sk);
 825
 826 #ifdef CONFIG_PACKET_MMAP
 827         if (po->pg_vec) {
 828                 struct tpacket_req req;
 829                 memset(&req, 0, sizeof(req));
 830                 packet_set_ring(sk, &req, 1);
 831         }
 832 #endif
 833
 834         /*
 835          *      Now the socket is dead. No more input will appear.
 836          */
 837
 838         sock_orphan(sk);
 839         sock->sk = NULL;
 840
 841         /* Purge queues */
 842
 843         skb_queue_purge(&sk->sk_receive_queue);
 844         sk_refcnt_debug_release(sk);
 845
 846         sock_put(sk);
 847         return 0;
 848 }
 849
 850 /*
 851  *      Attach a packet hook.
 852  */
 853
 854 static int packet_do_bind(struct sock *sk, struct net_device *dev, __be16 protocol)
 855 {
 856         struct packet_sock *po = pkt_sk(sk);
 857         /*
 858          *      Detach an existing hook if present.
 859          */
 860
 861         lock_sock(sk);
 862
 863         spin_lock(&po->bind_lock);
 864         if (po->running) {
 865                 __sock_put(sk);
 866                 po->running = 0;
 867                 po->num = 0;
 868                 spin_unlock(&po->bind_lock);
 869                 dev_remove_pack(&po->prot_hook);
 870                 spin_lock(&po->bind_lock);
 871         }
 872
 873         po->num = protocol;
 874         po->prot_hook.type = protocol;
 875         po->prot_hook.dev = dev;
 876
 877         po->ifindex = dev ? dev->ifindex : 0;
 878
 879         if (protocol == 0)
 880                 goto out_unlock;
 881
 882         if (!dev || (dev->flags & IFF_UP)) {
 883                 dev_add_pack(&po->prot_hook);
 884                 sock_hold(sk);
 885                 po->running = 1;
 886         } else {
 887                 sk->sk_err = ENETDOWN;
 888                 if (!sock_flag(sk, SOCK_DEAD))
 889                         sk->sk_error_report(sk);
 890         }
 891
 892 out_unlock:
 893         spin_unlock(&po->bind_lock);
 894         release_sock(sk);
 895         return 0;
 896 }
 897
 898 /*
 899  *      Bind a packet socket to a device
 900  */
 901
 902 static int packet_bind_spkt(struct socket *sock, struct sockaddr *uaddr, int addr_len)
 903 {
 904         struct sock *sk=sock->sk;
 905         char name[15];
 906         struct net_device *dev;
 907         int err = -ENODEV;
 908
 909         /*
 910          *      Check legality
 911          */
 912
 913         if (addr_len != sizeof(struct sockaddr))
 914                 return -EINVAL;
 915         strlcpy(name,uaddr->sa_data,sizeof(name));
 916
 917         dev = dev_get_by_name(sk->sk_net, name);
 918         if (dev) {
 919                 err = packet_do_bind(sk, dev, pkt_sk(sk)->num);
 920                 dev_put(dev);
 921         }
 922         return err;
 923 }
 924
 925 static int packet_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
 926 {
 927         struct sockaddr_ll *sll = (struct sockaddr_ll*)uaddr;
 928         struct sock *sk=sock->sk;
 929         struct net_device *dev = NULL;
 930         int err;
 931
 932
 933         /*
 934          *      Check legality
 935          */
 936
 937         if (addr_len < sizeof(struct sockaddr_ll))
 938                 return -EINVAL;
 939         if (sll->sll_family != AF_PACKET)
 940                 return -EINVAL;
 941
 942         if (sll->sll_ifindex) {
 943                 err = -ENODEV;
 944                 dev = dev_get_by_index(sk->sk_net, sll->sll_ifindex);
 945                 if (dev == NULL)
 946                         goto out;
 947         }
 948         err = packet_do_bind(sk, dev, sll->sll_protocol ? : pkt_sk(sk)->num);
 949         if (dev)
 950                 dev_put(dev);
 951
 952 out:
 953         return err;
 954 }
 955
 956 static struct proto packet_proto = {
 957         .name     = "PACKET",
 958         .owner    = THIS_MODULE,
 959         .obj_size = sizeof(struct packet_sock),
 960 };
 961
 962 /*
 963  *      Create a packet of type SOCK_PACKET.
 964  */
 965
 966 static int packet_create(struct net *net, struct socket *sock, int protocol)
 967 {
 968         struct sock *sk;
 969         struct packet_sock *po;
 970         __be16 proto = (__force __be16)protocol; /* weird, but documented */
 971         int err;
 972
 973         if (!capable(CAP_NET_RAW))
 974                 return -EPERM;
 975         if (sock->type != SOCK_DGRAM && sock->type != SOCK_RAW &&
 976             sock->type != SOCK_PACKET)
 977                 return -ESOCKTNOSUPPORT;
 978
 979         sock->state = SS_UNCONNECTED;
 980
 981         err = -ENOBUFS;
 982         sk = sk_alloc(net, PF_PACKET, GFP_KERNEL, &packet_proto);
 983         if (sk == NULL)
 984                 goto out;
 985
 986         sock->ops = &packet_ops;
 987         if (sock->type == SOCK_PACKET)
 988                 sock->ops = &packet_ops_spkt;
 989
 990         sock_init_data(sock, sk);
 991
 992         po = pkt_sk(sk);
 993         sk->sk_family = PF_PACKET;
 994         po->num = proto;
 995
 996         sk->sk_destruct = packet_sock_destruct;
 997         sk_refcnt_debug_inc(sk);
 998
 999         /*
1000          *      Attach a protocol block
1001          */
1002
1003         spin_lock_init(&po->bind_lock);
1004         po->prot_hook.func = packet_rcv;
1005
1006         if (sock->type == SOCK_PACKET)
1007                 po->prot_hook.func = packet_rcv_spkt;
1008
1009         po->prot_hook.af_packet_priv = sk;
1010
1011         if (proto) {
1012                 po->prot_hook.type = proto;
1013                 dev_add_pack(&po->prot_hook);
1014                 sock_hold(sk);
1015                 po->running = 1;
1016         }
1017
1018         write_lock_bh(&net->packet.sklist_lock);
1019         sk_add_node(sk, &net->packet.sklist);
1020         write_unlock_bh(&net->packet.sklist_lock);
1021         return(0);
1022 out:
1023         return err;
1024 }
1025
1026 /*
1027  *      Pull a packet from our receive queue and hand it to the user.
1028  *      If necessary we block.
1029  */
1030
1031 static int packet_recvmsg(struct kiocb *iocb, struct socket *sock,
1032                           struct msghdr *msg, size_t len, int flags)
1033 {
1034         struct sock *sk = sock->sk;
1035         struct sk_buff *skb;
1036         int copied, err;
1037         struct sockaddr_ll *sll;
1038
1039         err = -EINVAL;
1040         if (flags & ~(MSG_PEEK|MSG_DONTWAIT|MSG_TRUNC|MSG_CMSG_COMPAT))
1041                 goto out;
1042
1043 #if 0
1044         /* What error should we return now? EUNATTACH? */
1045         if (pkt_sk(sk)->ifindex < 0)
1046                 return -ENODEV;
1047 #endif
1048
1049         /*
1050          *      Call the generic datagram receiver. This handles all sorts
1051          *      of horrible races and re-entrancy so we can forget about it
1052          *      in the protocol layers.
1053          *
1054          *      Now it will return ENETDOWN, if device have just gone down,
1055          *      but then it will block.
1056          */
1057
1058         skb=skb_recv_datagram(sk,flags,flags&MSG_DONTWAIT,&err);
1059
1060         /*
1061          *      An error occurred so return it. Because skb_recv_datagram()
1062          *      handles the blocking we don't see and worry about blocking
1063          *      retries.
1064          */
1065
1066         if (skb == NULL)
1067                 goto out;
1068
1069         /*
1070          *      If the address length field is there to be filled in, we fill
1071          *      it in now.
1072          */
1073
1074         sll = &PACKET_SKB_CB(skb)->sa.ll;
1075         if (sock->type == SOCK_PACKET)
1076                 msg->msg_namelen = sizeof(struct sockaddr_pkt);
1077         else
1078                 msg->msg_namelen = sll->sll_halen + offsetof(struct sockaddr_ll, sll_addr);
1079
1080         /*
1081          *      You lose any data beyond the buffer you gave. If it worries a
1082          *      user program they can ask the device for its MTU anyway.
1083          */
1084
1085         copied = skb->len;
1086         if (copied > len)
1087         {
1088                 copied=len;
1089                 msg->msg_flags|=MSG_TRUNC;
1090         }
1091
1092         err = skb_copy_datagram_iovec(skb, 0, msg->msg_iov, copied);
1093         if (err)
1094                 goto out_free;
1095
1096         sock_recv_timestamp(msg, sk, skb);
1097
1098         if (msg->msg_name)
1099                 memcpy(msg->msg_name, &PACKET_SKB_CB(skb)->sa,
1100                        msg->msg_namelen);
1101
1102         if (pkt_sk(sk)->auxdata) {
1103                 struct tpacket_auxdata aux;
1104
1105                 aux.tp_status = TP_STATUS_USER;
1106                 if (skb->ip_summed == CHECKSUM_PARTIAL)
1107                         aux.tp_status |= TP_STATUS_CSUMNOTREADY;
1108                 aux.tp_len = PACKET_SKB_CB(skb)->origlen;
1109                 aux.tp_snaplen = skb->len;
1110                 aux.tp_mac = 0;
1111                 aux.tp_net = skb_network_offset(skb);
1112
1113                 put_cmsg(msg, SOL_PACKET, PACKET_AUXDATA, sizeof(aux), &aux);
1114         }
1115
1116         /*
1117          *      Free or return the buffer as appropriate. Again this
1118          *      hides all the races and re-entrancy issues from us.
1119          */
1120         err = (flags&MSG_TRUNC) ? skb->len : copied;
1121
1122 out_free:
1123         skb_free_datagram(sk, skb);
1124 out:
1125         return err;
1126 }
1127
1128 static int packet_getname_spkt(struct socket *sock, struct sockaddr *uaddr,
1129                                int *uaddr_len, int peer)
1130 {
1131         struct net_device *dev;
1132         struct sock *sk = sock->sk;
1133
1134         if (peer)
1135                 return -EOPNOTSUPP;
1136
1137         uaddr->sa_family = AF_PACKET;
1138         dev = dev_get_by_index(sk->sk_net, pkt_sk(sk)->ifindex);
1139         if (dev) {
1140                 strlcpy(uaddr->sa_data, dev->name, 15);
1141                 dev_put(dev);
1142         } else
1143                 memset(uaddr->sa_data, 0, 14);
1144         *uaddr_len = sizeof(*uaddr);
1145
1146         return 0;
1147 }
1148
1149 static int packet_getname(struct socket *sock, struct sockaddr *uaddr,
1150                           int *uaddr_len, int peer)
1151 {
1152         struct net_device *dev;
1153         struct sock *sk = sock->sk;
1154         struct packet_sock *po = pkt_sk(sk);
1155         struct sockaddr_ll *sll = (struct sockaddr_ll*)uaddr;
1156
1157         if (peer)
1158                 return -EOPNOTSUPP;
1159
1160         sll->sll_family = AF_PACKET;
1161         sll->sll_ifindex = po->ifindex;
1162         sll->sll_protocol = po->num;
1163         dev = dev_get_by_index(sk->sk_net, po->ifindex);
1164         if (dev) {
1165                 sll->sll_hatype = dev->type;
1166                 sll->sll_halen = dev->addr_len;
1167                 memcpy(sll->sll_addr, dev->dev_addr, dev->addr_len);
1168                 dev_put(dev);
1169         } else {
1170                 sll->sll_hatype = 0;    /* Bad: we have no ARPHRD_UNSPEC */
1171                 sll->sll_halen = 0;
1172         }
1173         *uaddr_len = offsetof(struct sockaddr_ll, sll_addr) + sll->sll_halen;
1174
1175         return 0;
1176 }
1177
1178 static void packet_dev_mc(struct net_device *dev, struct packet_mclist *i, int what)
1179 {
1180         switch (i->type) {
1181         case PACKET_MR_MULTICAST:
1182                 if (what > 0)
1183                         dev_mc_add(dev, i->addr, i->alen, 0);
1184                 else
1185                         dev_mc_delete(dev, i->addr, i->alen, 0);
1186                 break;
1187         case PACKET_MR_PROMISC:
1188                 dev_set_promiscuity(dev, what);
1189                 break;
1190         case PACKET_MR_ALLMULTI:
1191                 dev_set_allmulti(dev, what);
1192                 break;
1193         default:;
1194         }
1195 }
1196
1197 static void packet_dev_mclist(struct net_device *dev, struct packet_mclist *i, int what)
1198 {
1199         for ( ; i; i=i->next) {
1200                 if (i->ifindex == dev->ifindex)
1201                         packet_dev_mc(dev, i, what);
1202         }
1203 }
1204
1205 static int packet_mc_add(struct sock *sk, struct packet_mreq_max *mreq)
1206 {
1207         struct packet_sock *po = pkt_sk(sk);
1208         struct packet_mclist *ml, *i;
1209         struct net_device *dev;
1210         int err;
1211
1212         rtnl_lock();
1213
1214         err = -ENODEV;
1215         dev = __dev_get_by_index(sk->sk_net, mreq->mr_ifindex);
1216         if (!dev)
1217                 goto done;
1218
1219         err = -EINVAL;
1220         if (mreq->mr_alen > dev->addr_len)
1221                 goto done;
1222
1223         err = -ENOBUFS;
1224         i = kmalloc(sizeof(*i), GFP_KERNEL);
1225         if (i == NULL)
1226                 goto done;
1227
1228         err = 0;
1229         for (ml = po->mclist; ml; ml = ml->next) {
1230                 if (ml->ifindex == mreq->mr_ifindex &&
1231                     ml->type == mreq->mr_type &&
1232                     ml->alen == mreq->mr_alen &&
1233                     memcmp(ml->addr, mreq->mr_address, ml->alen) == 0) {
1234                         ml->count++;
1235                         /* Free the new element ... */
1236                         kfree(i);
1237                         goto done;
1238                 }
1239         }
1240
1241         i->type = mreq->mr_type;
1242         i->ifindex = mreq->mr_ifindex;
1243         i->alen = mreq->mr_alen;
1244         memcpy(i->addr, mreq->mr_address, i->alen);
1245         i->count = 1;
1246         i->next = po->mclist;
1247         po->mclist = i;
1248         packet_dev_mc(dev, i, +1);
1249
1250 done:
1251         rtnl_unlock();
1252         return err;
1253 }
1254
1255 static int packet_mc_drop(struct sock *sk, struct packet_mreq_max *mreq)
1256 {
1257         struct packet_mclist *ml, **mlp;
1258
1259         rtnl_lock();
1260
1261         for (mlp = &pkt_sk(sk)->mclist; (ml = *mlp) != NULL; mlp = &ml->next) {
1262                 if (ml->ifindex == mreq->mr_ifindex &&
1263                     ml->type == mreq->mr_type &&
1264                     ml->alen == mreq->mr_alen &&
1265                     memcmp(ml->addr, mreq->mr_address, ml->alen) == 0) {
1266                         if (--ml->count == 0) {
1267                                 struct net_device *dev;
1268                                 *mlp = ml->next;
1269                                 dev = dev_get_by_index(sk->sk_net, ml->ifindex);
1270                                 if (dev) {
1271                                         packet_dev_mc(dev, ml, -1);
1272                                         dev_put(dev);
1273                                 }
1274                                 kfree(ml);
1275                         }
1276                         rtnl_unlock();
1277                         return 0;
1278                 }
1279         }
1280         rtnl_unlock();
1281         return -EADDRNOTAVAIL;
1282 }
1283
1284 static void packet_flush_mclist(struct sock *sk)
1285 {
1286         struct packet_sock *po = pkt_sk(sk);
1287         struct packet_mclist *ml;
1288
1289         if (!po->mclist)
1290                 return;
1291
1292         rtnl_lock();
1293         while ((ml = po->mclist) != NULL) {
1294                 struct net_device *dev;
1295
1296                 po->mclist = ml->next;
1297                 if ((dev = dev_get_by_index(sk->sk_net, ml->ifindex)) != NULL) {
1298                         packet_dev_mc(dev, ml, -1);
1299                         dev_put(dev);
1300                 }
1301                 kfree(ml);
1302         }
1303         rtnl_unlock();
1304 }
1305
1306 static int
1307 packet_setsockopt(struct socket *sock, int level, int optname, char __user *optval, int optlen)
1308 {
1309         struct sock *sk = sock->sk;
1310         struct packet_sock *po = pkt_sk(sk);
1311         int ret;
1312
1313         if (level != SOL_PACKET)
1314                 return -ENOPROTOOPT;
1315
1316         switch(optname) {
1317         case PACKET_ADD_MEMBERSHIP:
1318         case PACKET_DROP_MEMBERSHIP:
1319         {
1320                 struct packet_mreq_max mreq;
1321                 int len = optlen;
1322                 memset(&mreq, 0, sizeof(mreq));
1323                 if (len < sizeof(struct packet_mreq))
1324                         return -EINVAL;
1325                 if (len > sizeof(mreq))
1326                         len = sizeof(mreq);
1327                 if (copy_from_user(&mreq,optval,len))
1328                         return -EFAULT;
1329                 if (len < (mreq.mr_alen + offsetof(struct packet_mreq, mr_address)))
1330                         return -EINVAL;
1331                 if (optname == PACKET_ADD_MEMBERSHIP)
1332                         ret = packet_mc_add(sk, &mreq);
1333                 else
1334                         ret = packet_mc_drop(sk, &mreq);
1335                 return ret;
1336         }
1337
1338 #ifdef CONFIG_PACKET_MMAP
1339         case PACKET_RX_RING:
1340         {
1341                 struct tpacket_req req;
1342
1343                 if (optlen<sizeof(req))
1344                         return -EINVAL;
1345                 if (copy_from_user(&req,optval,sizeof(req)))
1346                         return -EFAULT;
1347                 return packet_set_ring(sk, &req, 0);
1348         }
1349         case PACKET_COPY_THRESH:
1350         {
1351                 int val;
1352
1353                 if (optlen!=sizeof(val))
1354                         return -EINVAL;
1355                 if (copy_from_user(&val,optval,sizeof(val)))
1356                         return -EFAULT;
1357
1358                 pkt_sk(sk)->copy_thresh = val;
1359                 return 0;
1360         }
1361 #endif
1362         case PACKET_AUXDATA:
1363         {
1364                 int val;
1365
1366                 if (optlen < sizeof(val))
1367                         return -EINVAL;
1368                 if (copy_from_user(&val, optval, sizeof(val)))
1369                         return -EFAULT;
1370
1371                 po->auxdata = !!val;
1372                 return 0;
1373         }
1374         case PACKET_ORIGDEV:
1375         {
1376                 int val;
1377
1378                 if (optlen < sizeof(val))
1379                         return -EINVAL;
1380                 if (copy_from_user(&val, optval, sizeof(val)))
1381                         return -EFAULT;
1382
1383                 po->origdev = !!val;
1384                 return 0;
1385         }
1386         default:
1387                 return -ENOPROTOOPT;
1388         }
1389 }
1390
1391 static int packet_getsockopt(struct socket *sock, int level, int optname,
1392                              char __user *optval, int __user *optlen)
1393 {
1394         int len;
1395         int val;
1396         struct sock *sk = sock->sk;
1397         struct packet_sock *po = pkt_sk(sk);
1398         void *data;
1399         struct tpacket_stats st;
1400
1401         if (level != SOL_PACKET)
1402                 return -ENOPROTOOPT;
1403
1404         if (get_user(len, optlen))
1405                 return -EFAULT;
1406
1407         if (len < 0)
1408                 return -EINVAL;
1409
1410         switch(optname) {
1411         case PACKET_STATISTICS:
1412                 if (len > sizeof(struct tpacket_stats))
1413                         len = sizeof(struct tpacket_stats);
1414                 spin_lock_bh(&sk->sk_receive_queue.lock);
1415                 st = po->stats;
1416                 memset(&po->stats, 0, sizeof(st));
1417                 spin_unlock_bh(&sk->sk_receive_queue.lock);
1418                 st.tp_packets += st.tp_drops;
1419
1420                 data = &st;
1421                 break;
1422         case PACKET_AUXDATA:
1423                 if (len > sizeof(int))
1424                         len = sizeof(int);
1425                 val = po->auxdata;
1426
1427                 data = &val;
1428                 break;
1429         case PACKET_ORIGDEV:
1430                 if (len > sizeof(int))
1431                         len = sizeof(int);
1432                 val = po->origdev;
1433
1434                 data = &val;
1435                 break;
1436         default:
1437                 return -ENOPROTOOPT;
1438         }
1439
1440         if (put_user(len, optlen))
1441                 return -EFAULT;
1442         if (copy_to_user(optval, data, len))
1443                 return -EFAULT;
1444         return 0;
1445 }
1446
1447
1448 static int packet_notifier(struct notifier_block *this, unsigned long msg, void *data)
1449 {
1450         struct sock *sk;
1451         struct hlist_node *node;
1452         struct net_device *dev = data;
1453         struct net *net = dev->nd_net;
1454
1455         read_lock(&net->packet.sklist_lock);
1456         sk_for_each(sk, node, &net->packet.sklist) {
1457                 struct packet_sock *po = pkt_sk(sk);
1458
1459                 switch (msg) {
1460                 case NETDEV_UNREGISTER:
1461                         if (po->mclist)
1462                                 packet_dev_mclist(dev, po->mclist, -1);
1463                         /* fallthrough */
1464
1465                 case NETDEV_DOWN:
1466                         if (dev->ifindex == po->ifindex) {
1467                                 spin_lock(&po->bind_lock);
1468                                 if (po->running) {
1469                                         __dev_remove_pack(&po->prot_hook);
1470                                         __sock_put(sk);
1471                                         po->running = 0;
1472                                         sk->sk_err = ENETDOWN;
1473                                         if (!sock_flag(sk, SOCK_DEAD))
1474                                                 sk->sk_error_report(sk);
1475                                 }
1476                                 if (msg == NETDEV_UNREGISTER) {
1477                                         po->ifindex = -1;
1478                                         po->prot_hook.dev = NULL;
1479                                 }
1480                                 spin_unlock(&po->bind_lock);
1481                         }
1482                         break;
1483                 case NETDEV_UP:
1484                         spin_lock(&po->bind_lock);
1485                         if (dev->ifindex == po->ifindex && po->num &&
1486                             !po->running) {
1487                                 dev_add_pack(&po->prot_hook);
1488                                 sock_hold(sk);
1489                                 po->running = 1;
1490                         }
1491                         spin_unlock(&po->bind_lock);
1492                         break;
1493                 }
1494         }
1495         read_unlock(&net->packet.sklist_lock);
1496         return NOTIFY_DONE;
1497 }
1498
1499
1500 static int packet_ioctl(struct socket *sock, unsigned int cmd,
1501                         unsigned long arg)
1502 {
1503         struct sock *sk = sock->sk;
1504
1505         switch(cmd) {
1506                 case SIOCOUTQ:
1507                 {
1508                         int amount = atomic_read(&sk->sk_wmem_alloc);
1509                         return put_user(amount, (int __user *)arg);
1510                 }
1511                 case SIOCINQ:
1512                 {
1513                         struct sk_buff *skb;
1514                         int amount = 0;
1515
1516                         spin_lock_bh(&sk->sk_receive_queue.lock);
1517                         skb = skb_peek(&sk->sk_receive_queue);
1518                         if (skb)
1519                                 amount = skb->len;
1520                         spin_unlock_bh(&sk->sk_receive_queue.lock);
1521                         return put_user(amount, (int __user *)arg);
1522                 }
1523                 case SIOCGSTAMP:
1524                         return sock_get_timestamp(sk, (struct timeval __user *)arg);
1525                 case SIOCGSTAMPNS:
1526                         return sock_get_timestampns(sk, (struct timespec __user *)arg);
1527
1528 #ifdef CONFIG_INET
1529                 case SIOCADDRT:
1530                 case SIOCDELRT:
1531                 case SIOCDARP:
1532                 case SIOCGARP:
1533                 case SIOCSARP:
1534                 case SIOCGIFADDR:
1535                 case SIOCSIFADDR:
1536                 case SIOCGIFBRDADDR:
1537                 case SIOCSIFBRDADDR:
1538                 case SIOCGIFNETMASK:
1539                 case SIOCSIFNETMASK:
1540                 case SIOCGIFDSTADDR:
1541                 case SIOCSIFDSTADDR:
1542                 case SIOCSIFFLAGS:
1543                         if (sk->sk_net != &init_net)
1544                                 return -ENOIOCTLCMD;
1545                         return inet_dgram_ops.ioctl(sock, cmd, arg);
1546 #endif
1547
1548                 default:
1549                         return -ENOIOCTLCMD;
1550         }
1551         return 0;
1552 }
1553
1554 #ifndef CONFIG_PACKET_MMAP
1555 #define packet_mmap sock_no_mmap
1556 #define packet_poll datagram_poll
1557 #else
1558
1559 static unsigned int packet_poll(struct file * file, struct socket *sock,
1560                                 poll_table *wait)
1561 {
1562         struct sock *sk = sock->sk;
1563         struct packet_sock *po = pkt_sk(sk);
1564         unsigned int mask = datagram_poll(file, sock, wait);
1565
1566         spin_lock_bh(&sk->sk_receive_queue.lock);
1567         if (po->pg_vec) {
1568                 unsigned last = po->head ? po->head-1 : po->frame_max;
1569                 struct tpacket_hdr *h;
1570
1571                 h = packet_lookup_frame(po, last);
1572
1573                 if (h->tp_status)
1574                         mask |= POLLIN | POLLRDNORM;
1575         }
1576         spin_unlock_bh(&sk->sk_receive_queue.lock);
1577         return mask;
1578 }
1579
1580
1581 /* Dirty? Well, I still did not learn better way to account
1582  * for user mmaps.
1583  */
1584
1585 static void packet_mm_open(struct vm_area_struct *vma)
1586 {
1587         struct file *file = vma->vm_file;
1588         struct socket * sock = file->private_data;
1589         struct sock *sk = sock->sk;
1590
1591         if (sk)
1592                 atomic_inc(&pkt_sk(sk)->mapped);
1593 }
1594
1595 static void packet_mm_close(struct vm_area_struct *vma)
1596 {
1597         struct file *file = vma->vm_file;
1598         struct socket * sock = file->private_data;
1599         struct sock *sk = sock->sk;
1600
1601         if (sk)
1602                 atomic_dec(&pkt_sk(sk)->mapped);
1603 }
1604
1605 static struct vm_operations_struct packet_mmap_ops = {
1606         .open = packet_mm_open,
1607         .close =packet_mm_close,
1608 };
1609
1610 static void free_pg_vec(char **pg_vec, unsigned int order, unsigned int len)
1611 {
1612         int i;
1613
1614         for (i = 0; i < len; i++) {
1615                 if (likely(pg_vec[i]))
1616                         free_pages((unsigned long) pg_vec[i], order);
1617         }
1618         kfree(pg_vec);
1619 }
1620
1621 static inline char *alloc_one_pg_vec_page(unsigned long order)
1622 {
1623         return (char *) __get_free_pages(GFP_KERNEL | __GFP_COMP | __GFP_ZERO,
1624                                          order);
1625 }
1626
1627 static char **alloc_pg_vec(struct tpacket_req *req, int order)
1628 {
1629         unsigned int block_nr = req->tp_block_nr;
1630         char **pg_vec;
1631         int i;
1632
1633         pg_vec = kzalloc(block_nr * sizeof(char *), GFP_KERNEL);
1634         if (unlikely(!pg_vec))
1635                 goto out;
1636
1637         for (i = 0; i < block_nr; i++) {
1638                 pg_vec[i] = alloc_one_pg_vec_page(order);
1639                 if (unlikely(!pg_vec[i]))
1640                         goto out_free_pgvec;
1641         }
1642
1643 out:
1644         return pg_vec;
1645
1646 out_free_pgvec:
1647         free_pg_vec(pg_vec, order, block_nr);
1648         pg_vec = NULL;
1649         goto out;
1650 }
1651
1652 static int packet_set_ring(struct sock *sk, struct tpacket_req *req, int closing)
1653 {
1654         char **pg_vec = NULL;
1655         struct packet_sock *po = pkt_sk(sk);
1656         int was_running, order = 0;
1657         __be16 num;
1658         int err = 0;
1659
1660         if (req->tp_block_nr) {
1661                 int i;
1662
1663                 /* Sanity tests and some calculations */
1664
1665                 if (unlikely(po->pg_vec))
1666                         return -EBUSY;
1667
1668                 if (unlikely((int)req->tp_block_size <= 0))
1669                         return -EINVAL;
1670                 if (unlikely(req->tp_block_size & (PAGE_SIZE - 1)))
1671                         return -EINVAL;
1672                 if (unlikely(req->tp_frame_size < TPACKET_HDRLEN))
1673                         return -EINVAL;
1674                 if (unlikely(req->tp_frame_size & (TPACKET_ALIGNMENT - 1)))
1675                         return -EINVAL;
1676
1677                 po->frames_per_block = req->tp_block_size/req->tp_frame_size;
1678                 if (unlikely(po->frames_per_block <= 0))
1679                         return -EINVAL;
1680                 if (unlikely((po->frames_per_block * req->tp_block_nr) !=
1681                              req->tp_frame_nr))
1682                         return -EINVAL;
1683
1684                 err = -ENOMEM;
1685                 order = get_order(req->tp_block_size);
1686                 pg_vec = alloc_pg_vec(req, order);
1687                 if (unlikely(!pg_vec))
1688                         goto out;
1689
1690                 for (i = 0; i < req->tp_block_nr; i++) {
1691                         char *ptr = pg_vec[i];
1692                         struct tpacket_hdr *header;
1693                         int k;
1694
1695                         for (k = 0; k < po->frames_per_block; k++) {
1696                                 header = (struct tpacket_hdr *) ptr;
1697                                 header->tp_status = TP_STATUS_KERNEL;
1698                                 ptr += req->tp_frame_size;
1699                         }
1700                 }
1701                 /* Done */
1702         } else {
1703                 if (unlikely(req->tp_frame_nr))
1704                         return -EINVAL;
1705         }
1706
1707         lock_sock(sk);
1708
1709         /* Detach socket from network */
1710         spin_lock(&po->bind_lock);
1711         was_running = po->running;
1712         num = po->num;
1713         if (was_running) {
1714                 __dev_remove_pack(&po->prot_hook);
1715                 po->num = 0;
1716                 po->running = 0;
1717                 __sock_put(sk);
1718         }
1719         spin_unlock(&po->bind_lock);
1720
1721         synchronize_net();
1722
1723         err = -EBUSY;
1724         if (closing || atomic_read(&po->mapped) == 0) {
1725                 err = 0;
1726 #define XC(a, b) ({ __typeof__ ((a)) __t; __t = (a); (a) = (b); __t; })
1727
1728                 spin_lock_bh(&sk->sk_receive_queue.lock);
1729                 pg_vec = XC(po->pg_vec, pg_vec);
1730                 po->frame_max = (req->tp_frame_nr - 1);
1731                 po->head = 0;
1732                 po->frame_size = req->tp_frame_size;
1733                 spin_unlock_bh(&sk->sk_receive_queue.lock);
1734
1735                 order = XC(po->pg_vec_order, order);
1736                 req->tp_block_nr = XC(po->pg_vec_len, req->tp_block_nr);
1737
1738                 po->pg_vec_pages = req->tp_block_size/PAGE_SIZE;
1739                 po->prot_hook.func = po->pg_vec ? tpacket_rcv : packet_rcv;
1740                 skb_queue_purge(&sk->sk_receive_queue);
1741 #undef XC
1742                 if (atomic_read(&po->mapped))
1743                         printk(KERN_DEBUG "packet_mmap: vma is busy: %d\n", atomic_read(&po->mapped));
1744         }
1745
1746         spin_lock(&po->bind_lock);
1747         if (was_running && !po->running) {
1748                 sock_hold(sk);
1749                 po->running = 1;
1750                 po->num = num;
1751                 dev_add_pack(&po->prot_hook);
1752         }
1753         spin_unlock(&po->bind_lock);
1754
1755         release_sock(sk);
1756
1757         if (pg_vec)
1758                 free_pg_vec(pg_vec, order, req->tp_block_nr);
1759 out:
1760         return err;
1761 }
1762
1763 static int packet_mmap(struct file *file, struct socket *sock, struct vm_area_struct *vma)
1764 {
1765         struct sock *sk = sock->sk;
1766         struct packet_sock *po = pkt_sk(sk);
1767         unsigned long size;
1768         unsigned long start;
1769         int err = -EINVAL;
1770         int i;
1771
1772         if (vma->vm_pgoff)
1773                 return -EINVAL;
1774
1775         size = vma->vm_end - vma->vm_start;
1776
1777         lock_sock(sk);
1778         if (po->pg_vec == NULL)
1779                 goto out;
1780         if (size != po->pg_vec_len*po->pg_vec_pages*PAGE_SIZE)
1781                 goto out;
1782
1783         start = vma->vm_start;
1784         for (i = 0; i < po->pg_vec_len; i++) {
1785                 struct page *page = virt_to_page(po->pg_vec[i]);
1786                 int pg_num;
1787
1788                 for (pg_num = 0; pg_num < po->pg_vec_pages; pg_num++, page++) {
1789                         err = vm_insert_page(vma, start, page);
1790                         if (unlikely(err))
1791                                 goto out;
1792                         start += PAGE_SIZE;
1793                 }
1794         }
1795         atomic_inc(&po->mapped);
1796         vma->vm_ops = &packet_mmap_ops;
1797         err = 0;
1798
1799 out:
1800         release_sock(sk);
1801         return err;
1802 }
1803 #endif
1804
1805
1806 static const struct proto_ops packet_ops_spkt = {
1807         .family =       PF_PACKET,
1808         .owner =        THIS_MODULE,
1809         .release =      packet_release,
1810         .bind =         packet_bind_spkt,
1811         .connect =      sock_no_connect,
1812         .socketpair =   sock_no_socketpair,
1813         .accept =       sock_no_accept,
1814         .getname =      packet_getname_spkt,
1815         .poll =         datagram_poll,
1816         .ioctl =        packet_ioctl,
1817         .listen =       sock_no_listen,
1818         .shutdown =     sock_no_shutdown,
1819         .setsockopt =   sock_no_setsockopt,
1820         .getsockopt =   sock_no_getsockopt,
1821         .sendmsg =      packet_sendmsg_spkt,
1822         .recvmsg =      packet_recvmsg,
1823         .mmap =         sock_no_mmap,
1824         .sendpage =     sock_no_sendpage,
1825 };
1826
1827 static const struct proto_ops packet_ops = {
1828         .family =       PF_PACKET,
1829         .owner =        THIS_MODULE,
1830         .release =      packet_release,
1831         .bind =         packet_bind,
1832         .connect =      sock_no_connect,
1833         .socketpair =   sock_no_socketpair,
1834         .accept =       sock_no_accept,
1835         .getname =      packet_getname,
1836         .poll =         packet_poll,
1837         .ioctl =        packet_ioctl,
1838         .listen =       sock_no_listen,
1839         .shutdown =     sock_no_shutdown,
1840         .setsockopt =   packet_setsockopt,
1841         .getsockopt =   packet_getsockopt,
1842         .sendmsg =      packet_sendmsg,
1843         .recvmsg =      packet_recvmsg,
1844         .mmap =         packet_mmap,
1845         .sendpage =     sock_no_sendpage,
1846 };
1847
1848 static struct net_proto_family packet_family_ops = {
1849         .family =       PF_PACKET,
1850         .create =       packet_create,
1851         .owner  =       THIS_MODULE,
1852 };
1853
1854 static struct notifier_block packet_netdev_notifier = {
1855         .notifier_call =packet_notifier,
1856 };
1857
1858 #ifdef CONFIG_PROC_FS
1859 static inline struct sock *packet_seq_idx(struct net *net, loff_t off)
1860 {
1861         struct sock *s;
1862         struct hlist_node *node;
1863
1864         sk_for_each(s, node, &net->packet.sklist) {
1865                 if (!off--)
1866                         return s;
1867         }
1868         return NULL;
1869 }
1870
1871 static void *packet_seq_start(struct seq_file *seq, loff_t *pos)
1872         __acquires(seq_file_net(seq)->packet.sklist_lock)
1873 {
1874         struct net *net = seq_file_net(seq);
1875         read_lock(&net->packet.sklist_lock);
1876         return *pos ? packet_seq_idx(net, *pos - 1) : SEQ_START_TOKEN;
1877 }
1878
1879 static void *packet_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1880 {
1881         struct net *net = seq_file_net(seq);
1882         ++*pos;
1883         return  (v == SEQ_START_TOKEN)
1884                 ? sk_head(&net->packet.sklist)
1885                 : sk_next((struct sock*)v) ;
1886 }
1887
1888 static void packet_seq_stop(struct seq_file *seq, void *v)
1889         __releases(seq_file_net(seq)->packet.sklist_lock)
1890 {
1891         struct net *net = seq_file_net(seq);
1892         read_unlock(&net->packet.sklist_lock);
1893 }
1894
1895 static int packet_seq_show(struct seq_file *seq, void *v)
1896 {
1897         if (v == SEQ_START_TOKEN)
1898                 seq_puts(seq, "sk       RefCnt Type Proto  Iface R Rmem   User   Inode\n");
1899         else {
1900                 struct sock *s = v;
1901                 const struct packet_sock *po = pkt_sk(s);
1902
1903                 seq_printf(seq,
1904                            "%p %-6d %-4d %04x   %-5d %1d %-6u %-6u %-6lu\n",
1905                            s,
1906                            atomic_read(&s->sk_refcnt),
1907                            s->sk_type,
1908                            ntohs(po->num),
1909                            po->ifindex,
1910                            po->running,
1911                            atomic_read(&s->sk_rmem_alloc),
1912                            sock_i_uid(s),
1913                            sock_i_ino(s) );
1914         }
1915
1916         return 0;
1917 }
1918
1919 static const struct seq_operations packet_seq_ops = {
1920         .start  = packet_seq_start,
1921         .next   = packet_seq_next,
1922         .stop   = packet_seq_stop,
1923         .show   = packet_seq_show,
1924 };
1925
1926 static int packet_seq_open(struct inode *inode, struct file *file)
1927 {
1928         return seq_open_net(inode, file, &packet_seq_ops,
1929                             sizeof(struct seq_net_private));
1930 }
1931
1932 static const struct file_operations packet_seq_fops = {
1933         .owner          = THIS_MODULE,
1934         .open           = packet_seq_open,
1935         .read           = seq_read,
1936         .llseek         = seq_lseek,
1937         .release        = seq_release_net,
1938 };
1939
1940 #endif
1941
1942 static int packet_net_init(struct net *net)
1943 {
1944         rwlock_init(&net->packet.sklist_lock);
1945         INIT_HLIST_HEAD(&net->packet.sklist);
1946
1947         if (!proc_net_fops_create(net, "packet", 0, &packet_seq_fops))
1948                 return -ENOMEM;
1949
1950         return 0;
1951 }
1952
1953 static void packet_net_exit(struct net *net)
1954 {
1955         proc_net_remove(net, "packet");
1956 }
1957
1958 static struct pernet_operations packet_net_ops = {
1959         .init = packet_net_init,
1960         .exit = packet_net_exit,
1961 };
1962
1963
1964 static void __exit packet_exit(void)
1965 {
1966         unregister_netdevice_notifier(&packet_netdev_notifier);
1967         unregister_pernet_subsys(&packet_net_ops);
1968         sock_unregister(PF_PACKET);
1969         proto_unregister(&packet_proto);
1970 }
1971
1972 static int __init packet_init(void)
1973 {
1974         int rc = proto_register(&packet_proto, 0);
1975
1976         if (rc != 0)
1977                 goto out;
1978
1979         sock_register(&packet_family_ops);
1980         register_pernet_subsys(&packet_net_ops);
1981         register_netdevice_notifier(&packet_netdev_notifier);
1982 out:
1983         return rc;
1984 }
1985
1986 module_init(packet_init);
1987 module_exit(packet_exit);
1988 MODULE_LICENSE("GPL");
1989 MODULE_ALIAS_NETPROTO(PF_PACKET);