SAFE public projects git trees. - safe/jmp/linux-2.6/blob - net/netfilter/nf_conntrack_netlink.c

   1 /* Connection tracking via netlink socket. Allows for user space
   2  * protocol helpers and general trouble making from userspace.
   3  *
   4  * (C) 2001 by Jay Schulist <jschlst@samba.org>
   5  * (C) 2002-2006 by Harald Welte <laforge@gnumonks.org>
   6  * (C) 2003 by Patrick Mchardy <kaber@trash.net>
   7  * (C) 2005-2007 by Pablo Neira Ayuso <pablo@netfilter.org>
   8  *
   9  * Initial connection tracking via netlink development funded and
  10  * generally made possible by Network Robots, Inc. (www.networkrobots.com)
  11  *
  12  * Further development of this code funded by Astaro AG (http://www.astaro.com)
  13  *
  14  * This software may be used and distributed according to the terms
  15  * of the GNU General Public License, incorporated herein by reference.
  16  */
  17
  18 #include <linux/init.h>
  19 #include <linux/module.h>
  20 #include <linux/kernel.h>
  21 #include <linux/types.h>
  22 #include <linux/timer.h>
  23 #include <linux/skbuff.h>
  24 #include <linux/errno.h>
  25 #include <linux/netlink.h>
  26 #include <linux/spinlock.h>
  27 #include <linux/interrupt.h>
  28 #include <linux/notifier.h>
  29
  30 #include <linux/netfilter.h>
  31 #include <net/netlink.h>
  32 #include <net/netfilter/nf_conntrack.h>
  33 #include <net/netfilter/nf_conntrack_core.h>
  34 #include <net/netfilter/nf_conntrack_expect.h>
  35 #include <net/netfilter/nf_conntrack_helper.h>
  36 #include <net/netfilter/nf_conntrack_l3proto.h>
  37 #include <net/netfilter/nf_conntrack_l4proto.h>
  38 #include <net/netfilter/nf_conntrack_tuple.h>
  39 #ifdef CONFIG_NF_NAT_NEEDED
  40 #include <net/netfilter/nf_nat_core.h>
  41 #include <net/netfilter/nf_nat_protocol.h>
  42 #endif
  43
  44 #include <linux/netfilter/nfnetlink.h>
  45 #include <linux/netfilter/nfnetlink_conntrack.h>
  46
  47 MODULE_LICENSE("GPL");
  48
  49 static char __initdata version[] = "0.93";
  50
  51 static inline int
  52 ctnetlink_dump_tuples_proto(struct sk_buff *skb,
  53                             const struct nf_conntrack_tuple *tuple,
  54                             struct nf_conntrack_l4proto *l4proto)
  55 {
  56         int ret = 0;
  57         struct nlattr *nest_parms;
  58
  59         nest_parms = nla_nest_start(skb, CTA_TUPLE_PROTO | NLA_F_NESTED);
  60         if (!nest_parms)
  61                 goto nla_put_failure;
  62         NLA_PUT_U8(skb, CTA_PROTO_NUM, tuple->dst.protonum);
  63
  64         if (likely(l4proto->tuple_to_nlattr))
  65                 ret = l4proto->tuple_to_nlattr(skb, tuple);
  66
  67         nla_nest_end(skb, nest_parms);
  68
  69         return ret;
  70
  71 nla_put_failure:
  72         return -1;
  73 }
  74
  75 static inline int
  76 ctnetlink_dump_tuples_ip(struct sk_buff *skb,
  77                          const struct nf_conntrack_tuple *tuple,
  78                          struct nf_conntrack_l3proto *l3proto)
  79 {
  80         int ret = 0;
  81         struct nlattr *nest_parms;
  82
  83         nest_parms = nla_nest_start(skb, CTA_TUPLE_IP | NLA_F_NESTED);
  84         if (!nest_parms)
  85                 goto nla_put_failure;
  86
  87         if (likely(l3proto->tuple_to_nlattr))
  88                 ret = l3proto->tuple_to_nlattr(skb, tuple);
  89
  90         nla_nest_end(skb, nest_parms);
  91
  92         return ret;
  93
  94 nla_put_failure:
  95         return -1;
  96 }
  97
  98 static int
  99 ctnetlink_dump_tuples(struct sk_buff *skb,
 100                       const struct nf_conntrack_tuple *tuple)
 101 {
 102         int ret;
 103         struct nf_conntrack_l3proto *l3proto;
 104         struct nf_conntrack_l4proto *l4proto;
 105
 106         l3proto = nf_ct_l3proto_find_get(tuple->src.l3num);
 107         ret = ctnetlink_dump_tuples_ip(skb, tuple, l3proto);
 108         nf_ct_l3proto_put(l3proto);
 109
 110         if (unlikely(ret < 0))
 111                 return ret;
 112
 113         l4proto = nf_ct_l4proto_find_get(tuple->src.l3num, tuple->dst.protonum);
 114         ret = ctnetlink_dump_tuples_proto(skb, tuple, l4proto);
 115         nf_ct_l4proto_put(l4proto);
 116
 117         return ret;
 118 }
 119
 120 static inline int
 121 ctnetlink_dump_status(struct sk_buff *skb, const struct nf_conn *ct)
 122 {
 123         NLA_PUT_BE32(skb, CTA_STATUS, htonl(ct->status));
 124         return 0;
 125
 126 nla_put_failure:
 127         return -1;
 128 }
 129
 130 static inline int
 131 ctnetlink_dump_timeout(struct sk_buff *skb, const struct nf_conn *ct)
 132 {
 133         long timeout = (ct->timeout.expires - jiffies) / HZ;
 134
 135         if (timeout < 0)
 136                 timeout = 0;
 137
 138         NLA_PUT_BE32(skb, CTA_TIMEOUT, htonl(timeout));
 139         return 0;
 140
 141 nla_put_failure:
 142         return -1;
 143 }
 144
 145 static inline int
 146 ctnetlink_dump_protoinfo(struct sk_buff *skb, const struct nf_conn *ct)
 147 {
 148         struct nf_conntrack_l4proto *l4proto = nf_ct_l4proto_find_get(ct->tuplehash[IP_CT_DIR_ORIGINAL].tuple.src.l3num, ct->tuplehash[IP_CT_DIR_ORIGINAL].tuple.dst.protonum);
 149         struct nlattr *nest_proto;
 150         int ret;
 151
 152         if (!l4proto->to_nlattr) {
 153                 nf_ct_l4proto_put(l4proto);
 154                 return 0;
 155         }
 156
 157         nest_proto = nla_nest_start(skb, CTA_PROTOINFO | NLA_F_NESTED);
 158         if (!nest_proto)
 159                 goto nla_put_failure;
 160
 161         ret = l4proto->to_nlattr(skb, nest_proto, ct);
 162
 163         nf_ct_l4proto_put(l4proto);
 164
 165         nla_nest_end(skb, nest_proto);
 166
 167         return ret;
 168
 169 nla_put_failure:
 170         nf_ct_l4proto_put(l4proto);
 171         return -1;
 172 }
 173
 174 static inline int
 175 ctnetlink_dump_helpinfo(struct sk_buff *skb, const struct nf_conn *ct)
 176 {
 177         struct nlattr *nest_helper;
 178         const struct nf_conn_help *help = nfct_help(ct);
 179         struct nf_conntrack_helper *helper;
 180
 181         if (!help)
 182                 return 0;
 183
 184         rcu_read_lock();
 185         helper = rcu_dereference(help->helper);
 186         if (!helper)
 187                 goto out;
 188
 189         nest_helper = nla_nest_start(skb, CTA_HELP | NLA_F_NESTED);
 190         if (!nest_helper)
 191                 goto nla_put_failure;
 192         NLA_PUT_STRING(skb, CTA_HELP_NAME, helper->name);
 193
 194         if (helper->to_nlattr)
 195                 helper->to_nlattr(skb, ct);
 196
 197         nla_nest_end(skb, nest_helper);
 198 out:
 199         rcu_read_unlock();
 200         return 0;
 201
 202 nla_put_failure:
 203         rcu_read_unlock();
 204         return -1;
 205 }
 206
 207 #ifdef CONFIG_NF_CT_ACCT
 208 static int
 209 ctnetlink_dump_counters(struct sk_buff *skb, const struct nf_conn *ct,
 210                         enum ip_conntrack_dir dir)
 211 {
 212         enum ctattr_type type = dir ? CTA_COUNTERS_REPLY: CTA_COUNTERS_ORIG;
 213         struct nlattr *nest_count;
 214
 215         nest_count = nla_nest_start(skb, type | NLA_F_NESTED);
 216         if (!nest_count)
 217                 goto nla_put_failure;
 218
 219         NLA_PUT_BE32(skb, CTA_COUNTERS32_PACKETS,
 220                      htonl(ct->counters[dir].packets));
 221         NLA_PUT_BE32(skb, CTA_COUNTERS32_BYTES,
 222                      htonl(ct->counters[dir].bytes));
 223
 224         nla_nest_end(skb, nest_count);
 225
 226         return 0;
 227
 228 nla_put_failure:
 229         return -1;
 230 }
 231 #else
 232 #define ctnetlink_dump_counters(a, b, c) (0)
 233 #endif
 234
 235 #ifdef CONFIG_NF_CONNTRACK_MARK
 236 static inline int
 237 ctnetlink_dump_mark(struct sk_buff *skb, const struct nf_conn *ct)
 238 {
 239         NLA_PUT_BE32(skb, CTA_MARK, htonl(ct->mark));
 240         return 0;
 241
 242 nla_put_failure:
 243         return -1;
 244 }
 245 #else
 246 #define ctnetlink_dump_mark(a, b) (0)
 247 #endif
 248
 249 #ifdef CONFIG_NF_CONNTRACK_SECMARK
 250 static inline int
 251 ctnetlink_dump_secmark(struct sk_buff *skb, const struct nf_conn *ct)
 252 {
 253         NLA_PUT_BE32(skb, CTA_SECMARK, htonl(ct->secmark));
 254         return 0;
 255
 256 nla_put_failure:
 257         return -1;
 258 }
 259 #else
 260 #define ctnetlink_dump_secmark(a, b) (0)
 261 #endif
 262
 263 #define master_tuple(ct) &(ct->master->tuplehash[IP_CT_DIR_ORIGINAL].tuple)
 264
 265 static inline int
 266 ctnetlink_dump_master(struct sk_buff *skb, const struct nf_conn *ct)
 267 {
 268         struct nlattr *nest_parms;
 269
 270         if (!(ct->status & IPS_EXPECTED))
 271                 return 0;
 272
 273         nest_parms = nla_nest_start(skb, CTA_TUPLE_MASTER | NLA_F_NESTED);
 274         if (!nest_parms)
 275                 goto nla_put_failure;
 276         if (ctnetlink_dump_tuples(skb, master_tuple(ct)) < 0)
 277                 goto nla_put_failure;
 278         nla_nest_end(skb, nest_parms);
 279
 280         return 0;
 281
 282 nla_put_failure:
 283         return -1;
 284 }
 285
 286 #ifdef CONFIG_NF_NAT_NEEDED
 287 static int
 288 dump_nat_seq_adj(struct sk_buff *skb, const struct nf_nat_seq *natseq, int type)
 289 {
 290         struct nlattr *nest_parms;
 291
 292         nest_parms = nla_nest_start(skb, type | NLA_F_NESTED);
 293         if (!nest_parms)
 294                 goto nla_put_failure;
 295
 296         NLA_PUT_BE32(skb, CTA_NAT_SEQ_CORRECTION_POS,
 297                      htonl(natseq->correction_pos));
 298         NLA_PUT_BE32(skb, CTA_NAT_SEQ_OFFSET_BEFORE,
 299                      htonl(natseq->offset_before));
 300         NLA_PUT_BE32(skb, CTA_NAT_SEQ_OFFSET_AFTER,
 301                      htonl(natseq->offset_after));
 302
 303         nla_nest_end(skb, nest_parms);
 304
 305         return 0;
 306
 307 nla_put_failure:
 308         return -1;
 309 }
 310
 311 static inline int
 312 ctnetlink_dump_nat_seq_adj(struct sk_buff *skb, const struct nf_conn *ct)
 313 {
 314         struct nf_nat_seq *natseq;
 315         struct nf_conn_nat *nat = nfct_nat(ct);
 316
 317         if (!(ct->status & IPS_SEQ_ADJUST) || !nat)
 318                 return 0;
 319
 320         natseq = &nat->seq[IP_CT_DIR_ORIGINAL];
 321         if (dump_nat_seq_adj(skb, natseq, CTA_NAT_SEQ_ADJ_ORIG) == -1)
 322                 return -1;
 323
 324         natseq = &nat->seq[IP_CT_DIR_REPLY];
 325         if (dump_nat_seq_adj(skb, natseq, CTA_NAT_SEQ_ADJ_REPLY) == -1)
 326                 return -1;
 327
 328         return 0;
 329 }
 330 #else
 331 #define ctnetlink_dump_nat_seq_adj(a, b) (0)
 332 #endif
 333
 334 static inline int
 335 ctnetlink_dump_id(struct sk_buff *skb, const struct nf_conn *ct)
 336 {
 337         NLA_PUT_BE32(skb, CTA_ID, htonl((unsigned long)ct));
 338         return 0;
 339
 340 nla_put_failure:
 341         return -1;
 342 }
 343
 344 static inline int
 345 ctnetlink_dump_use(struct sk_buff *skb, const struct nf_conn *ct)
 346 {
 347         NLA_PUT_BE32(skb, CTA_USE, htonl(atomic_read(&ct->ct_general.use)));
 348         return 0;
 349
 350 nla_put_failure:
 351         return -1;
 352 }
 353
 354 #define tuple(ct, dir) (&(ct)->tuplehash[dir].tuple)
 355
 356 static int
 357 ctnetlink_fill_info(struct sk_buff *skb, u32 pid, u32 seq,
 358                     int event, int nowait,
 359                     const struct nf_conn *ct)
 360 {
 361         struct nlmsghdr *nlh;
 362         struct nfgenmsg *nfmsg;
 363         struct nlattr *nest_parms;
 364         unsigned char *b = skb_tail_pointer(skb);
 365
 366         event |= NFNL_SUBSYS_CTNETLINK << 8;
 367         nlh    = NLMSG_PUT(skb, pid, seq, event, sizeof(struct nfgenmsg));
 368         nfmsg  = NLMSG_DATA(nlh);
 369
 370         nlh->nlmsg_flags    = (nowait && pid) ? NLM_F_MULTI : 0;
 371         nfmsg->nfgen_family =
 372                 ct->tuplehash[IP_CT_DIR_ORIGINAL].tuple.src.l3num;
 373         nfmsg->version      = NFNETLINK_V0;
 374         nfmsg->res_id       = 0;
 375
 376         nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG | NLA_F_NESTED);
 377         if (!nest_parms)
 378                 goto nla_put_failure;
 379         if (ctnetlink_dump_tuples(skb, tuple(ct, IP_CT_DIR_ORIGINAL)) < 0)
 380                 goto nla_put_failure;
 381         nla_nest_end(skb, nest_parms);
 382
 383         nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY | NLA_F_NESTED);
 384         if (!nest_parms)
 385                 goto nla_put_failure;
 386         if (ctnetlink_dump_tuples(skb, tuple(ct, IP_CT_DIR_REPLY)) < 0)
 387                 goto nla_put_failure;
 388         nla_nest_end(skb, nest_parms);
 389
 390         if (ctnetlink_dump_status(skb, ct) < 0 ||
 391             ctnetlink_dump_timeout(skb, ct) < 0 ||
 392             ctnetlink_dump_counters(skb, ct, IP_CT_DIR_ORIGINAL) < 0 ||
 393             ctnetlink_dump_counters(skb, ct, IP_CT_DIR_REPLY) < 0 ||
 394             ctnetlink_dump_protoinfo(skb, ct) < 0 ||
 395             ctnetlink_dump_helpinfo(skb, ct) < 0 ||
 396             ctnetlink_dump_mark(skb, ct) < 0 ||
 397             ctnetlink_dump_secmark(skb, ct) < 0 ||
 398             ctnetlink_dump_id(skb, ct) < 0 ||
 399             ctnetlink_dump_use(skb, ct) < 0 ||
 400             ctnetlink_dump_master(skb, ct) < 0 ||
 401             ctnetlink_dump_nat_seq_adj(skb, ct) < 0)
 402                 goto nla_put_failure;
 403
 404         nlh->nlmsg_len = skb_tail_pointer(skb) - b;
 405         return skb->len;
 406
 407 nlmsg_failure:
 408 nla_put_failure:
 409         nlmsg_trim(skb, b);
 410         return -1;
 411 }
 412
 413 #ifdef CONFIG_NF_CONNTRACK_EVENTS
 414 static int ctnetlink_conntrack_event(struct notifier_block *this,
 415                                      unsigned long events, void *ptr)
 416 {
 417         struct nlmsghdr *nlh;
 418         struct nfgenmsg *nfmsg;
 419         struct nlattr *nest_parms;
 420         struct nf_conn *ct = (struct nf_conn *)ptr;
 421         struct sk_buff *skb;
 422         unsigned int type;
 423         sk_buff_data_t b;
 424         unsigned int flags = 0, group;
 425
 426         /* ignore our fake conntrack entry */
 427         if (ct == &nf_conntrack_untracked)
 428                 return NOTIFY_DONE;
 429
 430         if (events & IPCT_DESTROY) {
 431                 type = IPCTNL_MSG_CT_DELETE;
 432                 group = NFNLGRP_CONNTRACK_DESTROY;
 433         } else  if (events & (IPCT_NEW | IPCT_RELATED)) {
 434                 type = IPCTNL_MSG_CT_NEW;
 435                 flags = NLM_F_CREATE|NLM_F_EXCL;
 436                 group = NFNLGRP_CONNTRACK_NEW;
 437         } else  if (events & (IPCT_STATUS | IPCT_PROTOINFO)) {
 438                 type = IPCTNL_MSG_CT_NEW;
 439                 group = NFNLGRP_CONNTRACK_UPDATE;
 440         } else
 441                 return NOTIFY_DONE;
 442
 443         if (!nfnetlink_has_listeners(group))
 444                 return NOTIFY_DONE;
 445
 446         skb = alloc_skb(NLMSG_GOODSIZE, GFP_ATOMIC);
 447         if (!skb)
 448                 return NOTIFY_DONE;
 449
 450         b = skb->tail;
 451
 452         type |= NFNL_SUBSYS_CTNETLINK << 8;
 453         nlh   = NLMSG_PUT(skb, 0, 0, type, sizeof(struct nfgenmsg));
 454         nfmsg = NLMSG_DATA(nlh);
 455
 456         nlh->nlmsg_flags    = flags;
 457         nfmsg->nfgen_family = ct->tuplehash[IP_CT_DIR_ORIGINAL].tuple.src.l3num;
 458         nfmsg->version  = NFNETLINK_V0;
 459         nfmsg->res_id   = 0;
 460
 461         nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG | NLA_F_NESTED);
 462         if (!nest_parms)
 463                 goto nla_put_failure;
 464         if (ctnetlink_dump_tuples(skb, tuple(ct, IP_CT_DIR_ORIGINAL)) < 0)
 465                 goto nla_put_failure;
 466         nla_nest_end(skb, nest_parms);
 467
 468         nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY | NLA_F_NESTED);
 469         if (!nest_parms)
 470                 goto nla_put_failure;
 471         if (ctnetlink_dump_tuples(skb, tuple(ct, IP_CT_DIR_REPLY)) < 0)
 472                 goto nla_put_failure;
 473         nla_nest_end(skb, nest_parms);
 474
 475         if (events & IPCT_DESTROY) {
 476                 if (ctnetlink_dump_counters(skb, ct, IP_CT_DIR_ORIGINAL) < 0 ||
 477                     ctnetlink_dump_counters(skb, ct, IP_CT_DIR_REPLY) < 0)
 478                         goto nla_put_failure;
 479         } else {
 480                 if (ctnetlink_dump_status(skb, ct) < 0)
 481                         goto nla_put_failure;
 482
 483                 if (ctnetlink_dump_timeout(skb, ct) < 0)
 484                         goto nla_put_failure;
 485
 486                 if (events & IPCT_PROTOINFO
 487                     && ctnetlink_dump_protoinfo(skb, ct) < 0)
 488                         goto nla_put_failure;
 489
 490                 if ((events & IPCT_HELPER || nfct_help(ct))
 491                     && ctnetlink_dump_helpinfo(skb, ct) < 0)
 492                         goto nla_put_failure;
 493
 494 #ifdef CONFIG_NF_CONNTRACK_SECMARK
 495                 if ((events & IPCT_SECMARK || ct->secmark)
 496                     && ctnetlink_dump_secmark(skb, ct) < 0)
 497                         goto nla_put_failure;
 498 #endif
 499
 500                 if (events & IPCT_COUNTER_FILLING &&
 501                     (ctnetlink_dump_counters(skb, ct, IP_CT_DIR_ORIGINAL) < 0 ||
 502                      ctnetlink_dump_counters(skb, ct, IP_CT_DIR_REPLY) < 0))
 503                         goto nla_put_failure;
 504
 505                 if (events & IPCT_RELATED &&
 506                     ctnetlink_dump_master(skb, ct) < 0)
 507                         goto nla_put_failure;
 508
 509                 if (events & IPCT_NATSEQADJ &&
 510                     ctnetlink_dump_nat_seq_adj(skb, ct) < 0)
 511                         goto nla_put_failure;
 512         }
 513
 514 #ifdef CONFIG_NF_CONNTRACK_MARK
 515         if ((events & IPCT_MARK || ct->mark)
 516             && ctnetlink_dump_mark(skb, ct) < 0)
 517                 goto nla_put_failure;
 518 #endif
 519
 520         nlh->nlmsg_len = skb->tail - b;
 521         nfnetlink_send(skb, 0, group, 0);
 522         return NOTIFY_DONE;
 523
 524 nlmsg_failure:
 525 nla_put_failure:
 526         kfree_skb(skb);
 527         return NOTIFY_DONE;
 528 }
 529 #endif /* CONFIG_NF_CONNTRACK_EVENTS */
 530
 531 static int ctnetlink_done(struct netlink_callback *cb)
 532 {
 533         if (cb->args[1])
 534                 nf_ct_put((struct nf_conn *)cb->args[1]);
 535         return 0;
 536 }
 537
 538 #define L3PROTO(ct) (ct)->tuplehash[IP_CT_DIR_ORIGINAL].tuple.src.l3num
 539
 540 static int
 541 ctnetlink_dump_table(struct sk_buff *skb, struct netlink_callback *cb)
 542 {
 543         struct nf_conn *ct, *last;
 544         struct nf_conntrack_tuple_hash *h;
 545         struct hlist_node *n;
 546         struct nfgenmsg *nfmsg = NLMSG_DATA(cb->nlh);
 547         u_int8_t l3proto = nfmsg->nfgen_family;
 548
 549         rcu_read_lock();
 550         last = (struct nf_conn *)cb->args[1];
 551         for (; cb->args[0] < nf_conntrack_htable_size; cb->args[0]++) {
 552 restart:
 553                 hlist_for_each_entry_rcu(h, n, &nf_conntrack_hash[cb->args[0]],
 554                                          hnode) {
 555                         if (NF_CT_DIRECTION(h) != IP_CT_DIR_ORIGINAL)
 556                                 continue;
 557                         ct = nf_ct_tuplehash_to_ctrack(h);
 558                         /* Dump entries of a given L3 protocol number.
 559                          * If it is not specified, ie. l3proto == 0,
 560                          * then dump everything. */
 561                         if (l3proto && L3PROTO(ct) != l3proto)
 562                                 continue;
 563                         if (cb->args[1]) {
 564                                 if (ct != last)
 565                                         continue;
 566                                 cb->args[1] = 0;
 567                         }
 568                         if (ctnetlink_fill_info(skb, NETLINK_CB(cb->skb).pid,
 569                                                 cb->nlh->nlmsg_seq,
 570                                                 IPCTNL_MSG_CT_NEW,
 571                                                 1, ct) < 0) {
 572                                 if (!atomic_inc_not_zero(&ct->ct_general.use))
 573                                         continue;
 574                                 cb->args[1] = (unsigned long)ct;
 575                                 goto out;
 576                         }
 577 #ifdef CONFIG_NF_CT_ACCT
 578                         if (NFNL_MSG_TYPE(cb->nlh->nlmsg_type) ==
 579                                                 IPCTNL_MSG_CT_GET_CTRZERO)
 580                                 memset(&ct->counters, 0, sizeof(ct->counters));
 581 #endif
 582                 }
 583                 if (cb->args[1]) {
 584                         cb->args[1] = 0;
 585                         goto restart;
 586                 }
 587         }
 588 out:
 589         rcu_read_unlock();
 590         if (last)
 591                 nf_ct_put(last);
 592
 593         return skb->len;
 594 }
 595
 596 static inline int
 597 ctnetlink_parse_tuple_ip(struct nlattr *attr, struct nf_conntrack_tuple *tuple)
 598 {
 599         struct nlattr *tb[CTA_IP_MAX+1];
 600         struct nf_conntrack_l3proto *l3proto;
 601         int ret = 0;
 602
 603         nla_parse_nested(tb, CTA_IP_MAX, attr, NULL);
 604
 605         l3proto = nf_ct_l3proto_find_get(tuple->src.l3num);
 606
 607         if (likely(l3proto->nlattr_to_tuple)) {
 608                 ret = nla_validate_nested(attr, CTA_IP_MAX,
 609                                           l3proto->nla_policy);
 610                 if (ret == 0)
 611                         ret = l3proto->nlattr_to_tuple(tb, tuple);
 612         }
 613
 614         nf_ct_l3proto_put(l3proto);
 615
 616         return ret;
 617 }
 618
 619 static const struct nla_policy proto_nla_policy[CTA_PROTO_MAX+1] = {
 620         [CTA_PROTO_NUM] = { .type = NLA_U8 },
 621 };
 622
 623 static inline int
 624 ctnetlink_parse_tuple_proto(struct nlattr *attr,
 625                             struct nf_conntrack_tuple *tuple)
 626 {
 627         struct nlattr *tb[CTA_PROTO_MAX+1];
 628         struct nf_conntrack_l4proto *l4proto;
 629         int ret = 0;
 630
 631         ret = nla_parse_nested(tb, CTA_PROTO_MAX, attr, proto_nla_policy);
 632         if (ret < 0)
 633                 return ret;
 634
 635         if (!tb[CTA_PROTO_NUM])
 636                 return -EINVAL;
 637         tuple->dst.protonum = nla_get_u8(tb[CTA_PROTO_NUM]);
 638
 639         l4proto = nf_ct_l4proto_find_get(tuple->src.l3num, tuple->dst.protonum);
 640
 641         if (likely(l4proto->nlattr_to_tuple)) {
 642                 ret = nla_validate_nested(attr, CTA_PROTO_MAX,
 643                                           l4proto->nla_policy);
 644                 if (ret == 0)
 645                         ret = l4proto->nlattr_to_tuple(tb, tuple);
 646         }
 647
 648         nf_ct_l4proto_put(l4proto);
 649
 650         return ret;
 651 }
 652
 653 static int
 654 ctnetlink_parse_tuple(struct nlattr *cda[], struct nf_conntrack_tuple *tuple,
 655                       enum ctattr_tuple type, u_int8_t l3num)
 656 {
 657         struct nlattr *tb[CTA_TUPLE_MAX+1];
 658         int err;
 659
 660         memset(tuple, 0, sizeof(*tuple));
 661
 662         nla_parse_nested(tb, CTA_TUPLE_MAX, cda[type], NULL);
 663
 664         if (!tb[CTA_TUPLE_IP])
 665                 return -EINVAL;
 666
 667         tuple->src.l3num = l3num;
 668
 669         err = ctnetlink_parse_tuple_ip(tb[CTA_TUPLE_IP], tuple);
 670         if (err < 0)
 671                 return err;
 672
 673         if (!tb[CTA_TUPLE_PROTO])
 674                 return -EINVAL;
 675
 676         err = ctnetlink_parse_tuple_proto(tb[CTA_TUPLE_PROTO], tuple);
 677         if (err < 0)
 678                 return err;
 679
 680         /* orig and expect tuples get DIR_ORIGINAL */
 681         if (type == CTA_TUPLE_REPLY)
 682                 tuple->dst.dir = IP_CT_DIR_REPLY;
 683         else
 684                 tuple->dst.dir = IP_CT_DIR_ORIGINAL;
 685
 686         return 0;
 687 }
 688
 689 #ifdef CONFIG_NF_NAT_NEEDED
 690 static const struct nla_policy protonat_nla_policy[CTA_PROTONAT_MAX+1] = {
 691         [CTA_PROTONAT_PORT_MIN] = { .type = NLA_U16 },
 692         [CTA_PROTONAT_PORT_MAX] = { .type = NLA_U16 },
 693 };
 694
 695 static int nfnetlink_parse_nat_proto(struct nlattr *attr,
 696                                      const struct nf_conn *ct,
 697                                      struct nf_nat_range *range)
 698 {
 699         struct nlattr *tb[CTA_PROTONAT_MAX+1];
 700         const struct nf_nat_protocol *npt;
 701         int err;
 702
 703         err = nla_parse_nested(tb, CTA_PROTONAT_MAX, attr, protonat_nla_policy);
 704         if (err < 0)
 705                 return err;
 706
 707         npt = nf_nat_proto_find_get(ct->tuplehash[IP_CT_DIR_ORIGINAL].tuple.dst.protonum);
 708         if (npt->nlattr_to_range)
 709                 err = npt->nlattr_to_range(tb, range);
 710         nf_nat_proto_put(npt);
 711         return err;
 712 }
 713
 714 static const struct nla_policy nat_nla_policy[CTA_NAT_MAX+1] = {
 715         [CTA_NAT_MINIP]         = { .type = NLA_U32 },
 716         [CTA_NAT_MAXIP]         = { .type = NLA_U32 },
 717 };
 718
 719 static inline int
 720 nfnetlink_parse_nat(struct nlattr *nat,
 721                     const struct nf_conn *ct, struct nf_nat_range *range)
 722 {
 723         struct nlattr *tb[CTA_NAT_MAX+1];
 724         int err;
 725
 726         memset(range, 0, sizeof(*range));
 727
 728         err = nla_parse_nested(tb, CTA_NAT_MAX, nat, nat_nla_policy);
 729         if (err < 0)
 730                 return err;
 731
 732         if (tb[CTA_NAT_MINIP])
 733                 range->min_ip = nla_get_be32(tb[CTA_NAT_MINIP]);
 734
 735         if (!tb[CTA_NAT_MAXIP])
 736                 range->max_ip = range->min_ip;
 737         else
 738                 range->max_ip = nla_get_be32(tb[CTA_NAT_MAXIP]);
 739
 740         if (range->min_ip)
 741                 range->flags |= IP_NAT_RANGE_MAP_IPS;
 742
 743         if (!tb[CTA_NAT_PROTO])
 744                 return 0;
 745
 746         err = nfnetlink_parse_nat_proto(tb[CTA_NAT_PROTO], ct, range);
 747         if (err < 0)
 748                 return err;
 749
 750         return 0;
 751 }
 752 #endif
 753
 754 static inline int
 755 ctnetlink_parse_help(struct nlattr *attr, char **helper_name)
 756 {
 757         struct nlattr *tb[CTA_HELP_MAX+1];
 758
 759         nla_parse_nested(tb, CTA_HELP_MAX, attr, NULL);
 760
 761         if (!tb[CTA_HELP_NAME])
 762                 return -EINVAL;
 763
 764         *helper_name = nla_data(tb[CTA_HELP_NAME]);
 765
 766         return 0;
 767 }
 768
 769 static const struct nla_policy ct_nla_policy[CTA_MAX+1] = {
 770         [CTA_STATUS]            = { .type = NLA_U32 },
 771         [CTA_TIMEOUT]           = { .type = NLA_U32 },
 772         [CTA_MARK]              = { .type = NLA_U32 },
 773         [CTA_USE]               = { .type = NLA_U32 },
 774         [CTA_ID]                = { .type = NLA_U32 },
 775 };
 776
 777 static int
 778 ctnetlink_del_conntrack(struct sock *ctnl, struct sk_buff *skb,
 779                         struct nlmsghdr *nlh, struct nlattr *cda[])
 780 {
 781         struct nf_conntrack_tuple_hash *h;
 782         struct nf_conntrack_tuple tuple;
 783         struct nf_conn *ct;
 784         struct nfgenmsg *nfmsg = NLMSG_DATA(nlh);
 785         u_int8_t u3 = nfmsg->nfgen_family;
 786         int err = 0;
 787
 788         if (cda[CTA_TUPLE_ORIG])
 789                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_ORIG, u3);
 790         else if (cda[CTA_TUPLE_REPLY])
 791                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_REPLY, u3);
 792         else {
 793                 /* Flush the whole table */
 794                 nf_conntrack_flush();
 795                 return 0;
 796         }
 797
 798         if (err < 0)
 799                 return err;
 800
 801         h = nf_conntrack_find_get(&tuple);
 802         if (!h)
 803                 return -ENOENT;
 804
 805         ct = nf_ct_tuplehash_to_ctrack(h);
 806
 807         if (cda[CTA_ID]) {
 808                 u_int32_t id = ntohl(nla_get_be32(cda[CTA_ID]));
 809                 if (id != (u32)(unsigned long)ct) {
 810                         nf_ct_put(ct);
 811                         return -ENOENT;
 812                 }
 813         }
 814         if (del_timer(&ct->timeout))
 815                 ct->timeout.function((unsigned long)ct);
 816
 817         nf_ct_put(ct);
 818
 819         return 0;
 820 }
 821
 822 static int
 823 ctnetlink_get_conntrack(struct sock *ctnl, struct sk_buff *skb,
 824                         struct nlmsghdr *nlh, struct nlattr *cda[])
 825 {
 826         struct nf_conntrack_tuple_hash *h;
 827         struct nf_conntrack_tuple tuple;
 828         struct nf_conn *ct;
 829         struct sk_buff *skb2 = NULL;
 830         struct nfgenmsg *nfmsg = NLMSG_DATA(nlh);
 831         u_int8_t u3 = nfmsg->nfgen_family;
 832         int err = 0;
 833
 834         if (nlh->nlmsg_flags & NLM_F_DUMP) {
 835 #ifndef CONFIG_NF_CT_ACCT
 836                 if (NFNL_MSG_TYPE(nlh->nlmsg_type) == IPCTNL_MSG_CT_GET_CTRZERO)
 837                         return -ENOTSUPP;
 838 #endif
 839                 return netlink_dump_start(ctnl, skb, nlh, ctnetlink_dump_table,
 840                                           ctnetlink_done);
 841         }
 842
 843         if (cda[CTA_TUPLE_ORIG])
 844                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_ORIG, u3);
 845         else if (cda[CTA_TUPLE_REPLY])
 846                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_REPLY, u3);
 847         else
 848                 return -EINVAL;
 849
 850         if (err < 0)
 851                 return err;
 852
 853         h = nf_conntrack_find_get(&tuple);
 854         if (!h)
 855                 return -ENOENT;
 856
 857         ct = nf_ct_tuplehash_to_ctrack(h);
 858
 859         err = -ENOMEM;
 860         skb2 = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
 861         if (!skb2) {
 862                 nf_ct_put(ct);
 863                 return -ENOMEM;
 864         }
 865
 866         err = ctnetlink_fill_info(skb2, NETLINK_CB(skb).pid, nlh->nlmsg_seq,
 867                                   IPCTNL_MSG_CT_NEW, 1, ct);
 868         nf_ct_put(ct);
 869         if (err <= 0)
 870                 goto free;
 871
 872         err = netlink_unicast(ctnl, skb2, NETLINK_CB(skb).pid, MSG_DONTWAIT);
 873         if (err < 0)
 874                 goto out;
 875
 876         return 0;
 877
 878 free:
 879         kfree_skb(skb2);
 880 out:
 881         return err;
 882 }
 883
 884 static int
 885 ctnetlink_change_status(struct nf_conn *ct, struct nlattr *cda[])
 886 {
 887         unsigned long d;
 888         unsigned int status = ntohl(nla_get_be32(cda[CTA_STATUS]));
 889         d = ct->status ^ status;
 890
 891         if (d & (IPS_EXPECTED|IPS_CONFIRMED|IPS_DYING))
 892                 /* unchangeable */
 893                 return -EINVAL;
 894
 895         if (d & IPS_SEEN_REPLY && !(status & IPS_SEEN_REPLY))
 896                 /* SEEN_REPLY bit can only be set */
 897                 return -EINVAL;
 898
 899
 900         if (d & IPS_ASSURED && !(status & IPS_ASSURED))
 901                 /* ASSURED bit can only be set */
 902                 return -EINVAL;
 903
 904         if (cda[CTA_NAT_SRC] || cda[CTA_NAT_DST]) {
 905 #ifndef CONFIG_NF_NAT_NEEDED
 906                 return -EINVAL;
 907 #else
 908                 struct nf_nat_range range;
 909
 910                 if (cda[CTA_NAT_DST]) {
 911                         if (nfnetlink_parse_nat(cda[CTA_NAT_DST], ct,
 912                                                 &range) < 0)
 913                                 return -EINVAL;
 914                         if (nf_nat_initialized(ct, IP_NAT_MANIP_DST))
 915                                 return -EEXIST;
 916                         nf_nat_setup_info(ct, &range, IP_NAT_MANIP_DST);
 917                 }
 918                 if (cda[CTA_NAT_SRC]) {
 919                         if (nfnetlink_parse_nat(cda[CTA_NAT_SRC], ct,
 920                                                 &range) < 0)
 921                                 return -EINVAL;
 922                         if (nf_nat_initialized(ct, IP_NAT_MANIP_SRC))
 923                                 return -EEXIST;
 924                         nf_nat_setup_info(ct, &range, IP_NAT_MANIP_SRC);
 925                 }
 926 #endif
 927         }
 928
 929         /* Be careful here, modifying NAT bits can screw up things,
 930          * so don't let users modify them directly if they don't pass
 931          * nf_nat_range. */
 932         ct->status |= status & ~(IPS_NAT_DONE_MASK | IPS_NAT_MASK);
 933         return 0;
 934 }
 935
 936
 937 static inline int
 938 ctnetlink_change_helper(struct nf_conn *ct, struct nlattr *cda[])
 939 {
 940         struct nf_conntrack_helper *helper;
 941         struct nf_conn_help *help = nfct_help(ct);
 942         char *helpname;
 943         int err;
 944
 945         /* don't change helper of sibling connections */
 946         if (ct->master)
 947                 return -EINVAL;
 948
 949         err = ctnetlink_parse_help(cda[CTA_HELP], &helpname);
 950         if (err < 0)
 951                 return err;
 952
 953         if (!strcmp(helpname, "")) {
 954                 if (help && help->helper) {
 955                         /* we had a helper before ... */
 956                         nf_ct_remove_expectations(ct);
 957                         rcu_assign_pointer(help->helper, NULL);
 958                 }
 959
 960                 return 0;
 961         }
 962
 963         helper = __nf_conntrack_helper_find_byname(helpname);
 964         if (helper == NULL)
 965                 return -EINVAL;
 966
 967         if (help) {
 968                 if (help->helper == helper)
 969                         return 0;
 970                 if (help->helper)
 971                         return -EBUSY;
 972                 /* need to zero data of old helper */
 973                 memset(&help->help, 0, sizeof(help->help));
 974         } else {
 975                 help = nf_ct_helper_ext_add(ct, GFP_KERNEL);
 976                 if (help == NULL)
 977                         return -ENOMEM;
 978         }
 979
 980         rcu_assign_pointer(help->helper, helper);
 981
 982         return 0;
 983 }
 984
 985 static inline int
 986 ctnetlink_change_timeout(struct nf_conn *ct, struct nlattr *cda[])
 987 {
 988         u_int32_t timeout = ntohl(nla_get_be32(cda[CTA_TIMEOUT]));
 989
 990         if (!del_timer(&ct->timeout))
 991                 return -ETIME;
 992
 993         ct->timeout.expires = jiffies + timeout * HZ;
 994         add_timer(&ct->timeout);
 995
 996         return 0;
 997 }
 998
 999 static inline int
1000 ctnetlink_change_protoinfo(struct nf_conn *ct, struct nlattr *cda[])
1001 {
1002         struct nlattr *tb[CTA_PROTOINFO_MAX+1], *attr = cda[CTA_PROTOINFO];
1003         struct nf_conntrack_l4proto *l4proto;
1004         u_int16_t npt = ct->tuplehash[IP_CT_DIR_ORIGINAL].tuple.dst.protonum;
1005         u_int16_t l3num = ct->tuplehash[IP_CT_DIR_ORIGINAL].tuple.src.l3num;
1006         int err = 0;
1007
1008         nla_parse_nested(tb, CTA_PROTOINFO_MAX, attr, NULL);
1009
1010         l4proto = nf_ct_l4proto_find_get(l3num, npt);
1011
1012         if (l4proto->from_nlattr)
1013                 err = l4proto->from_nlattr(tb, ct);
1014         nf_ct_l4proto_put(l4proto);
1015
1016         return err;
1017 }
1018
1019 #ifdef CONFIG_NF_NAT_NEEDED
1020 static inline int
1021 change_nat_seq_adj(struct nf_nat_seq *natseq, struct nlattr *attr)
1022 {
1023         struct nlattr *cda[CTA_NAT_SEQ_MAX+1];
1024
1025         nla_parse_nested(cda, CTA_NAT_SEQ_MAX, attr, NULL);
1026
1027         if (!cda[CTA_NAT_SEQ_CORRECTION_POS])
1028                 return -EINVAL;
1029
1030         natseq->correction_pos =
1031                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_CORRECTION_POS]));
1032
1033         if (!cda[CTA_NAT_SEQ_OFFSET_BEFORE])
1034                 return -EINVAL;
1035
1036         natseq->offset_before =
1037                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_OFFSET_BEFORE]));
1038
1039         if (!cda[CTA_NAT_SEQ_OFFSET_AFTER])
1040                 return -EINVAL;
1041
1042         natseq->offset_after =
1043                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_OFFSET_AFTER]));
1044
1045         return 0;
1046 }
1047
1048 static int
1049 ctnetlink_change_nat_seq_adj(struct nf_conn *ct, struct nlattr *cda[])
1050 {
1051         int ret = 0;
1052         struct nf_conn_nat *nat = nfct_nat(ct);
1053
1054         if (!nat)
1055                 return 0;
1056
1057         if (cda[CTA_NAT_SEQ_ADJ_ORIG]) {
1058                 ret = change_nat_seq_adj(&nat->seq[IP_CT_DIR_ORIGINAL],
1059                                          cda[CTA_NAT_SEQ_ADJ_ORIG]);
1060                 if (ret < 0)
1061                         return ret;
1062
1063                 ct->status |= IPS_SEQ_ADJUST;
1064         }
1065
1066         if (cda[CTA_NAT_SEQ_ADJ_REPLY]) {
1067                 ret = change_nat_seq_adj(&nat->seq[IP_CT_DIR_REPLY],
1068                                          cda[CTA_NAT_SEQ_ADJ_REPLY]);
1069                 if (ret < 0)
1070                         return ret;
1071
1072                 ct->status |= IPS_SEQ_ADJUST;
1073         }
1074
1075         return 0;
1076 }
1077 #endif
1078
1079 static int
1080 ctnetlink_change_conntrack(struct nf_conn *ct, struct nlattr *cda[])
1081 {
1082         int err;
1083
1084         if (cda[CTA_HELP]) {
1085                 err = ctnetlink_change_helper(ct, cda);
1086                 if (err < 0)
1087                         return err;
1088         }
1089
1090         if (cda[CTA_TIMEOUT]) {
1091                 err = ctnetlink_change_timeout(ct, cda);
1092                 if (err < 0)
1093                         return err;
1094         }
1095
1096         if (cda[CTA_STATUS]) {
1097                 err = ctnetlink_change_status(ct, cda);
1098                 if (err < 0)
1099                         return err;
1100         }
1101
1102         if (cda[CTA_PROTOINFO]) {
1103                 err = ctnetlink_change_protoinfo(ct, cda);
1104                 if (err < 0)
1105                         return err;
1106         }
1107
1108 #if defined(CONFIG_NF_CONNTRACK_MARK)
1109         if (cda[CTA_MARK])
1110                 ct->mark = ntohl(nla_get_be32(cda[CTA_MARK]));
1111 #endif
1112
1113 #ifdef CONFIG_NF_NAT_NEEDED
1114         if (cda[CTA_NAT_SEQ_ADJ_ORIG] || cda[CTA_NAT_SEQ_ADJ_REPLY]) {
1115                 err = ctnetlink_change_nat_seq_adj(ct, cda);
1116                 if (err < 0)
1117                         return err;
1118         }
1119 #endif
1120
1121         return 0;
1122 }
1123
1124 static int
1125 ctnetlink_create_conntrack(struct nlattr *cda[],
1126                            struct nf_conntrack_tuple *otuple,
1127                            struct nf_conntrack_tuple *rtuple,
1128                            struct nf_conn *master_ct)
1129 {
1130         struct nf_conn *ct;
1131         int err = -EINVAL;
1132         struct nf_conn_help *help;
1133         struct nf_conntrack_helper *helper;
1134
1135         ct = nf_conntrack_alloc(otuple, rtuple);
1136         if (ct == NULL || IS_ERR(ct))
1137                 return -ENOMEM;
1138
1139         if (!cda[CTA_TIMEOUT])
1140                 goto err;
1141         ct->timeout.expires = ntohl(nla_get_be32(cda[CTA_TIMEOUT]));
1142
1143         ct->timeout.expires = jiffies + ct->timeout.expires * HZ;
1144         ct->status |= IPS_CONFIRMED;
1145
1146         if (cda[CTA_STATUS]) {
1147                 err = ctnetlink_change_status(ct, cda);
1148                 if (err < 0)
1149                         goto err;
1150         }
1151
1152         if (cda[CTA_PROTOINFO]) {
1153                 err = ctnetlink_change_protoinfo(ct, cda);
1154                 if (err < 0)
1155                         goto err;
1156         }
1157
1158 #if defined(CONFIG_NF_CONNTRACK_MARK)
1159         if (cda[CTA_MARK])
1160                 ct->mark = ntohl(nla_get_be32(cda[CTA_MARK]));
1161 #endif
1162
1163         rcu_read_lock();
1164         helper = __nf_ct_helper_find(rtuple);
1165         if (helper) {
1166                 help = nf_ct_helper_ext_add(ct, GFP_KERNEL);
1167                 if (help == NULL) {
1168                         rcu_read_unlock();
1169                         err = -ENOMEM;
1170                         goto err;
1171                 }
1172                 /* not in hash table yet so not strictly necessary */
1173                 rcu_assign_pointer(help->helper, helper);
1174         }
1175
1176         /* setup master conntrack: this is a confirmed expectation */
1177         if (master_ct) {
1178                 __set_bit(IPS_EXPECTED_BIT, &ct->status);
1179                 ct->master = master_ct;
1180         }
1181
1182         add_timer(&ct->timeout);
1183         nf_conntrack_hash_insert(ct);
1184         rcu_read_unlock();
1185
1186         return 0;
1187
1188 err:
1189         nf_conntrack_free(ct);
1190         return err;
1191 }
1192
1193 static int
1194 ctnetlink_new_conntrack(struct sock *ctnl, struct sk_buff *skb,
1195                         struct nlmsghdr *nlh, struct nlattr *cda[])
1196 {
1197         struct nf_conntrack_tuple otuple, rtuple;
1198         struct nf_conntrack_tuple_hash *h = NULL;
1199         struct nfgenmsg *nfmsg = NLMSG_DATA(nlh);
1200         u_int8_t u3 = nfmsg->nfgen_family;
1201         int err = 0;
1202
1203         if (cda[CTA_TUPLE_ORIG]) {
1204                 err = ctnetlink_parse_tuple(cda, &otuple, CTA_TUPLE_ORIG, u3);
1205                 if (err < 0)
1206                         return err;
1207         }
1208
1209         if (cda[CTA_TUPLE_REPLY]) {
1210                 err = ctnetlink_parse_tuple(cda, &rtuple, CTA_TUPLE_REPLY, u3);
1211                 if (err < 0)
1212                         return err;
1213         }
1214
1215         spin_lock_bh(&nf_conntrack_lock);
1216         if (cda[CTA_TUPLE_ORIG])
1217                 h = __nf_conntrack_find(&otuple);
1218         else if (cda[CTA_TUPLE_REPLY])
1219                 h = __nf_conntrack_find(&rtuple);
1220
1221         if (h == NULL) {
1222                 struct nf_conntrack_tuple master;
1223                 struct nf_conntrack_tuple_hash *master_h = NULL;
1224                 struct nf_conn *master_ct = NULL;
1225
1226                 if (cda[CTA_TUPLE_MASTER]) {
1227                         err = ctnetlink_parse_tuple(cda,
1228                                                     &master,
1229                                                     CTA_TUPLE_MASTER,
1230                                                     u3);
1231                         if (err < 0)
1232                                 goto out_unlock;
1233
1234                         master_h = __nf_conntrack_find(&master);
1235                         if (master_h == NULL) {
1236                                 err = -ENOENT;
1237                                 goto out_unlock;
1238                         }
1239                         master_ct = nf_ct_tuplehash_to_ctrack(master_h);
1240                         atomic_inc(&master_ct->ct_general.use);
1241                 }
1242
1243                 spin_unlock_bh(&nf_conntrack_lock);
1244                 err = -ENOENT;
1245                 if (nlh->nlmsg_flags & NLM_F_CREATE)
1246                         err = ctnetlink_create_conntrack(cda,
1247                                                          &otuple,
1248                                                          &rtuple,
1249                                                          master_ct);
1250                 if (err < 0 && master_ct)
1251                         nf_ct_put(master_ct);
1252
1253                 return err;
1254         }
1255         /* implicit 'else' */
1256
1257         /* We manipulate the conntrack inside the global conntrack table lock,
1258          * so there's no need to increase the refcount */
1259         err = -EEXIST;
1260         if (!(nlh->nlmsg_flags & NLM_F_EXCL)) {
1261                 /* we only allow nat config for new conntracks */
1262                 if (cda[CTA_NAT_SRC] || cda[CTA_NAT_DST]) {
1263                         err = -EINVAL;
1264                         goto out_unlock;
1265                 }
1266                 /* can't link an existing conntrack to a master */
1267                 if (cda[CTA_TUPLE_MASTER]) {
1268                         err = -EINVAL;
1269                         goto out_unlock;
1270                 }
1271                 err = ctnetlink_change_conntrack(nf_ct_tuplehash_to_ctrack(h),
1272                                                  cda);
1273         }
1274
1275 out_unlock:
1276         spin_unlock_bh(&nf_conntrack_lock);
1277         return err;
1278 }
1279
1280 /***********************************************************************
1281  * EXPECT
1282  ***********************************************************************/
1283
1284 static inline int
1285 ctnetlink_exp_dump_tuple(struct sk_buff *skb,
1286                          const struct nf_conntrack_tuple *tuple,
1287                          enum ctattr_expect type)
1288 {
1289         struct nlattr *nest_parms;
1290
1291         nest_parms = nla_nest_start(skb, type | NLA_F_NESTED);
1292         if (!nest_parms)
1293                 goto nla_put_failure;
1294         if (ctnetlink_dump_tuples(skb, tuple) < 0)
1295                 goto nla_put_failure;
1296         nla_nest_end(skb, nest_parms);
1297
1298         return 0;
1299
1300 nla_put_failure:
1301         return -1;
1302 }
1303
1304 static inline int
1305 ctnetlink_exp_dump_mask(struct sk_buff *skb,
1306                         const struct nf_conntrack_tuple *tuple,
1307                         const struct nf_conntrack_tuple_mask *mask)
1308 {
1309         int ret;
1310         struct nf_conntrack_l3proto *l3proto;
1311         struct nf_conntrack_l4proto *l4proto;
1312         struct nf_conntrack_tuple m;
1313         struct nlattr *nest_parms;
1314
1315         memset(&m, 0xFF, sizeof(m));
1316         m.src.u.all = mask->src.u.all;
1317         memcpy(&m.src.u3, &mask->src.u3, sizeof(m.src.u3));
1318
1319         nest_parms = nla_nest_start(skb, CTA_EXPECT_MASK | NLA_F_NESTED);
1320         if (!nest_parms)
1321                 goto nla_put_failure;
1322
1323         l3proto = nf_ct_l3proto_find_get(tuple->src.l3num);
1324         ret = ctnetlink_dump_tuples_ip(skb, &m, l3proto);
1325         nf_ct_l3proto_put(l3proto);
1326
1327         if (unlikely(ret < 0))
1328                 goto nla_put_failure;
1329
1330         l4proto = nf_ct_l4proto_find_get(tuple->src.l3num, tuple->dst.protonum);
1331         ret = ctnetlink_dump_tuples_proto(skb, &m, l4proto);
1332         nf_ct_l4proto_put(l4proto);
1333         if (unlikely(ret < 0))
1334                 goto nla_put_failure;
1335
1336         nla_nest_end(skb, nest_parms);
1337
1338         return 0;
1339
1340 nla_put_failure:
1341         return -1;
1342 }
1343
1344 static int
1345 ctnetlink_exp_dump_expect(struct sk_buff *skb,
1346                           const struct nf_conntrack_expect *exp)
1347 {
1348         struct nf_conn *master = exp->master;
1349         long timeout = (exp->timeout.expires - jiffies) / HZ;
1350
1351         if (timeout < 0)
1352                 timeout = 0;
1353
1354         if (ctnetlink_exp_dump_tuple(skb, &exp->tuple, CTA_EXPECT_TUPLE) < 0)
1355                 goto nla_put_failure;
1356         if (ctnetlink_exp_dump_mask(skb, &exp->tuple, &exp->mask) < 0)
1357                 goto nla_put_failure;
1358         if (ctnetlink_exp_dump_tuple(skb,
1359                                  &master->tuplehash[IP_CT_DIR_ORIGINAL].tuple,
1360                                  CTA_EXPECT_MASTER) < 0)
1361                 goto nla_put_failure;
1362
1363         NLA_PUT_BE32(skb, CTA_EXPECT_TIMEOUT, htonl(timeout));
1364         NLA_PUT_BE32(skb, CTA_EXPECT_ID, htonl((unsigned long)exp));
1365
1366         return 0;
1367
1368 nla_put_failure:
1369         return -1;
1370 }
1371
1372 static int
1373 ctnetlink_exp_fill_info(struct sk_buff *skb, u32 pid, u32 seq,
1374                     int event,
1375                     int nowait,
1376                     const struct nf_conntrack_expect *exp)
1377 {
1378         struct nlmsghdr *nlh;
1379         struct nfgenmsg *nfmsg;
1380         unsigned char *b = skb_tail_pointer(skb);
1381
1382         event |= NFNL_SUBSYS_CTNETLINK_EXP << 8;
1383         nlh    = NLMSG_PUT(skb, pid, seq, event, sizeof(struct nfgenmsg));
1384         nfmsg  = NLMSG_DATA(nlh);
1385
1386         nlh->nlmsg_flags    = (nowait && pid) ? NLM_F_MULTI : 0;
1387         nfmsg->nfgen_family = exp->tuple.src.l3num;
1388         nfmsg->version      = NFNETLINK_V0;
1389         nfmsg->res_id       = 0;
1390
1391         if (ctnetlink_exp_dump_expect(skb, exp) < 0)
1392                 goto nla_put_failure;
1393
1394         nlh->nlmsg_len = skb_tail_pointer(skb) - b;
1395         return skb->len;
1396
1397 nlmsg_failure:
1398 nla_put_failure:
1399         nlmsg_trim(skb, b);
1400         return -1;
1401 }
1402
1403 #ifdef CONFIG_NF_CONNTRACK_EVENTS
1404 static int ctnetlink_expect_event(struct notifier_block *this,
1405                                   unsigned long events, void *ptr)
1406 {
1407         struct nlmsghdr *nlh;
1408         struct nfgenmsg *nfmsg;
1409         struct nf_conntrack_expect *exp = (struct nf_conntrack_expect *)ptr;
1410         struct sk_buff *skb;
1411         unsigned int type;
1412         sk_buff_data_t b;
1413         int flags = 0;
1414
1415         if (events & IPEXP_NEW) {
1416                 type = IPCTNL_MSG_EXP_NEW;
1417                 flags = NLM_F_CREATE|NLM_F_EXCL;
1418         } else
1419                 return NOTIFY_DONE;
1420
1421         if (!nfnetlink_has_listeners(NFNLGRP_CONNTRACK_EXP_NEW))
1422                 return NOTIFY_DONE;
1423
1424         skb = alloc_skb(NLMSG_GOODSIZE, GFP_ATOMIC);
1425         if (!skb)
1426                 return NOTIFY_DONE;
1427
1428         b = skb->tail;
1429
1430         type |= NFNL_SUBSYS_CTNETLINK_EXP << 8;
1431         nlh   = NLMSG_PUT(skb, 0, 0, type, sizeof(struct nfgenmsg));
1432         nfmsg = NLMSG_DATA(nlh);
1433
1434         nlh->nlmsg_flags    = flags;
1435         nfmsg->nfgen_family = exp->tuple.src.l3num;
1436         nfmsg->version      = NFNETLINK_V0;
1437         nfmsg->res_id       = 0;
1438
1439         if (ctnetlink_exp_dump_expect(skb, exp) < 0)
1440                 goto nla_put_failure;
1441
1442         nlh->nlmsg_len = skb->tail - b;
1443         nfnetlink_send(skb, 0, NFNLGRP_CONNTRACK_EXP_NEW, 0);
1444         return NOTIFY_DONE;
1445
1446 nlmsg_failure:
1447 nla_put_failure:
1448         kfree_skb(skb);
1449         return NOTIFY_DONE;
1450 }
1451 #endif
1452 static int ctnetlink_exp_done(struct netlink_callback *cb)
1453 {
1454         if (cb->args[1])
1455                 nf_ct_expect_put((struct nf_conntrack_expect *)cb->args[1]);
1456         return 0;
1457 }
1458
1459 static int
1460 ctnetlink_exp_dump_table(struct sk_buff *skb, struct netlink_callback *cb)
1461 {
1462         struct nf_conntrack_expect *exp, *last;
1463         struct nfgenmsg *nfmsg = NLMSG_DATA(cb->nlh);
1464         struct hlist_node *n;
1465         u_int8_t l3proto = nfmsg->nfgen_family;
1466
1467         rcu_read_lock();
1468         last = (struct nf_conntrack_expect *)cb->args[1];
1469         for (; cb->args[0] < nf_ct_expect_hsize; cb->args[0]++) {
1470 restart:
1471                 hlist_for_each_entry(exp, n, &nf_ct_expect_hash[cb->args[0]],
1472                                      hnode) {
1473                         if (l3proto && exp->tuple.src.l3num != l3proto)
1474                                 continue;
1475                         if (cb->args[1]) {
1476                                 if (exp != last)
1477                                         continue;
1478                                 cb->args[1] = 0;
1479                         }
1480                         if (ctnetlink_exp_fill_info(skb, NETLINK_CB(cb->skb).pid,
1481                                                     cb->nlh->nlmsg_seq,
1482                                                     IPCTNL_MSG_EXP_NEW,
1483                                                     1, exp) < 0) {
1484                                 if (!atomic_inc_not_zero(&exp->use))
1485                                         continue;
1486                                 cb->args[1] = (unsigned long)exp;
1487                                 goto out;
1488                         }
1489                 }
1490                 if (cb->args[1]) {
1491                         cb->args[1] = 0;
1492                         goto restart;
1493                 }
1494         }
1495 out:
1496         rcu_read_unlock();
1497         if (last)
1498                 nf_ct_expect_put(last);
1499
1500         return skb->len;
1501 }
1502
1503 static const struct nla_policy exp_nla_policy[CTA_EXPECT_MAX+1] = {
1504         [CTA_EXPECT_TIMEOUT]    = { .type = NLA_U32 },
1505         [CTA_EXPECT_ID]         = { .type = NLA_U32 },
1506 };
1507
1508 static int
1509 ctnetlink_get_expect(struct sock *ctnl, struct sk_buff *skb,
1510                      struct nlmsghdr *nlh, struct nlattr *cda[])
1511 {
1512         struct nf_conntrack_tuple tuple;
1513         struct nf_conntrack_expect *exp;
1514         struct sk_buff *skb2;
1515         struct nfgenmsg *nfmsg = NLMSG_DATA(nlh);
1516         u_int8_t u3 = nfmsg->nfgen_family;
1517         int err = 0;
1518
1519         if (nlh->nlmsg_flags & NLM_F_DUMP) {
1520                 return netlink_dump_start(ctnl, skb, nlh,
1521                                           ctnetlink_exp_dump_table,
1522                                           ctnetlink_exp_done);
1523         }
1524
1525         if (cda[CTA_EXPECT_MASTER])
1526                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_MASTER, u3);
1527         else
1528                 return -EINVAL;
1529
1530         if (err < 0)
1531                 return err;
1532
1533         exp = nf_ct_expect_find_get(&tuple);
1534         if (!exp)
1535                 return -ENOENT;
1536
1537         if (cda[CTA_EXPECT_ID]) {
1538                 __be32 id = nla_get_be32(cda[CTA_EXPECT_ID]);
1539                 if (ntohl(id) != (u32)(unsigned long)exp) {
1540                         nf_ct_expect_put(exp);
1541                         return -ENOENT;
1542                 }
1543         }
1544
1545         err = -ENOMEM;
1546         skb2 = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
1547         if (!skb2)
1548                 goto out;
1549
1550         err = ctnetlink_exp_fill_info(skb2, NETLINK_CB(skb).pid,
1551                                       nlh->nlmsg_seq, IPCTNL_MSG_EXP_NEW,
1552                                       1, exp);
1553         if (err <= 0)
1554                 goto free;
1555
1556         nf_ct_expect_put(exp);
1557
1558         return netlink_unicast(ctnl, skb2, NETLINK_CB(skb).pid, MSG_DONTWAIT);
1559
1560 free:
1561         kfree_skb(skb2);
1562 out:
1563         nf_ct_expect_put(exp);
1564         return err;
1565 }
1566
1567 static int
1568 ctnetlink_del_expect(struct sock *ctnl, struct sk_buff *skb,
1569                      struct nlmsghdr *nlh, struct nlattr *cda[])
1570 {
1571         struct nf_conntrack_expect *exp;
1572         struct nf_conntrack_tuple tuple;
1573         struct nf_conntrack_helper *h;
1574         struct nfgenmsg *nfmsg = NLMSG_DATA(nlh);
1575         struct hlist_node *n, *next;
1576         u_int8_t u3 = nfmsg->nfgen_family;
1577         unsigned int i;
1578         int err;
1579
1580         if (cda[CTA_EXPECT_TUPLE]) {
1581                 /* delete a single expect by tuple */
1582                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
1583                 if (err < 0)
1584                         return err;
1585
1586                 /* bump usage count to 2 */
1587                 exp = nf_ct_expect_find_get(&tuple);
1588                 if (!exp)
1589                         return -ENOENT;
1590
1591                 if (cda[CTA_EXPECT_ID]) {
1592                         __be32 id = nla_get_be32(cda[CTA_EXPECT_ID]);
1593                         if (ntohl(id) != (u32)(unsigned long)exp) {
1594                                 nf_ct_expect_put(exp);
1595                                 return -ENOENT;
1596                         }
1597                 }
1598
1599                 /* after list removal, usage count == 1 */
1600                 nf_ct_unexpect_related(exp);
1601                 /* have to put what we 'get' above.
1602                  * after this line usage count == 0 */
1603                 nf_ct_expect_put(exp);
1604         } else if (cda[CTA_EXPECT_HELP_NAME]) {
1605                 char *name = nla_data(cda[CTA_EXPECT_HELP_NAME]);
1606                 struct nf_conn_help *m_help;
1607
1608                 /* delete all expectations for this helper */
1609                 spin_lock_bh(&nf_conntrack_lock);
1610                 h = __nf_conntrack_helper_find_byname(name);
1611                 if (!h) {
1612                         spin_unlock_bh(&nf_conntrack_lock);
1613                         return -EINVAL;
1614                 }
1615                 for (i = 0; i < nf_ct_expect_hsize; i++) {
1616                         hlist_for_each_entry_safe(exp, n, next,
1617                                                   &nf_ct_expect_hash[i],
1618                                                   hnode) {
1619                                 m_help = nfct_help(exp->master);
1620                                 if (m_help->helper == h
1621                                     && del_timer(&exp->timeout)) {
1622                                         nf_ct_unlink_expect(exp);
1623                                         nf_ct_expect_put(exp);
1624                                 }
1625                         }
1626                 }
1627                 spin_unlock_bh(&nf_conntrack_lock);
1628         } else {
1629                 /* This basically means we have to flush everything*/
1630                 spin_lock_bh(&nf_conntrack_lock);
1631                 for (i = 0; i < nf_ct_expect_hsize; i++) {
1632                         hlist_for_each_entry_safe(exp, n, next,
1633                                                   &nf_ct_expect_hash[i],
1634                                                   hnode) {
1635                                 if (del_timer(&exp->timeout)) {
1636                                         nf_ct_unlink_expect(exp);
1637                                         nf_ct_expect_put(exp);
1638                                 }
1639                         }
1640                 }
1641                 spin_unlock_bh(&nf_conntrack_lock);
1642         }
1643
1644         return 0;
1645 }
1646 static int
1647 ctnetlink_change_expect(struct nf_conntrack_expect *x, struct nlattr *cda[])
1648 {
1649         return -EOPNOTSUPP;
1650 }
1651
1652 static int
1653 ctnetlink_create_expect(struct nlattr *cda[], u_int8_t u3)
1654 {
1655         struct nf_conntrack_tuple tuple, mask, master_tuple;
1656         struct nf_conntrack_tuple_hash *h = NULL;
1657         struct nf_conntrack_expect *exp;
1658         struct nf_conn *ct;
1659         struct nf_conn_help *help;
1660         int err = 0;
1661
1662         /* caller guarantees that those three CTA_EXPECT_* exist */
1663         err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
1664         if (err < 0)
1665                 return err;
1666         err = ctnetlink_parse_tuple(cda, &mask, CTA_EXPECT_MASK, u3);
1667         if (err < 0)
1668                 return err;
1669         err = ctnetlink_parse_tuple(cda, &master_tuple, CTA_EXPECT_MASTER, u3);
1670         if (err < 0)
1671                 return err;
1672
1673         /* Look for master conntrack of this expectation */
1674         h = nf_conntrack_find_get(&master_tuple);
1675         if (!h)
1676                 return -ENOENT;
1677         ct = nf_ct_tuplehash_to_ctrack(h);
1678         help = nfct_help(ct);
1679
1680         if (!help || !help->helper) {
1681                 /* such conntrack hasn't got any helper, abort */
1682                 err = -EINVAL;
1683                 goto out;
1684         }
1685
1686         exp = nf_ct_expect_alloc(ct);
1687         if (!exp) {
1688                 err = -ENOMEM;
1689                 goto out;
1690         }
1691
1692         exp->expectfn = NULL;
1693         exp->flags = 0;
1694         exp->master = ct;
1695         exp->helper = NULL;
1696         memcpy(&exp->tuple, &tuple, sizeof(struct nf_conntrack_tuple));
1697         memcpy(&exp->mask.src.u3, &mask.src.u3, sizeof(exp->mask.src.u3));
1698         exp->mask.src.u.all = mask.src.u.all;
1699
1700         err = nf_ct_expect_related(exp);
1701         nf_ct_expect_put(exp);
1702
1703 out:
1704         nf_ct_put(nf_ct_tuplehash_to_ctrack(h));
1705         return err;
1706 }
1707
1708 static int
1709 ctnetlink_new_expect(struct sock *ctnl, struct sk_buff *skb,
1710                      struct nlmsghdr *nlh, struct nlattr *cda[])
1711 {
1712         struct nf_conntrack_tuple tuple;
1713         struct nf_conntrack_expect *exp;
1714         struct nfgenmsg *nfmsg = NLMSG_DATA(nlh);
1715         u_int8_t u3 = nfmsg->nfgen_family;
1716         int err = 0;
1717
1718         if (!cda[CTA_EXPECT_TUPLE]
1719             || !cda[CTA_EXPECT_MASK]
1720             || !cda[CTA_EXPECT_MASTER])
1721                 return -EINVAL;
1722
1723         err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
1724         if (err < 0)
1725                 return err;
1726
1727         spin_lock_bh(&nf_conntrack_lock);
1728         exp = __nf_ct_expect_find(&tuple);
1729
1730         if (!exp) {
1731                 spin_unlock_bh(&nf_conntrack_lock);
1732                 err = -ENOENT;
1733                 if (nlh->nlmsg_flags & NLM_F_CREATE)
1734                         err = ctnetlink_create_expect(cda, u3);
1735                 return err;
1736         }
1737
1738         err = -EEXIST;
1739         if (!(nlh->nlmsg_flags & NLM_F_EXCL))
1740                 err = ctnetlink_change_expect(exp, cda);
1741         spin_unlock_bh(&nf_conntrack_lock);
1742
1743         return err;
1744 }
1745
1746 #ifdef CONFIG_NF_CONNTRACK_EVENTS
1747 static struct notifier_block ctnl_notifier = {
1748         .notifier_call  = ctnetlink_conntrack_event,
1749 };
1750
1751 static struct notifier_block ctnl_notifier_exp = {
1752         .notifier_call  = ctnetlink_expect_event,
1753 };
1754 #endif
1755
1756 static const struct nfnl_callback ctnl_cb[IPCTNL_MSG_MAX] = {
1757         [IPCTNL_MSG_CT_NEW]             = { .call = ctnetlink_new_conntrack,
1758                                             .attr_count = CTA_MAX,
1759                                             .policy = ct_nla_policy },
1760         [IPCTNL_MSG_CT_GET]             = { .call = ctnetlink_get_conntrack,
1761                                             .attr_count = CTA_MAX,
1762                                             .policy = ct_nla_policy },
1763         [IPCTNL_MSG_CT_DELETE]          = { .call = ctnetlink_del_conntrack,
1764                                             .attr_count = CTA_MAX,
1765                                             .policy = ct_nla_policy },
1766         [IPCTNL_MSG_CT_GET_CTRZERO]     = { .call = ctnetlink_get_conntrack,
1767                                             .attr_count = CTA_MAX,
1768                                             .policy = ct_nla_policy },
1769 };
1770
1771 static const struct nfnl_callback ctnl_exp_cb[IPCTNL_MSG_EXP_MAX] = {
1772         [IPCTNL_MSG_EXP_GET]            = { .call = ctnetlink_get_expect,
1773                                             .attr_count = CTA_EXPECT_MAX,
1774                                             .policy = exp_nla_policy },
1775         [IPCTNL_MSG_EXP_NEW]            = { .call = ctnetlink_new_expect,
1776                                             .attr_count = CTA_EXPECT_MAX,
1777                                             .policy = exp_nla_policy },
1778         [IPCTNL_MSG_EXP_DELETE]         = { .call = ctnetlink_del_expect,
1779                                             .attr_count = CTA_EXPECT_MAX,
1780                                             .policy = exp_nla_policy },
1781 };
1782
1783 static const struct nfnetlink_subsystem ctnl_subsys = {
1784         .name                           = "conntrack",
1785         .subsys_id                      = NFNL_SUBSYS_CTNETLINK,
1786         .cb_count                       = IPCTNL_MSG_MAX,
1787         .cb                             = ctnl_cb,
1788 };
1789
1790 static const struct nfnetlink_subsystem ctnl_exp_subsys = {
1791         .name                           = "conntrack_expect",
1792         .subsys_id                      = NFNL_SUBSYS_CTNETLINK_EXP,
1793         .cb_count                       = IPCTNL_MSG_EXP_MAX,
1794         .cb                             = ctnl_exp_cb,
1795 };
1796
1797 MODULE_ALIAS("ip_conntrack_netlink");
1798 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_CTNETLINK);
1799 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_CTNETLINK_EXP);
1800
1801 static int __init ctnetlink_init(void)
1802 {
1803         int ret;
1804
1805         printk("ctnetlink v%s: registering with nfnetlink.\n", version);
1806         ret = nfnetlink_subsys_register(&ctnl_subsys);
1807         if (ret < 0) {
1808                 printk("ctnetlink_init: cannot register with nfnetlink.\n");
1809                 goto err_out;
1810         }
1811
1812         ret = nfnetlink_subsys_register(&ctnl_exp_subsys);
1813         if (ret < 0) {
1814                 printk("ctnetlink_init: cannot register exp with nfnetlink.\n");
1815                 goto err_unreg_subsys;
1816         }
1817
1818 #ifdef CONFIG_NF_CONNTRACK_EVENTS
1819         ret = nf_conntrack_register_notifier(&ctnl_notifier);
1820         if (ret < 0) {
1821                 printk("ctnetlink_init: cannot register notifier.\n");
1822                 goto err_unreg_exp_subsys;
1823         }
1824
1825         ret = nf_ct_expect_register_notifier(&ctnl_notifier_exp);
1826         if (ret < 0) {
1827                 printk("ctnetlink_init: cannot expect register notifier.\n");
1828                 goto err_unreg_notifier;
1829         }
1830 #endif
1831
1832         return 0;
1833
1834 #ifdef CONFIG_NF_CONNTRACK_EVENTS
1835 err_unreg_notifier:
1836         nf_conntrack_unregister_notifier(&ctnl_notifier);
1837 err_unreg_exp_subsys:
1838         nfnetlink_subsys_unregister(&ctnl_exp_subsys);
1839 #endif
1840 err_unreg_subsys:
1841         nfnetlink_subsys_unregister(&ctnl_subsys);
1842 err_out:
1843         return ret;
1844 }
1845
1846 static void __exit ctnetlink_exit(void)
1847 {
1848         printk("ctnetlink: unregistering from nfnetlink.\n");
1849
1850 #ifdef CONFIG_NF_CONNTRACK_EVENTS
1851         nf_ct_expect_unregister_notifier(&ctnl_notifier_exp);
1852         nf_conntrack_unregister_notifier(&ctnl_notifier);
1853 #endif
1854
1855         nfnetlink_subsys_unregister(&ctnl_exp_subsys);
1856         nfnetlink_subsys_unregister(&ctnl_subsys);
1857         return;
1858 }
1859
1860 module_init(ctnetlink_init);
1861 module_exit(ctnetlink_exit);