Merge branches 'battery', 'bugzilla-14667', 'bugzilla-15096', 'bugzilla-15480', ...
[sfrench/cifs-2.6.git] / net / netfilter / nf_conntrack_netlink.c
1 /* Connection tracking via netlink socket. Allows for user space
2  * protocol helpers and general trouble making from userspace.
3  *
4  * (C) 2001 by Jay Schulist <jschlst@samba.org>
5  * (C) 2002-2006 by Harald Welte <laforge@gnumonks.org>
6  * (C) 2003 by Patrick Mchardy <kaber@trash.net>
7  * (C) 2005-2008 by Pablo Neira Ayuso <pablo@netfilter.org>
8  *
9  * Initial connection tracking via netlink development funded and
10  * generally made possible by Network Robots, Inc. (www.networkrobots.com)
11  *
12  * Further development of this code funded by Astaro AG (http://www.astaro.com)
13  *
14  * This software may be used and distributed according to the terms
15  * of the GNU General Public License, incorporated herein by reference.
16  */
17
18 #include <linux/init.h>
19 #include <linux/module.h>
20 #include <linux/kernel.h>
21 #include <linux/rculist.h>
22 #include <linux/rculist_nulls.h>
23 #include <linux/types.h>
24 #include <linux/timer.h>
25 #include <linux/skbuff.h>
26 #include <linux/errno.h>
27 #include <linux/netlink.h>
28 #include <linux/spinlock.h>
29 #include <linux/interrupt.h>
30 #include <linux/slab.h>
31
32 #include <linux/netfilter.h>
33 #include <net/netlink.h>
34 #include <net/sock.h>
35 #include <net/netfilter/nf_conntrack.h>
36 #include <net/netfilter/nf_conntrack_core.h>
37 #include <net/netfilter/nf_conntrack_expect.h>
38 #include <net/netfilter/nf_conntrack_helper.h>
39 #include <net/netfilter/nf_conntrack_l3proto.h>
40 #include <net/netfilter/nf_conntrack_l4proto.h>
41 #include <net/netfilter/nf_conntrack_tuple.h>
42 #include <net/netfilter/nf_conntrack_acct.h>
43 #include <net/netfilter/nf_conntrack_zones.h>
44 #ifdef CONFIG_NF_NAT_NEEDED
45 #include <net/netfilter/nf_nat_core.h>
46 #include <net/netfilter/nf_nat_protocol.h>
47 #endif
48
49 #include <linux/netfilter/nfnetlink.h>
50 #include <linux/netfilter/nfnetlink_conntrack.h>
51
52 MODULE_LICENSE("GPL");
53
54 static char __initdata version[] = "0.93";
55
56 static inline int
57 ctnetlink_dump_tuples_proto(struct sk_buff *skb,
58                             const struct nf_conntrack_tuple *tuple,
59                             struct nf_conntrack_l4proto *l4proto)
60 {
61         int ret = 0;
62         struct nlattr *nest_parms;
63
64         nest_parms = nla_nest_start(skb, CTA_TUPLE_PROTO | NLA_F_NESTED);
65         if (!nest_parms)
66                 goto nla_put_failure;
67         NLA_PUT_U8(skb, CTA_PROTO_NUM, tuple->dst.protonum);
68
69         if (likely(l4proto->tuple_to_nlattr))
70                 ret = l4proto->tuple_to_nlattr(skb, tuple);
71
72         nla_nest_end(skb, nest_parms);
73
74         return ret;
75
76 nla_put_failure:
77         return -1;
78 }
79
80 static inline int
81 ctnetlink_dump_tuples_ip(struct sk_buff *skb,
82                          const struct nf_conntrack_tuple *tuple,
83                          struct nf_conntrack_l3proto *l3proto)
84 {
85         int ret = 0;
86         struct nlattr *nest_parms;
87
88         nest_parms = nla_nest_start(skb, CTA_TUPLE_IP | NLA_F_NESTED);
89         if (!nest_parms)
90                 goto nla_put_failure;
91
92         if (likely(l3proto->tuple_to_nlattr))
93                 ret = l3proto->tuple_to_nlattr(skb, tuple);
94
95         nla_nest_end(skb, nest_parms);
96
97         return ret;
98
99 nla_put_failure:
100         return -1;
101 }
102
103 static int
104 ctnetlink_dump_tuples(struct sk_buff *skb,
105                       const struct nf_conntrack_tuple *tuple)
106 {
107         int ret;
108         struct nf_conntrack_l3proto *l3proto;
109         struct nf_conntrack_l4proto *l4proto;
110
111         l3proto = __nf_ct_l3proto_find(tuple->src.l3num);
112         ret = ctnetlink_dump_tuples_ip(skb, tuple, l3proto);
113
114         if (unlikely(ret < 0))
115                 return ret;
116
117         l4proto = __nf_ct_l4proto_find(tuple->src.l3num, tuple->dst.protonum);
118         ret = ctnetlink_dump_tuples_proto(skb, tuple, l4proto);
119
120         return ret;
121 }
122
123 static inline int
124 ctnetlink_dump_status(struct sk_buff *skb, const struct nf_conn *ct)
125 {
126         NLA_PUT_BE32(skb, CTA_STATUS, htonl(ct->status));
127         return 0;
128
129 nla_put_failure:
130         return -1;
131 }
132
133 static inline int
134 ctnetlink_dump_timeout(struct sk_buff *skb, const struct nf_conn *ct)
135 {
136         long timeout = (ct->timeout.expires - jiffies) / HZ;
137
138         if (timeout < 0)
139                 timeout = 0;
140
141         NLA_PUT_BE32(skb, CTA_TIMEOUT, htonl(timeout));
142         return 0;
143
144 nla_put_failure:
145         return -1;
146 }
147
148 static inline int
149 ctnetlink_dump_protoinfo(struct sk_buff *skb, struct nf_conn *ct)
150 {
151         struct nf_conntrack_l4proto *l4proto;
152         struct nlattr *nest_proto;
153         int ret;
154
155         l4proto = __nf_ct_l4proto_find(nf_ct_l3num(ct), nf_ct_protonum(ct));
156         if (!l4proto->to_nlattr)
157                 return 0;
158
159         nest_proto = nla_nest_start(skb, CTA_PROTOINFO | NLA_F_NESTED);
160         if (!nest_proto)
161                 goto nla_put_failure;
162
163         ret = l4proto->to_nlattr(skb, nest_proto, ct);
164
165         nla_nest_end(skb, nest_proto);
166
167         return ret;
168
169 nla_put_failure:
170         return -1;
171 }
172
173 static inline int
174 ctnetlink_dump_helpinfo(struct sk_buff *skb, const struct nf_conn *ct)
175 {
176         struct nlattr *nest_helper;
177         const struct nf_conn_help *help = nfct_help(ct);
178         struct nf_conntrack_helper *helper;
179
180         if (!help)
181                 return 0;
182
183         helper = rcu_dereference(help->helper);
184         if (!helper)
185                 goto out;
186
187         nest_helper = nla_nest_start(skb, CTA_HELP | NLA_F_NESTED);
188         if (!nest_helper)
189                 goto nla_put_failure;
190         NLA_PUT_STRING(skb, CTA_HELP_NAME, helper->name);
191
192         if (helper->to_nlattr)
193                 helper->to_nlattr(skb, ct);
194
195         nla_nest_end(skb, nest_helper);
196 out:
197         return 0;
198
199 nla_put_failure:
200         return -1;
201 }
202
203 static int
204 ctnetlink_dump_counters(struct sk_buff *skb, const struct nf_conn *ct,
205                         enum ip_conntrack_dir dir)
206 {
207         enum ctattr_type type = dir ? CTA_COUNTERS_REPLY: CTA_COUNTERS_ORIG;
208         struct nlattr *nest_count;
209         const struct nf_conn_counter *acct;
210
211         acct = nf_conn_acct_find(ct);
212         if (!acct)
213                 return 0;
214
215         nest_count = nla_nest_start(skb, type | NLA_F_NESTED);
216         if (!nest_count)
217                 goto nla_put_failure;
218
219         NLA_PUT_BE64(skb, CTA_COUNTERS_PACKETS,
220                      cpu_to_be64(acct[dir].packets));
221         NLA_PUT_BE64(skb, CTA_COUNTERS_BYTES,
222                      cpu_to_be64(acct[dir].bytes));
223
224         nla_nest_end(skb, nest_count);
225
226         return 0;
227
228 nla_put_failure:
229         return -1;
230 }
231
232 #ifdef CONFIG_NF_CONNTRACK_MARK
233 static inline int
234 ctnetlink_dump_mark(struct sk_buff *skb, const struct nf_conn *ct)
235 {
236         NLA_PUT_BE32(skb, CTA_MARK, htonl(ct->mark));
237         return 0;
238
239 nla_put_failure:
240         return -1;
241 }
242 #else
243 #define ctnetlink_dump_mark(a, b) (0)
244 #endif
245
246 #ifdef CONFIG_NF_CONNTRACK_SECMARK
247 static inline int
248 ctnetlink_dump_secmark(struct sk_buff *skb, const struct nf_conn *ct)
249 {
250         NLA_PUT_BE32(skb, CTA_SECMARK, htonl(ct->secmark));
251         return 0;
252
253 nla_put_failure:
254         return -1;
255 }
256 #else
257 #define ctnetlink_dump_secmark(a, b) (0)
258 #endif
259
260 #define master_tuple(ct) &(ct->master->tuplehash[IP_CT_DIR_ORIGINAL].tuple)
261
262 static inline int
263 ctnetlink_dump_master(struct sk_buff *skb, const struct nf_conn *ct)
264 {
265         struct nlattr *nest_parms;
266
267         if (!(ct->status & IPS_EXPECTED))
268                 return 0;
269
270         nest_parms = nla_nest_start(skb, CTA_TUPLE_MASTER | NLA_F_NESTED);
271         if (!nest_parms)
272                 goto nla_put_failure;
273         if (ctnetlink_dump_tuples(skb, master_tuple(ct)) < 0)
274                 goto nla_put_failure;
275         nla_nest_end(skb, nest_parms);
276
277         return 0;
278
279 nla_put_failure:
280         return -1;
281 }
282
283 #ifdef CONFIG_NF_NAT_NEEDED
284 static int
285 dump_nat_seq_adj(struct sk_buff *skb, const struct nf_nat_seq *natseq, int type)
286 {
287         struct nlattr *nest_parms;
288
289         nest_parms = nla_nest_start(skb, type | NLA_F_NESTED);
290         if (!nest_parms)
291                 goto nla_put_failure;
292
293         NLA_PUT_BE32(skb, CTA_NAT_SEQ_CORRECTION_POS,
294                      htonl(natseq->correction_pos));
295         NLA_PUT_BE32(skb, CTA_NAT_SEQ_OFFSET_BEFORE,
296                      htonl(natseq->offset_before));
297         NLA_PUT_BE32(skb, CTA_NAT_SEQ_OFFSET_AFTER,
298                      htonl(natseq->offset_after));
299
300         nla_nest_end(skb, nest_parms);
301
302         return 0;
303
304 nla_put_failure:
305         return -1;
306 }
307
308 static inline int
309 ctnetlink_dump_nat_seq_adj(struct sk_buff *skb, const struct nf_conn *ct)
310 {
311         struct nf_nat_seq *natseq;
312         struct nf_conn_nat *nat = nfct_nat(ct);
313
314         if (!(ct->status & IPS_SEQ_ADJUST) || !nat)
315                 return 0;
316
317         natseq = &nat->seq[IP_CT_DIR_ORIGINAL];
318         if (dump_nat_seq_adj(skb, natseq, CTA_NAT_SEQ_ADJ_ORIG) == -1)
319                 return -1;
320
321         natseq = &nat->seq[IP_CT_DIR_REPLY];
322         if (dump_nat_seq_adj(skb, natseq, CTA_NAT_SEQ_ADJ_REPLY) == -1)
323                 return -1;
324
325         return 0;
326 }
327 #else
328 #define ctnetlink_dump_nat_seq_adj(a, b) (0)
329 #endif
330
331 static inline int
332 ctnetlink_dump_id(struct sk_buff *skb, const struct nf_conn *ct)
333 {
334         NLA_PUT_BE32(skb, CTA_ID, htonl((unsigned long)ct));
335         return 0;
336
337 nla_put_failure:
338         return -1;
339 }
340
341 static inline int
342 ctnetlink_dump_use(struct sk_buff *skb, const struct nf_conn *ct)
343 {
344         NLA_PUT_BE32(skb, CTA_USE, htonl(atomic_read(&ct->ct_general.use)));
345         return 0;
346
347 nla_put_failure:
348         return -1;
349 }
350
351 static int
352 ctnetlink_fill_info(struct sk_buff *skb, u32 pid, u32 seq,
353                     int event, struct nf_conn *ct)
354 {
355         struct nlmsghdr *nlh;
356         struct nfgenmsg *nfmsg;
357         struct nlattr *nest_parms;
358         unsigned int flags = pid ? NLM_F_MULTI : 0;
359
360         event |= NFNL_SUBSYS_CTNETLINK << 8;
361         nlh = nlmsg_put(skb, pid, seq, event, sizeof(*nfmsg), flags);
362         if (nlh == NULL)
363                 goto nlmsg_failure;
364
365         nfmsg = nlmsg_data(nlh);
366         nfmsg->nfgen_family = nf_ct_l3num(ct);
367         nfmsg->version      = NFNETLINK_V0;
368         nfmsg->res_id       = 0;
369
370         nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG | NLA_F_NESTED);
371         if (!nest_parms)
372                 goto nla_put_failure;
373         if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_ORIGINAL)) < 0)
374                 goto nla_put_failure;
375         nla_nest_end(skb, nest_parms);
376
377         nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY | NLA_F_NESTED);
378         if (!nest_parms)
379                 goto nla_put_failure;
380         if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_REPLY)) < 0)
381                 goto nla_put_failure;
382         nla_nest_end(skb, nest_parms);
383
384         if (nf_ct_zone(ct))
385                 NLA_PUT_BE16(skb, CTA_ZONE, htons(nf_ct_zone(ct)));
386
387         if (ctnetlink_dump_status(skb, ct) < 0 ||
388             ctnetlink_dump_timeout(skb, ct) < 0 ||
389             ctnetlink_dump_counters(skb, ct, IP_CT_DIR_ORIGINAL) < 0 ||
390             ctnetlink_dump_counters(skb, ct, IP_CT_DIR_REPLY) < 0 ||
391             ctnetlink_dump_protoinfo(skb, ct) < 0 ||
392             ctnetlink_dump_helpinfo(skb, ct) < 0 ||
393             ctnetlink_dump_mark(skb, ct) < 0 ||
394             ctnetlink_dump_secmark(skb, ct) < 0 ||
395             ctnetlink_dump_id(skb, ct) < 0 ||
396             ctnetlink_dump_use(skb, ct) < 0 ||
397             ctnetlink_dump_master(skb, ct) < 0 ||
398             ctnetlink_dump_nat_seq_adj(skb, ct) < 0)
399                 goto nla_put_failure;
400
401         nlmsg_end(skb, nlh);
402         return skb->len;
403
404 nlmsg_failure:
405 nla_put_failure:
406         nlmsg_cancel(skb, nlh);
407         return -1;
408 }
409
410 #ifdef CONFIG_NF_CONNTRACK_EVENTS
411 static inline size_t
412 ctnetlink_proto_size(const struct nf_conn *ct)
413 {
414         struct nf_conntrack_l3proto *l3proto;
415         struct nf_conntrack_l4proto *l4proto;
416         size_t len = 0;
417
418         rcu_read_lock();
419         l3proto = __nf_ct_l3proto_find(nf_ct_l3num(ct));
420         len += l3proto->nla_size;
421
422         l4proto = __nf_ct_l4proto_find(nf_ct_l3num(ct), nf_ct_protonum(ct));
423         len += l4proto->nla_size;
424         rcu_read_unlock();
425
426         return len;
427 }
428
429 static inline size_t
430 ctnetlink_nlmsg_size(const struct nf_conn *ct)
431 {
432         return NLMSG_ALIGN(sizeof(struct nfgenmsg))
433                + 3 * nla_total_size(0) /* CTA_TUPLE_ORIG|REPL|MASTER */
434                + 3 * nla_total_size(0) /* CTA_TUPLE_IP */
435                + 3 * nla_total_size(0) /* CTA_TUPLE_PROTO */
436                + 3 * nla_total_size(sizeof(u_int8_t)) /* CTA_PROTO_NUM */
437                + nla_total_size(sizeof(u_int32_t)) /* CTA_ID */
438                + nla_total_size(sizeof(u_int32_t)) /* CTA_STATUS */
439 #ifdef CONFIG_NF_CT_ACCT
440                + 2 * nla_total_size(0) /* CTA_COUNTERS_ORIG|REPL */
441                + 2 * nla_total_size(sizeof(uint64_t)) /* CTA_COUNTERS_PACKETS */
442                + 2 * nla_total_size(sizeof(uint64_t)) /* CTA_COUNTERS_BYTES */
443 #endif
444                + nla_total_size(sizeof(u_int32_t)) /* CTA_TIMEOUT */
445                + nla_total_size(0) /* CTA_PROTOINFO */
446                + nla_total_size(0) /* CTA_HELP */
447                + nla_total_size(NF_CT_HELPER_NAME_LEN) /* CTA_HELP_NAME */
448 #ifdef CONFIG_NF_CONNTRACK_SECMARK
449                + nla_total_size(sizeof(u_int32_t)) /* CTA_SECMARK */
450 #endif
451 #ifdef CONFIG_NF_NAT_NEEDED
452                + 2 * nla_total_size(0) /* CTA_NAT_SEQ_ADJ_ORIG|REPL */
453                + 6 * nla_total_size(sizeof(u_int32_t)) /* CTA_NAT_SEQ_OFFSET */
454 #endif
455 #ifdef CONFIG_NF_CONNTRACK_MARK
456                + nla_total_size(sizeof(u_int32_t)) /* CTA_MARK */
457 #endif
458                + ctnetlink_proto_size(ct)
459                ;
460 }
461
462 static int
463 ctnetlink_conntrack_event(unsigned int events, struct nf_ct_event *item)
464 {
465         struct net *net;
466         struct nlmsghdr *nlh;
467         struct nfgenmsg *nfmsg;
468         struct nlattr *nest_parms;
469         struct nf_conn *ct = item->ct;
470         struct sk_buff *skb;
471         unsigned int type;
472         unsigned int flags = 0, group;
473         int err;
474
475         /* ignore our fake conntrack entry */
476         if (ct == &nf_conntrack_untracked)
477                 return 0;
478
479         if (events & (1 << IPCT_DESTROY)) {
480                 type = IPCTNL_MSG_CT_DELETE;
481                 group = NFNLGRP_CONNTRACK_DESTROY;
482         } else  if (events & ((1 << IPCT_NEW) | (1 << IPCT_RELATED))) {
483                 type = IPCTNL_MSG_CT_NEW;
484                 flags = NLM_F_CREATE|NLM_F_EXCL;
485                 group = NFNLGRP_CONNTRACK_NEW;
486         } else  if (events) {
487                 type = IPCTNL_MSG_CT_NEW;
488                 group = NFNLGRP_CONNTRACK_UPDATE;
489         } else
490                 return 0;
491
492         net = nf_ct_net(ct);
493         if (!item->report && !nfnetlink_has_listeners(net, group))
494                 return 0;
495
496         skb = nlmsg_new(ctnetlink_nlmsg_size(ct), GFP_ATOMIC);
497         if (skb == NULL)
498                 goto errout;
499
500         type |= NFNL_SUBSYS_CTNETLINK << 8;
501         nlh = nlmsg_put(skb, item->pid, 0, type, sizeof(*nfmsg), flags);
502         if (nlh == NULL)
503                 goto nlmsg_failure;
504
505         nfmsg = nlmsg_data(nlh);
506         nfmsg->nfgen_family = nf_ct_l3num(ct);
507         nfmsg->version  = NFNETLINK_V0;
508         nfmsg->res_id   = 0;
509
510         rcu_read_lock();
511         nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG | NLA_F_NESTED);
512         if (!nest_parms)
513                 goto nla_put_failure;
514         if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_ORIGINAL)) < 0)
515                 goto nla_put_failure;
516         nla_nest_end(skb, nest_parms);
517
518         nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY | NLA_F_NESTED);
519         if (!nest_parms)
520                 goto nla_put_failure;
521         if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_REPLY)) < 0)
522                 goto nla_put_failure;
523         nla_nest_end(skb, nest_parms);
524
525         if (nf_ct_zone(ct))
526                 NLA_PUT_BE16(skb, CTA_ZONE, htons(nf_ct_zone(ct)));
527
528         if (ctnetlink_dump_id(skb, ct) < 0)
529                 goto nla_put_failure;
530
531         if (ctnetlink_dump_status(skb, ct) < 0)
532                 goto nla_put_failure;
533
534         if (events & (1 << IPCT_DESTROY)) {
535                 if (ctnetlink_dump_counters(skb, ct, IP_CT_DIR_ORIGINAL) < 0 ||
536                     ctnetlink_dump_counters(skb, ct, IP_CT_DIR_REPLY) < 0)
537                         goto nla_put_failure;
538         } else {
539                 if (ctnetlink_dump_timeout(skb, ct) < 0)
540                         goto nla_put_failure;
541
542                 if (events & (1 << IPCT_PROTOINFO)
543                     && ctnetlink_dump_protoinfo(skb, ct) < 0)
544                         goto nla_put_failure;
545
546                 if ((events & (1 << IPCT_HELPER) || nfct_help(ct))
547                     && ctnetlink_dump_helpinfo(skb, ct) < 0)
548                         goto nla_put_failure;
549
550 #ifdef CONFIG_NF_CONNTRACK_SECMARK
551                 if ((events & (1 << IPCT_SECMARK) || ct->secmark)
552                     && ctnetlink_dump_secmark(skb, ct) < 0)
553                         goto nla_put_failure;
554 #endif
555
556                 if (events & (1 << IPCT_RELATED) &&
557                     ctnetlink_dump_master(skb, ct) < 0)
558                         goto nla_put_failure;
559
560                 if (events & (1 << IPCT_NATSEQADJ) &&
561                     ctnetlink_dump_nat_seq_adj(skb, ct) < 0)
562                         goto nla_put_failure;
563         }
564
565 #ifdef CONFIG_NF_CONNTRACK_MARK
566         if ((events & (1 << IPCT_MARK) || ct->mark)
567             && ctnetlink_dump_mark(skb, ct) < 0)
568                 goto nla_put_failure;
569 #endif
570         rcu_read_unlock();
571
572         nlmsg_end(skb, nlh);
573         err = nfnetlink_send(skb, net, item->pid, group, item->report,
574                              GFP_ATOMIC);
575         if (err == -ENOBUFS || err == -EAGAIN)
576                 return -ENOBUFS;
577
578         return 0;
579
580 nla_put_failure:
581         rcu_read_unlock();
582         nlmsg_cancel(skb, nlh);
583 nlmsg_failure:
584         kfree_skb(skb);
585 errout:
586         if (nfnetlink_set_err(net, 0, group, -ENOBUFS) > 0)
587                 return -ENOBUFS;
588
589         return 0;
590 }
591 #endif /* CONFIG_NF_CONNTRACK_EVENTS */
592
593 static int ctnetlink_done(struct netlink_callback *cb)
594 {
595         if (cb->args[1])
596                 nf_ct_put((struct nf_conn *)cb->args[1]);
597         return 0;
598 }
599
600 static int
601 ctnetlink_dump_table(struct sk_buff *skb, struct netlink_callback *cb)
602 {
603         struct net *net = sock_net(skb->sk);
604         struct nf_conn *ct, *last;
605         struct nf_conntrack_tuple_hash *h;
606         struct hlist_nulls_node *n;
607         struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh);
608         u_int8_t l3proto = nfmsg->nfgen_family;
609
610         rcu_read_lock();
611         last = (struct nf_conn *)cb->args[1];
612         for (; cb->args[0] < net->ct.htable_size; cb->args[0]++) {
613 restart:
614                 hlist_nulls_for_each_entry_rcu(h, n, &net->ct.hash[cb->args[0]],
615                                          hnnode) {
616                         if (NF_CT_DIRECTION(h) != IP_CT_DIR_ORIGINAL)
617                                 continue;
618                         ct = nf_ct_tuplehash_to_ctrack(h);
619                         if (!atomic_inc_not_zero(&ct->ct_general.use))
620                                 continue;
621                         /* Dump entries of a given L3 protocol number.
622                          * If it is not specified, ie. l3proto == 0,
623                          * then dump everything. */
624                         if (l3proto && nf_ct_l3num(ct) != l3proto)
625                                 goto releasect;
626                         if (cb->args[1]) {
627                                 if (ct != last)
628                                         goto releasect;
629                                 cb->args[1] = 0;
630                         }
631                         if (ctnetlink_fill_info(skb, NETLINK_CB(cb->skb).pid,
632                                                 cb->nlh->nlmsg_seq,
633                                                 IPCTNL_MSG_CT_NEW, ct) < 0) {
634                                 cb->args[1] = (unsigned long)ct;
635                                 goto out;
636                         }
637
638                         if (NFNL_MSG_TYPE(cb->nlh->nlmsg_type) ==
639                                                 IPCTNL_MSG_CT_GET_CTRZERO) {
640                                 struct nf_conn_counter *acct;
641
642                                 acct = nf_conn_acct_find(ct);
643                                 if (acct)
644                                         memset(acct, 0, sizeof(struct nf_conn_counter[IP_CT_DIR_MAX]));
645                         }
646 releasect:
647                 nf_ct_put(ct);
648                 }
649                 if (cb->args[1]) {
650                         cb->args[1] = 0;
651                         goto restart;
652                 }
653         }
654 out:
655         rcu_read_unlock();
656         if (last)
657                 nf_ct_put(last);
658
659         return skb->len;
660 }
661
662 static inline int
663 ctnetlink_parse_tuple_ip(struct nlattr *attr, struct nf_conntrack_tuple *tuple)
664 {
665         struct nlattr *tb[CTA_IP_MAX+1];
666         struct nf_conntrack_l3proto *l3proto;
667         int ret = 0;
668
669         nla_parse_nested(tb, CTA_IP_MAX, attr, NULL);
670
671         rcu_read_lock();
672         l3proto = __nf_ct_l3proto_find(tuple->src.l3num);
673
674         if (likely(l3proto->nlattr_to_tuple)) {
675                 ret = nla_validate_nested(attr, CTA_IP_MAX,
676                                           l3proto->nla_policy);
677                 if (ret == 0)
678                         ret = l3proto->nlattr_to_tuple(tb, tuple);
679         }
680
681         rcu_read_unlock();
682
683         return ret;
684 }
685
686 static const struct nla_policy proto_nla_policy[CTA_PROTO_MAX+1] = {
687         [CTA_PROTO_NUM] = { .type = NLA_U8 },
688 };
689
690 static inline int
691 ctnetlink_parse_tuple_proto(struct nlattr *attr,
692                             struct nf_conntrack_tuple *tuple)
693 {
694         struct nlattr *tb[CTA_PROTO_MAX+1];
695         struct nf_conntrack_l4proto *l4proto;
696         int ret = 0;
697
698         ret = nla_parse_nested(tb, CTA_PROTO_MAX, attr, proto_nla_policy);
699         if (ret < 0)
700                 return ret;
701
702         if (!tb[CTA_PROTO_NUM])
703                 return -EINVAL;
704         tuple->dst.protonum = nla_get_u8(tb[CTA_PROTO_NUM]);
705
706         rcu_read_lock();
707         l4proto = __nf_ct_l4proto_find(tuple->src.l3num, tuple->dst.protonum);
708
709         if (likely(l4proto->nlattr_to_tuple)) {
710                 ret = nla_validate_nested(attr, CTA_PROTO_MAX,
711                                           l4proto->nla_policy);
712                 if (ret == 0)
713                         ret = l4proto->nlattr_to_tuple(tb, tuple);
714         }
715
716         rcu_read_unlock();
717
718         return ret;
719 }
720
721 static const struct nla_policy tuple_nla_policy[CTA_TUPLE_MAX+1] = {
722         [CTA_TUPLE_IP]          = { .type = NLA_NESTED },
723         [CTA_TUPLE_PROTO]       = { .type = NLA_NESTED },
724 };
725
726 static int
727 ctnetlink_parse_tuple(const struct nlattr * const cda[],
728                       struct nf_conntrack_tuple *tuple,
729                       enum ctattr_tuple type, u_int8_t l3num)
730 {
731         struct nlattr *tb[CTA_TUPLE_MAX+1];
732         int err;
733
734         memset(tuple, 0, sizeof(*tuple));
735
736         nla_parse_nested(tb, CTA_TUPLE_MAX, cda[type], tuple_nla_policy);
737
738         if (!tb[CTA_TUPLE_IP])
739                 return -EINVAL;
740
741         tuple->src.l3num = l3num;
742
743         err = ctnetlink_parse_tuple_ip(tb[CTA_TUPLE_IP], tuple);
744         if (err < 0)
745                 return err;
746
747         if (!tb[CTA_TUPLE_PROTO])
748                 return -EINVAL;
749
750         err = ctnetlink_parse_tuple_proto(tb[CTA_TUPLE_PROTO], tuple);
751         if (err < 0)
752                 return err;
753
754         /* orig and expect tuples get DIR_ORIGINAL */
755         if (type == CTA_TUPLE_REPLY)
756                 tuple->dst.dir = IP_CT_DIR_REPLY;
757         else
758                 tuple->dst.dir = IP_CT_DIR_ORIGINAL;
759
760         return 0;
761 }
762
763 static int
764 ctnetlink_parse_zone(const struct nlattr *attr, u16 *zone)
765 {
766         if (attr)
767 #ifdef CONFIG_NF_CONNTRACK_ZONES
768                 *zone = ntohs(nla_get_be16(attr));
769 #else
770                 return -EOPNOTSUPP;
771 #endif
772         else
773                 *zone = 0;
774
775         return 0;
776 }
777
778 static const struct nla_policy help_nla_policy[CTA_HELP_MAX+1] = {
779         [CTA_HELP_NAME]         = { .type = NLA_NUL_STRING },
780 };
781
782 static inline int
783 ctnetlink_parse_help(const struct nlattr *attr, char **helper_name)
784 {
785         struct nlattr *tb[CTA_HELP_MAX+1];
786
787         nla_parse_nested(tb, CTA_HELP_MAX, attr, help_nla_policy);
788
789         if (!tb[CTA_HELP_NAME])
790                 return -EINVAL;
791
792         *helper_name = nla_data(tb[CTA_HELP_NAME]);
793
794         return 0;
795 }
796
797 static const struct nla_policy ct_nla_policy[CTA_MAX+1] = {
798         [CTA_TUPLE_ORIG]        = { .type = NLA_NESTED },
799         [CTA_TUPLE_REPLY]       = { .type = NLA_NESTED },
800         [CTA_STATUS]            = { .type = NLA_U32 },
801         [CTA_PROTOINFO]         = { .type = NLA_NESTED },
802         [CTA_HELP]              = { .type = NLA_NESTED },
803         [CTA_NAT_SRC]           = { .type = NLA_NESTED },
804         [CTA_TIMEOUT]           = { .type = NLA_U32 },
805         [CTA_MARK]              = { .type = NLA_U32 },
806         [CTA_ID]                = { .type = NLA_U32 },
807         [CTA_NAT_DST]           = { .type = NLA_NESTED },
808         [CTA_TUPLE_MASTER]      = { .type = NLA_NESTED },
809         [CTA_ZONE]              = { .type = NLA_U16 },
810 };
811
812 static int
813 ctnetlink_del_conntrack(struct sock *ctnl, struct sk_buff *skb,
814                         const struct nlmsghdr *nlh,
815                         const struct nlattr * const cda[])
816 {
817         struct net *net = sock_net(ctnl);
818         struct nf_conntrack_tuple_hash *h;
819         struct nf_conntrack_tuple tuple;
820         struct nf_conn *ct;
821         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
822         u_int8_t u3 = nfmsg->nfgen_family;
823         u16 zone;
824         int err;
825
826         err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone);
827         if (err < 0)
828                 return err;
829
830         if (cda[CTA_TUPLE_ORIG])
831                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_ORIG, u3);
832         else if (cda[CTA_TUPLE_REPLY])
833                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_REPLY, u3);
834         else {
835                 /* Flush the whole table */
836                 nf_conntrack_flush_report(net,
837                                          NETLINK_CB(skb).pid,
838                                          nlmsg_report(nlh));
839                 return 0;
840         }
841
842         if (err < 0)
843                 return err;
844
845         h = nf_conntrack_find_get(net, zone, &tuple);
846         if (!h)
847                 return -ENOENT;
848
849         ct = nf_ct_tuplehash_to_ctrack(h);
850
851         if (cda[CTA_ID]) {
852                 u_int32_t id = ntohl(nla_get_be32(cda[CTA_ID]));
853                 if (id != (u32)(unsigned long)ct) {
854                         nf_ct_put(ct);
855                         return -ENOENT;
856                 }
857         }
858
859         if (nf_conntrack_event_report(IPCT_DESTROY, ct,
860                                       NETLINK_CB(skb).pid,
861                                       nlmsg_report(nlh)) < 0) {
862                 nf_ct_delete_from_lists(ct);
863                 /* we failed to report the event, try later */
864                 nf_ct_insert_dying_list(ct);
865                 nf_ct_put(ct);
866                 return 0;
867         }
868
869         /* death_by_timeout would report the event again */
870         set_bit(IPS_DYING_BIT, &ct->status);
871
872         nf_ct_kill(ct);
873         nf_ct_put(ct);
874
875         return 0;
876 }
877
878 static int
879 ctnetlink_get_conntrack(struct sock *ctnl, struct sk_buff *skb,
880                         const struct nlmsghdr *nlh,
881                         const struct nlattr * const cda[])
882 {
883         struct net *net = sock_net(ctnl);
884         struct nf_conntrack_tuple_hash *h;
885         struct nf_conntrack_tuple tuple;
886         struct nf_conn *ct;
887         struct sk_buff *skb2 = NULL;
888         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
889         u_int8_t u3 = nfmsg->nfgen_family;
890         u16 zone;
891         int err;
892
893         if (nlh->nlmsg_flags & NLM_F_DUMP)
894                 return netlink_dump_start(ctnl, skb, nlh, ctnetlink_dump_table,
895                                           ctnetlink_done);
896
897         err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone);
898         if (err < 0)
899                 return err;
900
901         if (cda[CTA_TUPLE_ORIG])
902                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_ORIG, u3);
903         else if (cda[CTA_TUPLE_REPLY])
904                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_REPLY, u3);
905         else
906                 return -EINVAL;
907
908         if (err < 0)
909                 return err;
910
911         h = nf_conntrack_find_get(net, zone, &tuple);
912         if (!h)
913                 return -ENOENT;
914
915         ct = nf_ct_tuplehash_to_ctrack(h);
916
917         err = -ENOMEM;
918         skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
919         if (skb2 == NULL) {
920                 nf_ct_put(ct);
921                 return -ENOMEM;
922         }
923
924         rcu_read_lock();
925         err = ctnetlink_fill_info(skb2, NETLINK_CB(skb).pid, nlh->nlmsg_seq,
926                                   IPCTNL_MSG_CT_NEW, ct);
927         rcu_read_unlock();
928         nf_ct_put(ct);
929         if (err <= 0)
930                 goto free;
931
932         err = netlink_unicast(ctnl, skb2, NETLINK_CB(skb).pid, MSG_DONTWAIT);
933         if (err < 0)
934                 goto out;
935
936         return 0;
937
938 free:
939         kfree_skb(skb2);
940 out:
941         return err;
942 }
943
944 #ifdef CONFIG_NF_NAT_NEEDED
945 static int
946 ctnetlink_parse_nat_setup(struct nf_conn *ct,
947                           enum nf_nat_manip_type manip,
948                           const struct nlattr *attr)
949 {
950         typeof(nfnetlink_parse_nat_setup_hook) parse_nat_setup;
951
952         parse_nat_setup = rcu_dereference(nfnetlink_parse_nat_setup_hook);
953         if (!parse_nat_setup) {
954 #ifdef CONFIG_MODULES
955                 rcu_read_unlock();
956                 spin_unlock_bh(&nf_conntrack_lock);
957                 nfnl_unlock();
958                 if (request_module("nf-nat-ipv4") < 0) {
959                         nfnl_lock();
960                         spin_lock_bh(&nf_conntrack_lock);
961                         rcu_read_lock();
962                         return -EOPNOTSUPP;
963                 }
964                 nfnl_lock();
965                 spin_lock_bh(&nf_conntrack_lock);
966                 rcu_read_lock();
967                 if (nfnetlink_parse_nat_setup_hook)
968                         return -EAGAIN;
969 #endif
970                 return -EOPNOTSUPP;
971         }
972
973         return parse_nat_setup(ct, manip, attr);
974 }
975 #endif
976
977 static int
978 ctnetlink_change_status(struct nf_conn *ct, const struct nlattr * const cda[])
979 {
980         unsigned long d;
981         unsigned int status = ntohl(nla_get_be32(cda[CTA_STATUS]));
982         d = ct->status ^ status;
983
984         if (d & (IPS_EXPECTED|IPS_CONFIRMED|IPS_DYING))
985                 /* unchangeable */
986                 return -EBUSY;
987
988         if (d & IPS_SEEN_REPLY && !(status & IPS_SEEN_REPLY))
989                 /* SEEN_REPLY bit can only be set */
990                 return -EBUSY;
991
992         if (d & IPS_ASSURED && !(status & IPS_ASSURED))
993                 /* ASSURED bit can only be set */
994                 return -EBUSY;
995
996         /* Be careful here, modifying NAT bits can screw up things,
997          * so don't let users modify them directly if they don't pass
998          * nf_nat_range. */
999         ct->status |= status & ~(IPS_NAT_DONE_MASK | IPS_NAT_MASK);
1000         return 0;
1001 }
1002
1003 static int
1004 ctnetlink_change_nat(struct nf_conn *ct, const struct nlattr * const cda[])
1005 {
1006 #ifdef CONFIG_NF_NAT_NEEDED
1007         int ret;
1008
1009         if (cda[CTA_NAT_DST]) {
1010                 ret = ctnetlink_parse_nat_setup(ct,
1011                                                 IP_NAT_MANIP_DST,
1012                                                 cda[CTA_NAT_DST]);
1013                 if (ret < 0)
1014                         return ret;
1015         }
1016         if (cda[CTA_NAT_SRC]) {
1017                 ret = ctnetlink_parse_nat_setup(ct,
1018                                                 IP_NAT_MANIP_SRC,
1019                                                 cda[CTA_NAT_SRC]);
1020                 if (ret < 0)
1021                         return ret;
1022         }
1023         return 0;
1024 #else
1025         return -EOPNOTSUPP;
1026 #endif
1027 }
1028
1029 static inline int
1030 ctnetlink_change_helper(struct nf_conn *ct, const struct nlattr * const cda[])
1031 {
1032         struct nf_conntrack_helper *helper;
1033         struct nf_conn_help *help = nfct_help(ct);
1034         char *helpname = NULL;
1035         int err;
1036
1037         /* don't change helper of sibling connections */
1038         if (ct->master)
1039                 return -EBUSY;
1040
1041         err = ctnetlink_parse_help(cda[CTA_HELP], &helpname);
1042         if (err < 0)
1043                 return err;
1044
1045         if (!strcmp(helpname, "")) {
1046                 if (help && help->helper) {
1047                         /* we had a helper before ... */
1048                         nf_ct_remove_expectations(ct);
1049                         rcu_assign_pointer(help->helper, NULL);
1050                 }
1051
1052                 return 0;
1053         }
1054
1055         helper = __nf_conntrack_helper_find(helpname, nf_ct_l3num(ct),
1056                                             nf_ct_protonum(ct));
1057         if (helper == NULL) {
1058 #ifdef CONFIG_MODULES
1059                 spin_unlock_bh(&nf_conntrack_lock);
1060
1061                 if (request_module("nfct-helper-%s", helpname) < 0) {
1062                         spin_lock_bh(&nf_conntrack_lock);
1063                         return -EOPNOTSUPP;
1064                 }
1065
1066                 spin_lock_bh(&nf_conntrack_lock);
1067                 helper = __nf_conntrack_helper_find(helpname, nf_ct_l3num(ct),
1068                                                     nf_ct_protonum(ct));
1069                 if (helper)
1070                         return -EAGAIN;
1071 #endif
1072                 return -EOPNOTSUPP;
1073         }
1074
1075         if (help) {
1076                 if (help->helper == helper)
1077                         return 0;
1078                 if (help->helper)
1079                         return -EBUSY;
1080                 /* need to zero data of old helper */
1081                 memset(&help->help, 0, sizeof(help->help));
1082         } else {
1083                 /* we cannot set a helper for an existing conntrack */
1084                 return -EOPNOTSUPP;
1085         }
1086
1087         rcu_assign_pointer(help->helper, helper);
1088
1089         return 0;
1090 }
1091
1092 static inline int
1093 ctnetlink_change_timeout(struct nf_conn *ct, const struct nlattr * const cda[])
1094 {
1095         u_int32_t timeout = ntohl(nla_get_be32(cda[CTA_TIMEOUT]));
1096
1097         if (!del_timer(&ct->timeout))
1098                 return -ETIME;
1099
1100         ct->timeout.expires = jiffies + timeout * HZ;
1101         add_timer(&ct->timeout);
1102
1103         return 0;
1104 }
1105
1106 static const struct nla_policy protoinfo_policy[CTA_PROTOINFO_MAX+1] = {
1107         [CTA_PROTOINFO_TCP]     = { .type = NLA_NESTED },
1108         [CTA_PROTOINFO_DCCP]    = { .type = NLA_NESTED },
1109         [CTA_PROTOINFO_SCTP]    = { .type = NLA_NESTED },
1110 };
1111
1112 static inline int
1113 ctnetlink_change_protoinfo(struct nf_conn *ct, const struct nlattr * const cda[])
1114 {
1115         const struct nlattr *attr = cda[CTA_PROTOINFO];
1116         struct nlattr *tb[CTA_PROTOINFO_MAX+1];
1117         struct nf_conntrack_l4proto *l4proto;
1118         int err = 0;
1119
1120         nla_parse_nested(tb, CTA_PROTOINFO_MAX, attr, protoinfo_policy);
1121
1122         rcu_read_lock();
1123         l4proto = __nf_ct_l4proto_find(nf_ct_l3num(ct), nf_ct_protonum(ct));
1124         if (l4proto->from_nlattr)
1125                 err = l4proto->from_nlattr(tb, ct);
1126         rcu_read_unlock();
1127
1128         return err;
1129 }
1130
1131 #ifdef CONFIG_NF_NAT_NEEDED
1132 static const struct nla_policy nat_seq_policy[CTA_NAT_SEQ_MAX+1] = {
1133         [CTA_NAT_SEQ_CORRECTION_POS]    = { .type = NLA_U32 },
1134         [CTA_NAT_SEQ_OFFSET_BEFORE]     = { .type = NLA_U32 },
1135         [CTA_NAT_SEQ_OFFSET_AFTER]      = { .type = NLA_U32 },
1136 };
1137
1138 static inline int
1139 change_nat_seq_adj(struct nf_nat_seq *natseq, const struct nlattr * const attr)
1140 {
1141         struct nlattr *cda[CTA_NAT_SEQ_MAX+1];
1142
1143         nla_parse_nested(cda, CTA_NAT_SEQ_MAX, attr, nat_seq_policy);
1144
1145         if (!cda[CTA_NAT_SEQ_CORRECTION_POS])
1146                 return -EINVAL;
1147
1148         natseq->correction_pos =
1149                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_CORRECTION_POS]));
1150
1151         if (!cda[CTA_NAT_SEQ_OFFSET_BEFORE])
1152                 return -EINVAL;
1153
1154         natseq->offset_before =
1155                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_OFFSET_BEFORE]));
1156
1157         if (!cda[CTA_NAT_SEQ_OFFSET_AFTER])
1158                 return -EINVAL;
1159
1160         natseq->offset_after =
1161                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_OFFSET_AFTER]));
1162
1163         return 0;
1164 }
1165
1166 static int
1167 ctnetlink_change_nat_seq_adj(struct nf_conn *ct,
1168                              const struct nlattr * const cda[])
1169 {
1170         int ret = 0;
1171         struct nf_conn_nat *nat = nfct_nat(ct);
1172
1173         if (!nat)
1174                 return 0;
1175
1176         if (cda[CTA_NAT_SEQ_ADJ_ORIG]) {
1177                 ret = change_nat_seq_adj(&nat->seq[IP_CT_DIR_ORIGINAL],
1178                                          cda[CTA_NAT_SEQ_ADJ_ORIG]);
1179                 if (ret < 0)
1180                         return ret;
1181
1182                 ct->status |= IPS_SEQ_ADJUST;
1183         }
1184
1185         if (cda[CTA_NAT_SEQ_ADJ_REPLY]) {
1186                 ret = change_nat_seq_adj(&nat->seq[IP_CT_DIR_REPLY],
1187                                          cda[CTA_NAT_SEQ_ADJ_REPLY]);
1188                 if (ret < 0)
1189                         return ret;
1190
1191                 ct->status |= IPS_SEQ_ADJUST;
1192         }
1193
1194         return 0;
1195 }
1196 #endif
1197
1198 static int
1199 ctnetlink_change_conntrack(struct nf_conn *ct,
1200                            const struct nlattr * const cda[])
1201 {
1202         int err;
1203
1204         /* only allow NAT changes and master assignation for new conntracks */
1205         if (cda[CTA_NAT_SRC] || cda[CTA_NAT_DST] || cda[CTA_TUPLE_MASTER])
1206                 return -EOPNOTSUPP;
1207
1208         if (cda[CTA_HELP]) {
1209                 err = ctnetlink_change_helper(ct, cda);
1210                 if (err < 0)
1211                         return err;
1212         }
1213
1214         if (cda[CTA_TIMEOUT]) {
1215                 err = ctnetlink_change_timeout(ct, cda);
1216                 if (err < 0)
1217                         return err;
1218         }
1219
1220         if (cda[CTA_STATUS]) {
1221                 err = ctnetlink_change_status(ct, cda);
1222                 if (err < 0)
1223                         return err;
1224         }
1225
1226         if (cda[CTA_PROTOINFO]) {
1227                 err = ctnetlink_change_protoinfo(ct, cda);
1228                 if (err < 0)
1229                         return err;
1230         }
1231
1232 #if defined(CONFIG_NF_CONNTRACK_MARK)
1233         if (cda[CTA_MARK])
1234                 ct->mark = ntohl(nla_get_be32(cda[CTA_MARK]));
1235 #endif
1236
1237 #ifdef CONFIG_NF_NAT_NEEDED
1238         if (cda[CTA_NAT_SEQ_ADJ_ORIG] || cda[CTA_NAT_SEQ_ADJ_REPLY]) {
1239                 err = ctnetlink_change_nat_seq_adj(ct, cda);
1240                 if (err < 0)
1241                         return err;
1242         }
1243 #endif
1244
1245         return 0;
1246 }
1247
1248 static struct nf_conn *
1249 ctnetlink_create_conntrack(struct net *net, u16 zone,
1250                            const struct nlattr * const cda[],
1251                            struct nf_conntrack_tuple *otuple,
1252                            struct nf_conntrack_tuple *rtuple,
1253                            u8 u3)
1254 {
1255         struct nf_conn *ct;
1256         int err = -EINVAL;
1257         struct nf_conntrack_helper *helper;
1258
1259         ct = nf_conntrack_alloc(net, zone, otuple, rtuple, GFP_ATOMIC);
1260         if (IS_ERR(ct))
1261                 return ERR_PTR(-ENOMEM);
1262
1263         if (!cda[CTA_TIMEOUT])
1264                 goto err1;
1265         ct->timeout.expires = ntohl(nla_get_be32(cda[CTA_TIMEOUT]));
1266
1267         ct->timeout.expires = jiffies + ct->timeout.expires * HZ;
1268
1269         rcu_read_lock();
1270         if (cda[CTA_HELP]) {
1271                 char *helpname = NULL;
1272  
1273                 err = ctnetlink_parse_help(cda[CTA_HELP], &helpname);
1274                 if (err < 0)
1275                         goto err2;
1276
1277                 helper = __nf_conntrack_helper_find(helpname, nf_ct_l3num(ct),
1278                                                     nf_ct_protonum(ct));
1279                 if (helper == NULL) {
1280                         rcu_read_unlock();
1281 #ifdef CONFIG_MODULES
1282                         if (request_module("nfct-helper-%s", helpname) < 0) {
1283                                 err = -EOPNOTSUPP;
1284                                 goto err1;
1285                         }
1286
1287                         rcu_read_lock();
1288                         helper = __nf_conntrack_helper_find(helpname,
1289                                                             nf_ct_l3num(ct),
1290                                                             nf_ct_protonum(ct));
1291                         if (helper) {
1292                                 err = -EAGAIN;
1293                                 goto err2;
1294                         }
1295                         rcu_read_unlock();
1296 #endif
1297                         err = -EOPNOTSUPP;
1298                         goto err1;
1299                 } else {
1300                         struct nf_conn_help *help;
1301
1302                         help = nf_ct_helper_ext_add(ct, GFP_ATOMIC);
1303                         if (help == NULL) {
1304                                 err = -ENOMEM;
1305                                 goto err2;
1306                         }
1307
1308                         /* not in hash table yet so not strictly necessary */
1309                         rcu_assign_pointer(help->helper, helper);
1310                 }
1311         } else {
1312                 /* try an implicit helper assignation */
1313                 err = __nf_ct_try_assign_helper(ct, NULL, GFP_ATOMIC);
1314                 if (err < 0)
1315                         goto err2;
1316         }
1317
1318         if (cda[CTA_NAT_SRC] || cda[CTA_NAT_DST]) {
1319                 err = ctnetlink_change_nat(ct, cda);
1320                 if (err < 0)
1321                         goto err2;
1322         }
1323
1324         nf_ct_acct_ext_add(ct, GFP_ATOMIC);
1325         nf_ct_ecache_ext_add(ct, 0, 0, GFP_ATOMIC);
1326         /* we must add conntrack extensions before confirmation. */
1327         ct->status |= IPS_CONFIRMED;
1328
1329         if (cda[CTA_STATUS]) {
1330                 err = ctnetlink_change_status(ct, cda);
1331                 if (err < 0)
1332                         goto err2;
1333         }
1334
1335 #ifdef CONFIG_NF_NAT_NEEDED
1336         if (cda[CTA_NAT_SEQ_ADJ_ORIG] || cda[CTA_NAT_SEQ_ADJ_REPLY]) {
1337                 err = ctnetlink_change_nat_seq_adj(ct, cda);
1338                 if (err < 0)
1339                         goto err2;
1340         }
1341 #endif
1342
1343         if (cda[CTA_PROTOINFO]) {
1344                 err = ctnetlink_change_protoinfo(ct, cda);
1345                 if (err < 0)
1346                         goto err2;
1347         }
1348
1349 #if defined(CONFIG_NF_CONNTRACK_MARK)
1350         if (cda[CTA_MARK])
1351                 ct->mark = ntohl(nla_get_be32(cda[CTA_MARK]));
1352 #endif
1353
1354         /* setup master conntrack: this is a confirmed expectation */
1355         if (cda[CTA_TUPLE_MASTER]) {
1356                 struct nf_conntrack_tuple master;
1357                 struct nf_conntrack_tuple_hash *master_h;
1358                 struct nf_conn *master_ct;
1359
1360                 err = ctnetlink_parse_tuple(cda, &master, CTA_TUPLE_MASTER, u3);
1361                 if (err < 0)
1362                         goto err2;
1363
1364                 master_h = nf_conntrack_find_get(net, zone, &master);
1365                 if (master_h == NULL) {
1366                         err = -ENOENT;
1367                         goto err2;
1368                 }
1369                 master_ct = nf_ct_tuplehash_to_ctrack(master_h);
1370                 __set_bit(IPS_EXPECTED_BIT, &ct->status);
1371                 ct->master = master_ct;
1372         }
1373
1374         add_timer(&ct->timeout);
1375         nf_conntrack_hash_insert(ct);
1376         rcu_read_unlock();
1377
1378         return ct;
1379
1380 err2:
1381         rcu_read_unlock();
1382 err1:
1383         nf_conntrack_free(ct);
1384         return ERR_PTR(err);
1385 }
1386
1387 static int
1388 ctnetlink_new_conntrack(struct sock *ctnl, struct sk_buff *skb,
1389                         const struct nlmsghdr *nlh,
1390                         const struct nlattr * const cda[])
1391 {
1392         struct net *net = sock_net(ctnl);
1393         struct nf_conntrack_tuple otuple, rtuple;
1394         struct nf_conntrack_tuple_hash *h = NULL;
1395         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1396         u_int8_t u3 = nfmsg->nfgen_family;
1397         u16 zone;
1398         int err;
1399
1400         err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone);
1401         if (err < 0)
1402                 return err;
1403
1404         if (cda[CTA_TUPLE_ORIG]) {
1405                 err = ctnetlink_parse_tuple(cda, &otuple, CTA_TUPLE_ORIG, u3);
1406                 if (err < 0)
1407                         return err;
1408         }
1409
1410         if (cda[CTA_TUPLE_REPLY]) {
1411                 err = ctnetlink_parse_tuple(cda, &rtuple, CTA_TUPLE_REPLY, u3);
1412                 if (err < 0)
1413                         return err;
1414         }
1415
1416         spin_lock_bh(&nf_conntrack_lock);
1417         if (cda[CTA_TUPLE_ORIG])
1418                 h = __nf_conntrack_find(net, zone, &otuple);
1419         else if (cda[CTA_TUPLE_REPLY])
1420                 h = __nf_conntrack_find(net, zone, &rtuple);
1421
1422         if (h == NULL) {
1423                 err = -ENOENT;
1424                 if (nlh->nlmsg_flags & NLM_F_CREATE) {
1425                         struct nf_conn *ct;
1426                         enum ip_conntrack_events events;
1427
1428                         ct = ctnetlink_create_conntrack(net, zone, cda, &otuple,
1429                                                         &rtuple, u3);
1430                         if (IS_ERR(ct)) {
1431                                 err = PTR_ERR(ct);
1432                                 goto out_unlock;
1433                         }
1434                         err = 0;
1435                         nf_conntrack_get(&ct->ct_general);
1436                         spin_unlock_bh(&nf_conntrack_lock);
1437                         if (test_bit(IPS_EXPECTED_BIT, &ct->status))
1438                                 events = IPCT_RELATED;
1439                         else
1440                                 events = IPCT_NEW;
1441
1442                         nf_conntrack_eventmask_report((1 << IPCT_REPLY) |
1443                                                       (1 << IPCT_ASSURED) |
1444                                                       (1 << IPCT_HELPER) |
1445                                                       (1 << IPCT_PROTOINFO) |
1446                                                       (1 << IPCT_NATSEQADJ) |
1447                                                       (1 << IPCT_MARK) | events,
1448                                                       ct, NETLINK_CB(skb).pid,
1449                                                       nlmsg_report(nlh));
1450                         nf_ct_put(ct);
1451                 } else
1452                         spin_unlock_bh(&nf_conntrack_lock);
1453
1454                 return err;
1455         }
1456         /* implicit 'else' */
1457
1458         /* We manipulate the conntrack inside the global conntrack table lock,
1459          * so there's no need to increase the refcount */
1460         err = -EEXIST;
1461         if (!(nlh->nlmsg_flags & NLM_F_EXCL)) {
1462                 struct nf_conn *ct = nf_ct_tuplehash_to_ctrack(h);
1463
1464                 err = ctnetlink_change_conntrack(ct, cda);
1465                 if (err == 0) {
1466                         nf_conntrack_get(&ct->ct_general);
1467                         spin_unlock_bh(&nf_conntrack_lock);
1468                         nf_conntrack_eventmask_report((1 << IPCT_REPLY) |
1469                                                       (1 << IPCT_ASSURED) |
1470                                                       (1 << IPCT_HELPER) |
1471                                                       (1 << IPCT_PROTOINFO) |
1472                                                       (1 << IPCT_NATSEQADJ) |
1473                                                       (1 << IPCT_MARK),
1474                                                       ct, NETLINK_CB(skb).pid,
1475                                                       nlmsg_report(nlh));
1476                         nf_ct_put(ct);
1477                 } else
1478                         spin_unlock_bh(&nf_conntrack_lock);
1479
1480                 return err;
1481         }
1482
1483 out_unlock:
1484         spin_unlock_bh(&nf_conntrack_lock);
1485         return err;
1486 }
1487
1488 /***********************************************************************
1489  * EXPECT
1490  ***********************************************************************/
1491
1492 static inline int
1493 ctnetlink_exp_dump_tuple(struct sk_buff *skb,
1494                          const struct nf_conntrack_tuple *tuple,
1495                          enum ctattr_expect type)
1496 {
1497         struct nlattr *nest_parms;
1498
1499         nest_parms = nla_nest_start(skb, type | NLA_F_NESTED);
1500         if (!nest_parms)
1501                 goto nla_put_failure;
1502         if (ctnetlink_dump_tuples(skb, tuple) < 0)
1503                 goto nla_put_failure;
1504         nla_nest_end(skb, nest_parms);
1505
1506         return 0;
1507
1508 nla_put_failure:
1509         return -1;
1510 }
1511
1512 static inline int
1513 ctnetlink_exp_dump_mask(struct sk_buff *skb,
1514                         const struct nf_conntrack_tuple *tuple,
1515                         const struct nf_conntrack_tuple_mask *mask)
1516 {
1517         int ret;
1518         struct nf_conntrack_l3proto *l3proto;
1519         struct nf_conntrack_l4proto *l4proto;
1520         struct nf_conntrack_tuple m;
1521         struct nlattr *nest_parms;
1522
1523         memset(&m, 0xFF, sizeof(m));
1524         memcpy(&m.src.u3, &mask->src.u3, sizeof(m.src.u3));
1525         m.src.u.all = mask->src.u.all;
1526         m.dst.protonum = tuple->dst.protonum;
1527
1528         nest_parms = nla_nest_start(skb, CTA_EXPECT_MASK | NLA_F_NESTED);
1529         if (!nest_parms)
1530                 goto nla_put_failure;
1531
1532         l3proto = __nf_ct_l3proto_find(tuple->src.l3num);
1533         ret = ctnetlink_dump_tuples_ip(skb, &m, l3proto);
1534
1535         if (unlikely(ret < 0))
1536                 goto nla_put_failure;
1537
1538         l4proto = __nf_ct_l4proto_find(tuple->src.l3num, tuple->dst.protonum);
1539         ret = ctnetlink_dump_tuples_proto(skb, &m, l4proto);
1540         if (unlikely(ret < 0))
1541                 goto nla_put_failure;
1542
1543         nla_nest_end(skb, nest_parms);
1544
1545         return 0;
1546
1547 nla_put_failure:
1548         return -1;
1549 }
1550
1551 static int
1552 ctnetlink_exp_dump_expect(struct sk_buff *skb,
1553                           const struct nf_conntrack_expect *exp)
1554 {
1555         struct nf_conn *master = exp->master;
1556         struct nf_conntrack_helper *helper;
1557         long timeout = (exp->timeout.expires - jiffies) / HZ;
1558
1559         if (timeout < 0)
1560                 timeout = 0;
1561
1562         if (ctnetlink_exp_dump_tuple(skb, &exp->tuple, CTA_EXPECT_TUPLE) < 0)
1563                 goto nla_put_failure;
1564         if (ctnetlink_exp_dump_mask(skb, &exp->tuple, &exp->mask) < 0)
1565                 goto nla_put_failure;
1566         if (ctnetlink_exp_dump_tuple(skb,
1567                                  &master->tuplehash[IP_CT_DIR_ORIGINAL].tuple,
1568                                  CTA_EXPECT_MASTER) < 0)
1569                 goto nla_put_failure;
1570
1571         NLA_PUT_BE32(skb, CTA_EXPECT_TIMEOUT, htonl(timeout));
1572         NLA_PUT_BE32(skb, CTA_EXPECT_ID, htonl((unsigned long)exp));
1573         helper = rcu_dereference(nfct_help(master)->helper);
1574         if (helper)
1575                 NLA_PUT_STRING(skb, CTA_EXPECT_HELP_NAME, helper->name);
1576
1577         return 0;
1578
1579 nla_put_failure:
1580         return -1;
1581 }
1582
1583 static int
1584 ctnetlink_exp_fill_info(struct sk_buff *skb, u32 pid, u32 seq,
1585                         int event, const struct nf_conntrack_expect *exp)
1586 {
1587         struct nlmsghdr *nlh;
1588         struct nfgenmsg *nfmsg;
1589         unsigned int flags = pid ? NLM_F_MULTI : 0;
1590
1591         event |= NFNL_SUBSYS_CTNETLINK_EXP << 8;
1592         nlh = nlmsg_put(skb, pid, seq, event, sizeof(*nfmsg), flags);
1593         if (nlh == NULL)
1594                 goto nlmsg_failure;
1595
1596         nfmsg = nlmsg_data(nlh);
1597         nfmsg->nfgen_family = exp->tuple.src.l3num;
1598         nfmsg->version      = NFNETLINK_V0;
1599         nfmsg->res_id       = 0;
1600
1601         if (ctnetlink_exp_dump_expect(skb, exp) < 0)
1602                 goto nla_put_failure;
1603
1604         nlmsg_end(skb, nlh);
1605         return skb->len;
1606
1607 nlmsg_failure:
1608 nla_put_failure:
1609         nlmsg_cancel(skb, nlh);
1610         return -1;
1611 }
1612
1613 #ifdef CONFIG_NF_CONNTRACK_EVENTS
1614 static int
1615 ctnetlink_expect_event(unsigned int events, struct nf_exp_event *item)
1616 {
1617         struct nf_conntrack_expect *exp = item->exp;
1618         struct net *net = nf_ct_exp_net(exp);
1619         struct nlmsghdr *nlh;
1620         struct nfgenmsg *nfmsg;
1621         struct sk_buff *skb;
1622         unsigned int type;
1623         int flags = 0;
1624
1625         if (events & (1 << IPEXP_NEW)) {
1626                 type = IPCTNL_MSG_EXP_NEW;
1627                 flags = NLM_F_CREATE|NLM_F_EXCL;
1628         } else
1629                 return 0;
1630
1631         if (!item->report &&
1632             !nfnetlink_has_listeners(net, NFNLGRP_CONNTRACK_EXP_NEW))
1633                 return 0;
1634
1635         skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_ATOMIC);
1636         if (skb == NULL)
1637                 goto errout;
1638
1639         type |= NFNL_SUBSYS_CTNETLINK_EXP << 8;
1640         nlh = nlmsg_put(skb, item->pid, 0, type, sizeof(*nfmsg), flags);
1641         if (nlh == NULL)
1642                 goto nlmsg_failure;
1643
1644         nfmsg = nlmsg_data(nlh);
1645         nfmsg->nfgen_family = exp->tuple.src.l3num;
1646         nfmsg->version      = NFNETLINK_V0;
1647         nfmsg->res_id       = 0;
1648
1649         rcu_read_lock();
1650         if (ctnetlink_exp_dump_expect(skb, exp) < 0)
1651                 goto nla_put_failure;
1652         rcu_read_unlock();
1653
1654         nlmsg_end(skb, nlh);
1655         nfnetlink_send(skb, net, item->pid, NFNLGRP_CONNTRACK_EXP_NEW,
1656                        item->report, GFP_ATOMIC);
1657         return 0;
1658
1659 nla_put_failure:
1660         rcu_read_unlock();
1661         nlmsg_cancel(skb, nlh);
1662 nlmsg_failure:
1663         kfree_skb(skb);
1664 errout:
1665         nfnetlink_set_err(net, 0, 0, -ENOBUFS);
1666         return 0;
1667 }
1668 #endif
1669 static int ctnetlink_exp_done(struct netlink_callback *cb)
1670 {
1671         if (cb->args[1])
1672                 nf_ct_expect_put((struct nf_conntrack_expect *)cb->args[1]);
1673         return 0;
1674 }
1675
1676 static int
1677 ctnetlink_exp_dump_table(struct sk_buff *skb, struct netlink_callback *cb)
1678 {
1679         struct net *net = sock_net(skb->sk);
1680         struct nf_conntrack_expect *exp, *last;
1681         struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh);
1682         struct hlist_node *n;
1683         u_int8_t l3proto = nfmsg->nfgen_family;
1684
1685         rcu_read_lock();
1686         last = (struct nf_conntrack_expect *)cb->args[1];
1687         for (; cb->args[0] < nf_ct_expect_hsize; cb->args[0]++) {
1688 restart:
1689                 hlist_for_each_entry(exp, n, &net->ct.expect_hash[cb->args[0]],
1690                                      hnode) {
1691                         if (l3proto && exp->tuple.src.l3num != l3proto)
1692                                 continue;
1693                         if (cb->args[1]) {
1694                                 if (exp != last)
1695                                         continue;
1696                                 cb->args[1] = 0;
1697                         }
1698                         if (ctnetlink_exp_fill_info(skb,
1699                                                     NETLINK_CB(cb->skb).pid,
1700                                                     cb->nlh->nlmsg_seq,
1701                                                     IPCTNL_MSG_EXP_NEW,
1702                                                     exp) < 0) {
1703                                 if (!atomic_inc_not_zero(&exp->use))
1704                                         continue;
1705                                 cb->args[1] = (unsigned long)exp;
1706                                 goto out;
1707                         }
1708                 }
1709                 if (cb->args[1]) {
1710                         cb->args[1] = 0;
1711                         goto restart;
1712                 }
1713         }
1714 out:
1715         rcu_read_unlock();
1716         if (last)
1717                 nf_ct_expect_put(last);
1718
1719         return skb->len;
1720 }
1721
1722 static const struct nla_policy exp_nla_policy[CTA_EXPECT_MAX+1] = {
1723         [CTA_EXPECT_MASTER]     = { .type = NLA_NESTED },
1724         [CTA_EXPECT_TUPLE]      = { .type = NLA_NESTED },
1725         [CTA_EXPECT_MASK]       = { .type = NLA_NESTED },
1726         [CTA_EXPECT_TIMEOUT]    = { .type = NLA_U32 },
1727         [CTA_EXPECT_ID]         = { .type = NLA_U32 },
1728         [CTA_EXPECT_HELP_NAME]  = { .type = NLA_NUL_STRING },
1729 };
1730
1731 static int
1732 ctnetlink_get_expect(struct sock *ctnl, struct sk_buff *skb,
1733                      const struct nlmsghdr *nlh,
1734                      const struct nlattr * const cda[])
1735 {
1736         struct net *net = sock_net(ctnl);
1737         struct nf_conntrack_tuple tuple;
1738         struct nf_conntrack_expect *exp;
1739         struct sk_buff *skb2;
1740         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1741         u_int8_t u3 = nfmsg->nfgen_family;
1742         u16 zone;
1743         int err;
1744
1745         if (nlh->nlmsg_flags & NLM_F_DUMP) {
1746                 return netlink_dump_start(ctnl, skb, nlh,
1747                                           ctnetlink_exp_dump_table,
1748                                           ctnetlink_exp_done);
1749         }
1750
1751         err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone);
1752         if (err < 0)
1753                 return err;
1754
1755         if (cda[CTA_EXPECT_MASTER])
1756                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_MASTER, u3);
1757         else
1758                 return -EINVAL;
1759
1760         if (err < 0)
1761                 return err;
1762
1763         exp = nf_ct_expect_find_get(net, zone, &tuple);
1764         if (!exp)
1765                 return -ENOENT;
1766
1767         if (cda[CTA_EXPECT_ID]) {
1768                 __be32 id = nla_get_be32(cda[CTA_EXPECT_ID]);
1769                 if (ntohl(id) != (u32)(unsigned long)exp) {
1770                         nf_ct_expect_put(exp);
1771                         return -ENOENT;
1772                 }
1773         }
1774
1775         err = -ENOMEM;
1776         skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1777         if (skb2 == NULL)
1778                 goto out;
1779
1780         rcu_read_lock();
1781         err = ctnetlink_exp_fill_info(skb2, NETLINK_CB(skb).pid,
1782                                       nlh->nlmsg_seq, IPCTNL_MSG_EXP_NEW, exp);
1783         rcu_read_unlock();
1784         if (err <= 0)
1785                 goto free;
1786
1787         nf_ct_expect_put(exp);
1788
1789         return netlink_unicast(ctnl, skb2, NETLINK_CB(skb).pid, MSG_DONTWAIT);
1790
1791 free:
1792         kfree_skb(skb2);
1793 out:
1794         nf_ct_expect_put(exp);
1795         return err;
1796 }
1797
1798 static int
1799 ctnetlink_del_expect(struct sock *ctnl, struct sk_buff *skb,
1800                      const struct nlmsghdr *nlh,
1801                      const struct nlattr * const cda[])
1802 {
1803         struct net *net = sock_net(ctnl);
1804         struct nf_conntrack_expect *exp;
1805         struct nf_conntrack_tuple tuple;
1806         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1807         struct hlist_node *n, *next;
1808         u_int8_t u3 = nfmsg->nfgen_family;
1809         unsigned int i;
1810         u16 zone;
1811         int err;
1812
1813         if (cda[CTA_EXPECT_TUPLE]) {
1814                 /* delete a single expect by tuple */
1815                 err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone);
1816                 if (err < 0)
1817                         return err;
1818
1819                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
1820                 if (err < 0)
1821                         return err;
1822
1823                 /* bump usage count to 2 */
1824                 exp = nf_ct_expect_find_get(net, zone, &tuple);
1825                 if (!exp)
1826                         return -ENOENT;
1827
1828                 if (cda[CTA_EXPECT_ID]) {
1829                         __be32 id = nla_get_be32(cda[CTA_EXPECT_ID]);
1830                         if (ntohl(id) != (u32)(unsigned long)exp) {
1831                                 nf_ct_expect_put(exp);
1832                                 return -ENOENT;
1833                         }
1834                 }
1835
1836                 /* after list removal, usage count == 1 */
1837                 nf_ct_unexpect_related(exp);
1838                 /* have to put what we 'get' above.
1839                  * after this line usage count == 0 */
1840                 nf_ct_expect_put(exp);
1841         } else if (cda[CTA_EXPECT_HELP_NAME]) {
1842                 char *name = nla_data(cda[CTA_EXPECT_HELP_NAME]);
1843                 struct nf_conn_help *m_help;
1844
1845                 /* delete all expectations for this helper */
1846                 spin_lock_bh(&nf_conntrack_lock);
1847                 for (i = 0; i < nf_ct_expect_hsize; i++) {
1848                         hlist_for_each_entry_safe(exp, n, next,
1849                                                   &net->ct.expect_hash[i],
1850                                                   hnode) {
1851                                 m_help = nfct_help(exp->master);
1852                                 if (!strcmp(m_help->helper->name, name) &&
1853                                     del_timer(&exp->timeout)) {
1854                                         nf_ct_unlink_expect(exp);
1855                                         nf_ct_expect_put(exp);
1856                                 }
1857                         }
1858                 }
1859                 spin_unlock_bh(&nf_conntrack_lock);
1860         } else {
1861                 /* This basically means we have to flush everything*/
1862                 spin_lock_bh(&nf_conntrack_lock);
1863                 for (i = 0; i < nf_ct_expect_hsize; i++) {
1864                         hlist_for_each_entry_safe(exp, n, next,
1865                                                   &net->ct.expect_hash[i],
1866                                                   hnode) {
1867                                 if (del_timer(&exp->timeout)) {
1868                                         nf_ct_unlink_expect(exp);
1869                                         nf_ct_expect_put(exp);
1870                                 }
1871                         }
1872                 }
1873                 spin_unlock_bh(&nf_conntrack_lock);
1874         }
1875
1876         return 0;
1877 }
1878 static int
1879 ctnetlink_change_expect(struct nf_conntrack_expect *x,
1880                         const struct nlattr * const cda[])
1881 {
1882         return -EOPNOTSUPP;
1883 }
1884
1885 static int
1886 ctnetlink_create_expect(struct net *net, u16 zone,
1887                         const struct nlattr * const cda[],
1888                         u_int8_t u3,
1889                         u32 pid, int report)
1890 {
1891         struct nf_conntrack_tuple tuple, mask, master_tuple;
1892         struct nf_conntrack_tuple_hash *h = NULL;
1893         struct nf_conntrack_expect *exp;
1894         struct nf_conn *ct;
1895         struct nf_conn_help *help;
1896         int err = 0;
1897
1898         /* caller guarantees that those three CTA_EXPECT_* exist */
1899         err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
1900         if (err < 0)
1901                 return err;
1902         err = ctnetlink_parse_tuple(cda, &mask, CTA_EXPECT_MASK, u3);
1903         if (err < 0)
1904                 return err;
1905         err = ctnetlink_parse_tuple(cda, &master_tuple, CTA_EXPECT_MASTER, u3);
1906         if (err < 0)
1907                 return err;
1908
1909         /* Look for master conntrack of this expectation */
1910         h = nf_conntrack_find_get(net, zone, &master_tuple);
1911         if (!h)
1912                 return -ENOENT;
1913         ct = nf_ct_tuplehash_to_ctrack(h);
1914         help = nfct_help(ct);
1915
1916         if (!help || !help->helper) {
1917                 /* such conntrack hasn't got any helper, abort */
1918                 err = -EOPNOTSUPP;
1919                 goto out;
1920         }
1921
1922         exp = nf_ct_expect_alloc(ct);
1923         if (!exp) {
1924                 err = -ENOMEM;
1925                 goto out;
1926         }
1927
1928         exp->class = 0;
1929         exp->expectfn = NULL;
1930         exp->flags = 0;
1931         exp->master = ct;
1932         exp->helper = NULL;
1933         memcpy(&exp->tuple, &tuple, sizeof(struct nf_conntrack_tuple));
1934         memcpy(&exp->mask.src.u3, &mask.src.u3, sizeof(exp->mask.src.u3));
1935         exp->mask.src.u.all = mask.src.u.all;
1936
1937         err = nf_ct_expect_related_report(exp, pid, report);
1938         nf_ct_expect_put(exp);
1939
1940 out:
1941         nf_ct_put(nf_ct_tuplehash_to_ctrack(h));
1942         return err;
1943 }
1944
1945 static int
1946 ctnetlink_new_expect(struct sock *ctnl, struct sk_buff *skb,
1947                      const struct nlmsghdr *nlh,
1948                      const struct nlattr * const cda[])
1949 {
1950         struct net *net = sock_net(ctnl);
1951         struct nf_conntrack_tuple tuple;
1952         struct nf_conntrack_expect *exp;
1953         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1954         u_int8_t u3 = nfmsg->nfgen_family;
1955         u16 zone;
1956         int err;
1957
1958         if (!cda[CTA_EXPECT_TUPLE]
1959             || !cda[CTA_EXPECT_MASK]
1960             || !cda[CTA_EXPECT_MASTER])
1961                 return -EINVAL;
1962
1963         err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone);
1964         if (err < 0)
1965                 return err;
1966
1967         err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
1968         if (err < 0)
1969                 return err;
1970
1971         spin_lock_bh(&nf_conntrack_lock);
1972         exp = __nf_ct_expect_find(net, zone, &tuple);
1973
1974         if (!exp) {
1975                 spin_unlock_bh(&nf_conntrack_lock);
1976                 err = -ENOENT;
1977                 if (nlh->nlmsg_flags & NLM_F_CREATE) {
1978                         err = ctnetlink_create_expect(net, zone, cda,
1979                                                       u3,
1980                                                       NETLINK_CB(skb).pid,
1981                                                       nlmsg_report(nlh));
1982                 }
1983                 return err;
1984         }
1985
1986         err = -EEXIST;
1987         if (!(nlh->nlmsg_flags & NLM_F_EXCL))
1988                 err = ctnetlink_change_expect(exp, cda);
1989         spin_unlock_bh(&nf_conntrack_lock);
1990
1991         return err;
1992 }
1993
1994 #ifdef CONFIG_NF_CONNTRACK_EVENTS
1995 static struct nf_ct_event_notifier ctnl_notifier = {
1996         .fcn = ctnetlink_conntrack_event,
1997 };
1998
1999 static struct nf_exp_event_notifier ctnl_notifier_exp = {
2000         .fcn = ctnetlink_expect_event,
2001 };
2002 #endif
2003
2004 static const struct nfnl_callback ctnl_cb[IPCTNL_MSG_MAX] = {
2005         [IPCTNL_MSG_CT_NEW]             = { .call = ctnetlink_new_conntrack,
2006                                             .attr_count = CTA_MAX,
2007                                             .policy = ct_nla_policy },
2008         [IPCTNL_MSG_CT_GET]             = { .call = ctnetlink_get_conntrack,
2009                                             .attr_count = CTA_MAX,
2010                                             .policy = ct_nla_policy },
2011         [IPCTNL_MSG_CT_DELETE]          = { .call = ctnetlink_del_conntrack,
2012                                             .attr_count = CTA_MAX,
2013                                             .policy = ct_nla_policy },
2014         [IPCTNL_MSG_CT_GET_CTRZERO]     = { .call = ctnetlink_get_conntrack,
2015                                             .attr_count = CTA_MAX,
2016                                             .policy = ct_nla_policy },
2017 };
2018
2019 static const struct nfnl_callback ctnl_exp_cb[IPCTNL_MSG_EXP_MAX] = {
2020         [IPCTNL_MSG_EXP_GET]            = { .call = ctnetlink_get_expect,
2021                                             .attr_count = CTA_EXPECT_MAX,
2022                                             .policy = exp_nla_policy },
2023         [IPCTNL_MSG_EXP_NEW]            = { .call = ctnetlink_new_expect,
2024                                             .attr_count = CTA_EXPECT_MAX,
2025                                             .policy = exp_nla_policy },
2026         [IPCTNL_MSG_EXP_DELETE]         = { .call = ctnetlink_del_expect,
2027                                             .attr_count = CTA_EXPECT_MAX,
2028                                             .policy = exp_nla_policy },
2029 };
2030
2031 static const struct nfnetlink_subsystem ctnl_subsys = {
2032         .name                           = "conntrack",
2033         .subsys_id                      = NFNL_SUBSYS_CTNETLINK,
2034         .cb_count                       = IPCTNL_MSG_MAX,
2035         .cb                             = ctnl_cb,
2036 };
2037
2038 static const struct nfnetlink_subsystem ctnl_exp_subsys = {
2039         .name                           = "conntrack_expect",
2040         .subsys_id                      = NFNL_SUBSYS_CTNETLINK_EXP,
2041         .cb_count                       = IPCTNL_MSG_EXP_MAX,
2042         .cb                             = ctnl_exp_cb,
2043 };
2044
2045 MODULE_ALIAS("ip_conntrack_netlink");
2046 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_CTNETLINK);
2047 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_CTNETLINK_EXP);
2048
2049 static int __init ctnetlink_init(void)
2050 {
2051         int ret;
2052
2053         printk("ctnetlink v%s: registering with nfnetlink.\n", version);
2054         ret = nfnetlink_subsys_register(&ctnl_subsys);
2055         if (ret < 0) {
2056                 printk("ctnetlink_init: cannot register with nfnetlink.\n");
2057                 goto err_out;
2058         }
2059
2060         ret = nfnetlink_subsys_register(&ctnl_exp_subsys);
2061         if (ret < 0) {
2062                 printk("ctnetlink_init: cannot register exp with nfnetlink.\n");
2063                 goto err_unreg_subsys;
2064         }
2065
2066 #ifdef CONFIG_NF_CONNTRACK_EVENTS
2067         ret = nf_conntrack_register_notifier(&ctnl_notifier);
2068         if (ret < 0) {
2069                 printk("ctnetlink_init: cannot register notifier.\n");
2070                 goto err_unreg_exp_subsys;
2071         }
2072
2073         ret = nf_ct_expect_register_notifier(&ctnl_notifier_exp);
2074         if (ret < 0) {
2075                 printk("ctnetlink_init: cannot expect register notifier.\n");
2076                 goto err_unreg_notifier;
2077         }
2078 #endif
2079
2080         return 0;
2081
2082 #ifdef CONFIG_NF_CONNTRACK_EVENTS
2083 err_unreg_notifier:
2084         nf_conntrack_unregister_notifier(&ctnl_notifier);
2085 err_unreg_exp_subsys:
2086         nfnetlink_subsys_unregister(&ctnl_exp_subsys);
2087 #endif
2088 err_unreg_subsys:
2089         nfnetlink_subsys_unregister(&ctnl_subsys);
2090 err_out:
2091         return ret;
2092 }
2093
2094 static void __exit ctnetlink_exit(void)
2095 {
2096         printk("ctnetlink: unregistering from nfnetlink.\n");
2097
2098 #ifdef CONFIG_NF_CONNTRACK_EVENTS
2099         nf_ct_expect_unregister_notifier(&ctnl_notifier_exp);
2100         nf_conntrack_unregister_notifier(&ctnl_notifier);
2101 #endif
2102
2103         nfnetlink_subsys_unregister(&ctnl_exp_subsys);
2104         nfnetlink_subsys_unregister(&ctnl_subsys);
2105         return;
2106 }
2107
2108 module_init(ctnetlink_init);
2109 module_exit(ctnetlink_exit);