1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
4 * Copyright (c) 2016 Pablo Neira Ayuso <pablo@netfilter.org>
6 * Development of this code funded by Astaro AG (http://www.astaro.com/)
9 #include <linux/kernel.h>
10 #include <linux/init.h>
11 #include <linux/module.h>
12 #include <linux/netlink.h>
13 #include <linux/netfilter.h>
14 #include <linux/netfilter/nf_tables.h>
15 #include <net/netfilter/nf_tables.h>
16 #include <net/netfilter/nf_conntrack.h>
17 #include <net/netfilter/nf_conntrack_acct.h>
18 #include <net/netfilter/nf_conntrack_tuple.h>
19 #include <net/netfilter/nf_conntrack_helper.h>
20 #include <net/netfilter/nf_conntrack_ecache.h>
21 #include <net/netfilter/nf_conntrack_labels.h>
22 #include <net/netfilter/nf_conntrack_timeout.h>
23 #include <net/netfilter/nf_conntrack_l4proto.h>
24 #include <net/netfilter/nf_conntrack_expect.h>
27 enum nft_ct_keys key:8;
28 enum ip_conntrack_dir dir:8;
35 struct nft_ct_helper_obj {
36 struct nf_conntrack_helper *helper4;
37 struct nf_conntrack_helper *helper6;
41 #ifdef CONFIG_NF_CONNTRACK_ZONES
42 static DEFINE_PER_CPU(struct nf_conn *, nft_ct_pcpu_template);
43 static unsigned int nft_ct_pcpu_template_refcnt __read_mostly;
46 static u64 nft_ct_get_eval_counter(const struct nf_conn_counter *c,
48 enum ip_conntrack_dir d)
50 if (d < IP_CT_DIR_MAX)
51 return k == NFT_CT_BYTES ? atomic64_read(&c[d].bytes) :
52 atomic64_read(&c[d].packets);
54 return nft_ct_get_eval_counter(c, k, IP_CT_DIR_ORIGINAL) +
55 nft_ct_get_eval_counter(c, k, IP_CT_DIR_REPLY);
58 static void nft_ct_get_eval(const struct nft_expr *expr,
59 struct nft_regs *regs,
60 const struct nft_pktinfo *pkt)
62 const struct nft_ct *priv = nft_expr_priv(expr);
63 u32 *dest = ®s->data[priv->dreg];
64 enum ip_conntrack_info ctinfo;
65 const struct nf_conn *ct;
66 const struct nf_conn_help *help;
67 const struct nf_conntrack_tuple *tuple;
68 const struct nf_conntrack_helper *helper;
71 ct = nf_ct_get(pkt->skb, &ctinfo);
76 state = NF_CT_STATE_BIT(ctinfo);
77 else if (ctinfo == IP_CT_UNTRACKED)
78 state = NF_CT_STATE_UNTRACKED_BIT;
80 state = NF_CT_STATE_INVALID_BIT;
91 case NFT_CT_DIRECTION:
92 nft_reg_store8(dest, CTINFO2DIR(ctinfo));
97 #ifdef CONFIG_NF_CONNTRACK_MARK
102 #ifdef CONFIG_NF_CONNTRACK_SECMARK
107 case NFT_CT_EXPIRATION:
108 *dest = jiffies_to_msecs(nf_ct_expires(ct));
111 if (ct->master == NULL)
113 help = nfct_help(ct->master);
116 helper = rcu_dereference(help->helper);
119 strncpy((char *)dest, helper->name, NF_CT_HELPER_NAME_LEN);
121 #ifdef CONFIG_NF_CONNTRACK_LABELS
122 case NFT_CT_LABELS: {
123 struct nf_conn_labels *labels = nf_ct_labels_find(ct);
126 memcpy(dest, labels->bits, NF_CT_LABELS_MAX_SIZE);
128 memset(dest, 0, NF_CT_LABELS_MAX_SIZE);
134 const struct nf_conn_acct *acct = nf_conn_acct_find(ct);
138 count = nft_ct_get_eval_counter(acct->counter,
139 priv->key, priv->dir);
140 memcpy(dest, &count, sizeof(count));
143 case NFT_CT_AVGPKT: {
144 const struct nf_conn_acct *acct = nf_conn_acct_find(ct);
145 u64 avgcnt = 0, bcnt = 0, pcnt = 0;
148 pcnt = nft_ct_get_eval_counter(acct->counter,
149 NFT_CT_PKTS, priv->dir);
150 bcnt = nft_ct_get_eval_counter(acct->counter,
151 NFT_CT_BYTES, priv->dir);
153 avgcnt = div64_u64(bcnt, pcnt);
156 memcpy(dest, &avgcnt, sizeof(avgcnt));
159 case NFT_CT_L3PROTOCOL:
160 nft_reg_store8(dest, nf_ct_l3num(ct));
162 case NFT_CT_PROTOCOL:
163 nft_reg_store8(dest, nf_ct_protonum(ct));
165 #ifdef CONFIG_NF_CONNTRACK_ZONES
167 const struct nf_conntrack_zone *zone = nf_ct_zone(ct);
170 if (priv->dir < IP_CT_DIR_MAX)
171 zoneid = nf_ct_zone_id(zone, priv->dir);
175 nft_reg_store16(dest, zoneid);
180 *dest = nf_ct_get_id(ct);
186 tuple = &ct->tuplehash[priv->dir].tuple;
189 memcpy(dest, tuple->src.u3.all,
190 nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
193 memcpy(dest, tuple->dst.u3.all,
194 nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
196 case NFT_CT_PROTO_SRC:
197 nft_reg_store16(dest, (__force u16)tuple->src.u.all);
199 case NFT_CT_PROTO_DST:
200 nft_reg_store16(dest, (__force u16)tuple->dst.u.all);
203 if (nf_ct_l3num(ct) != NFPROTO_IPV4)
205 *dest = tuple->src.u3.ip;
208 if (nf_ct_l3num(ct) != NFPROTO_IPV4)
210 *dest = tuple->dst.u3.ip;
213 if (nf_ct_l3num(ct) != NFPROTO_IPV6)
215 memcpy(dest, tuple->src.u3.ip6, sizeof(struct in6_addr));
218 if (nf_ct_l3num(ct) != NFPROTO_IPV6)
220 memcpy(dest, tuple->dst.u3.ip6, sizeof(struct in6_addr));
227 regs->verdict.code = NFT_BREAK;
230 #ifdef CONFIG_NF_CONNTRACK_ZONES
231 static void nft_ct_set_zone_eval(const struct nft_expr *expr,
232 struct nft_regs *regs,
233 const struct nft_pktinfo *pkt)
235 struct nf_conntrack_zone zone = { .dir = NF_CT_DEFAULT_ZONE_DIR };
236 const struct nft_ct *priv = nft_expr_priv(expr);
237 struct sk_buff *skb = pkt->skb;
238 enum ip_conntrack_info ctinfo;
239 u16 value = nft_reg_load16(®s->data[priv->sreg]);
242 ct = nf_ct_get(skb, &ctinfo);
243 if (ct) /* already tracked */
249 case IP_CT_DIR_ORIGINAL:
250 zone.dir = NF_CT_ZONE_DIR_ORIG;
252 case IP_CT_DIR_REPLY:
253 zone.dir = NF_CT_ZONE_DIR_REPL;
259 ct = this_cpu_read(nft_ct_pcpu_template);
261 if (likely(atomic_read(&ct->ct_general.use) == 1)) {
262 nf_ct_zone_add(ct, &zone);
264 /* previous skb got queued to userspace */
265 ct = nf_ct_tmpl_alloc(nft_net(pkt), &zone, GFP_ATOMIC);
267 regs->verdict.code = NF_DROP;
272 atomic_inc(&ct->ct_general.use);
273 nf_ct_set(skb, ct, IP_CT_NEW);
277 static void nft_ct_set_eval(const struct nft_expr *expr,
278 struct nft_regs *regs,
279 const struct nft_pktinfo *pkt)
281 const struct nft_ct *priv = nft_expr_priv(expr);
282 struct sk_buff *skb = pkt->skb;
283 #if defined(CONFIG_NF_CONNTRACK_MARK) || defined(CONFIG_NF_CONNTRACK_SECMARK)
284 u32 value = regs->data[priv->sreg];
286 enum ip_conntrack_info ctinfo;
289 ct = nf_ct_get(skb, &ctinfo);
290 if (ct == NULL || nf_ct_is_template(ct))
294 #ifdef CONFIG_NF_CONNTRACK_MARK
296 if (ct->mark != value) {
298 nf_conntrack_event_cache(IPCT_MARK, ct);
302 #ifdef CONFIG_NF_CONNTRACK_SECMARK
304 if (ct->secmark != value) {
306 nf_conntrack_event_cache(IPCT_SECMARK, ct);
310 #ifdef CONFIG_NF_CONNTRACK_LABELS
312 nf_connlabels_replace(ct,
313 ®s->data[priv->sreg],
314 ®s->data[priv->sreg],
315 NF_CT_LABELS_MAX_SIZE / sizeof(u32));
318 #ifdef CONFIG_NF_CONNTRACK_EVENTS
319 case NFT_CT_EVENTMASK: {
320 struct nf_conntrack_ecache *e = nf_ct_ecache_find(ct);
321 u32 ctmask = regs->data[priv->sreg];
324 if (e->ctmask != ctmask)
329 if (ctmask && !nf_ct_is_confirmed(ct))
330 nf_ct_ecache_ext_add(ct, ctmask, 0, GFP_ATOMIC);
339 static const struct nla_policy nft_ct_policy[NFTA_CT_MAX + 1] = {
340 [NFTA_CT_DREG] = { .type = NLA_U32 },
341 [NFTA_CT_KEY] = { .type = NLA_U32 },
342 [NFTA_CT_DIRECTION] = { .type = NLA_U8 },
343 [NFTA_CT_SREG] = { .type = NLA_U32 },
346 #ifdef CONFIG_NF_CONNTRACK_ZONES
347 static void nft_ct_tmpl_put_pcpu(void)
352 for_each_possible_cpu(cpu) {
353 ct = per_cpu(nft_ct_pcpu_template, cpu);
357 per_cpu(nft_ct_pcpu_template, cpu) = NULL;
361 static bool nft_ct_tmpl_alloc_pcpu(void)
363 struct nf_conntrack_zone zone = { .id = 0 };
367 if (nft_ct_pcpu_template_refcnt)
370 for_each_possible_cpu(cpu) {
371 tmp = nf_ct_tmpl_alloc(&init_net, &zone, GFP_KERNEL);
373 nft_ct_tmpl_put_pcpu();
377 atomic_set(&tmp->ct_general.use, 1);
378 per_cpu(nft_ct_pcpu_template, cpu) = tmp;
385 static int nft_ct_get_init(const struct nft_ctx *ctx,
386 const struct nft_expr *expr,
387 const struct nlattr * const tb[])
389 struct nft_ct *priv = nft_expr_priv(expr);
393 priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
394 priv->dir = IP_CT_DIR_MAX;
396 case NFT_CT_DIRECTION:
397 if (tb[NFTA_CT_DIRECTION] != NULL)
403 #ifdef CONFIG_NF_CONNTRACK_MARK
406 #ifdef CONFIG_NF_CONNTRACK_SECMARK
409 case NFT_CT_EXPIRATION:
410 if (tb[NFTA_CT_DIRECTION] != NULL)
414 #ifdef CONFIG_NF_CONNTRACK_LABELS
416 if (tb[NFTA_CT_DIRECTION] != NULL)
418 len = NF_CT_LABELS_MAX_SIZE;
422 if (tb[NFTA_CT_DIRECTION] != NULL)
424 len = NF_CT_HELPER_NAME_LEN;
427 case NFT_CT_L3PROTOCOL:
428 case NFT_CT_PROTOCOL:
429 /* For compatibility, do not report error if NFTA_CT_DIRECTION
430 * attribute is specified.
436 if (tb[NFTA_CT_DIRECTION] == NULL)
439 switch (ctx->family) {
441 len = sizeof_field(struct nf_conntrack_tuple,
446 len = sizeof_field(struct nf_conntrack_tuple,
450 return -EAFNOSUPPORT;
455 if (tb[NFTA_CT_DIRECTION] == NULL)
458 len = sizeof_field(struct nf_conntrack_tuple, src.u3.ip);
462 if (tb[NFTA_CT_DIRECTION] == NULL)
465 len = sizeof_field(struct nf_conntrack_tuple, src.u3.ip6);
467 case NFT_CT_PROTO_SRC:
468 case NFT_CT_PROTO_DST:
469 if (tb[NFTA_CT_DIRECTION] == NULL)
471 len = sizeof_field(struct nf_conntrack_tuple, src.u.all);
478 #ifdef CONFIG_NF_CONNTRACK_ZONES
490 if (tb[NFTA_CT_DIRECTION] != NULL) {
491 priv->dir = nla_get_u8(tb[NFTA_CT_DIRECTION]);
493 case IP_CT_DIR_ORIGINAL:
494 case IP_CT_DIR_REPLY:
501 err = nft_parse_register_store(ctx, tb[NFTA_CT_DREG], &priv->dreg, NULL,
502 NFT_DATA_VALUE, len);
506 err = nf_ct_netns_get(ctx->net, ctx->family);
510 if (priv->key == NFT_CT_BYTES ||
511 priv->key == NFT_CT_PKTS ||
512 priv->key == NFT_CT_AVGPKT)
513 nf_ct_set_acct(ctx->net, true);
518 static void __nft_ct_set_destroy(const struct nft_ctx *ctx, struct nft_ct *priv)
521 #ifdef CONFIG_NF_CONNTRACK_LABELS
523 nf_connlabels_put(ctx->net);
526 #ifdef CONFIG_NF_CONNTRACK_ZONES
528 if (--nft_ct_pcpu_template_refcnt == 0)
529 nft_ct_tmpl_put_pcpu();
537 static int nft_ct_set_init(const struct nft_ctx *ctx,
538 const struct nft_expr *expr,
539 const struct nlattr * const tb[])
541 struct nft_ct *priv = nft_expr_priv(expr);
545 priv->dir = IP_CT_DIR_MAX;
546 priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
548 #ifdef CONFIG_NF_CONNTRACK_MARK
550 if (tb[NFTA_CT_DIRECTION])
552 len = sizeof_field(struct nf_conn, mark);
555 #ifdef CONFIG_NF_CONNTRACK_LABELS
557 if (tb[NFTA_CT_DIRECTION])
559 len = NF_CT_LABELS_MAX_SIZE;
560 err = nf_connlabels_get(ctx->net, (len * BITS_PER_BYTE) - 1);
565 #ifdef CONFIG_NF_CONNTRACK_ZONES
567 if (!nft_ct_tmpl_alloc_pcpu())
569 nft_ct_pcpu_template_refcnt++;
573 #ifdef CONFIG_NF_CONNTRACK_EVENTS
574 case NFT_CT_EVENTMASK:
575 if (tb[NFTA_CT_DIRECTION])
580 #ifdef CONFIG_NF_CONNTRACK_SECMARK
582 if (tb[NFTA_CT_DIRECTION])
591 if (tb[NFTA_CT_DIRECTION]) {
592 priv->dir = nla_get_u8(tb[NFTA_CT_DIRECTION]);
594 case IP_CT_DIR_ORIGINAL:
595 case IP_CT_DIR_REPLY:
603 err = nft_parse_register_load(tb[NFTA_CT_SREG], &priv->sreg, len);
607 err = nf_ct_netns_get(ctx->net, ctx->family);
614 __nft_ct_set_destroy(ctx, priv);
618 static void nft_ct_get_destroy(const struct nft_ctx *ctx,
619 const struct nft_expr *expr)
621 nf_ct_netns_put(ctx->net, ctx->family);
624 static void nft_ct_set_destroy(const struct nft_ctx *ctx,
625 const struct nft_expr *expr)
627 struct nft_ct *priv = nft_expr_priv(expr);
629 __nft_ct_set_destroy(ctx, priv);
630 nf_ct_netns_put(ctx->net, ctx->family);
633 static int nft_ct_get_dump(struct sk_buff *skb, const struct nft_expr *expr)
635 const struct nft_ct *priv = nft_expr_priv(expr);
637 if (nft_dump_register(skb, NFTA_CT_DREG, priv->dreg))
638 goto nla_put_failure;
639 if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
640 goto nla_put_failure;
649 case NFT_CT_PROTO_SRC:
650 case NFT_CT_PROTO_DST:
651 if (nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
652 goto nla_put_failure;
658 if (priv->dir < IP_CT_DIR_MAX &&
659 nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
660 goto nla_put_failure;
672 static int nft_ct_set_dump(struct sk_buff *skb, const struct nft_expr *expr)
674 const struct nft_ct *priv = nft_expr_priv(expr);
676 if (nft_dump_register(skb, NFTA_CT_SREG, priv->sreg))
677 goto nla_put_failure;
678 if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
679 goto nla_put_failure;
683 if (priv->dir < IP_CT_DIR_MAX &&
684 nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
685 goto nla_put_failure;
697 static struct nft_expr_type nft_ct_type;
698 static const struct nft_expr_ops nft_ct_get_ops = {
699 .type = &nft_ct_type,
700 .size = NFT_EXPR_SIZE(sizeof(struct nft_ct)),
701 .eval = nft_ct_get_eval,
702 .init = nft_ct_get_init,
703 .destroy = nft_ct_get_destroy,
704 .dump = nft_ct_get_dump,
707 static const struct nft_expr_ops nft_ct_set_ops = {
708 .type = &nft_ct_type,
709 .size = NFT_EXPR_SIZE(sizeof(struct nft_ct)),
710 .eval = nft_ct_set_eval,
711 .init = nft_ct_set_init,
712 .destroy = nft_ct_set_destroy,
713 .dump = nft_ct_set_dump,
716 #ifdef CONFIG_NF_CONNTRACK_ZONES
717 static const struct nft_expr_ops nft_ct_set_zone_ops = {
718 .type = &nft_ct_type,
719 .size = NFT_EXPR_SIZE(sizeof(struct nft_ct)),
720 .eval = nft_ct_set_zone_eval,
721 .init = nft_ct_set_init,
722 .destroy = nft_ct_set_destroy,
723 .dump = nft_ct_set_dump,
727 static const struct nft_expr_ops *
728 nft_ct_select_ops(const struct nft_ctx *ctx,
729 const struct nlattr * const tb[])
731 if (tb[NFTA_CT_KEY] == NULL)
732 return ERR_PTR(-EINVAL);
734 if (tb[NFTA_CT_DREG] && tb[NFTA_CT_SREG])
735 return ERR_PTR(-EINVAL);
737 if (tb[NFTA_CT_DREG])
738 return &nft_ct_get_ops;
740 if (tb[NFTA_CT_SREG]) {
741 #ifdef CONFIG_NF_CONNTRACK_ZONES
742 if (nla_get_be32(tb[NFTA_CT_KEY]) == htonl(NFT_CT_ZONE))
743 return &nft_ct_set_zone_ops;
745 return &nft_ct_set_ops;
748 return ERR_PTR(-EINVAL);
751 static struct nft_expr_type nft_ct_type __read_mostly = {
753 .select_ops = nft_ct_select_ops,
754 .policy = nft_ct_policy,
755 .maxattr = NFTA_CT_MAX,
756 .owner = THIS_MODULE,
759 static void nft_notrack_eval(const struct nft_expr *expr,
760 struct nft_regs *regs,
761 const struct nft_pktinfo *pkt)
763 struct sk_buff *skb = pkt->skb;
764 enum ip_conntrack_info ctinfo;
767 ct = nf_ct_get(pkt->skb, &ctinfo);
768 /* Previously seen (loopback or untracked)? Ignore. */
769 if (ct || ctinfo == IP_CT_UNTRACKED)
772 nf_ct_set(skb, ct, IP_CT_UNTRACKED);
775 static struct nft_expr_type nft_notrack_type;
776 static const struct nft_expr_ops nft_notrack_ops = {
777 .type = &nft_notrack_type,
778 .size = NFT_EXPR_SIZE(0),
779 .eval = nft_notrack_eval,
782 static struct nft_expr_type nft_notrack_type __read_mostly = {
784 .ops = &nft_notrack_ops,
785 .owner = THIS_MODULE,
788 #ifdef CONFIG_NF_CONNTRACK_TIMEOUT
790 nft_ct_timeout_parse_policy(void *timeouts,
791 const struct nf_conntrack_l4proto *l4proto,
792 struct net *net, const struct nlattr *attr)
797 tb = kcalloc(l4proto->ctnl_timeout.nlattr_max + 1, sizeof(*tb),
803 ret = nla_parse_nested_deprecated(tb,
804 l4proto->ctnl_timeout.nlattr_max,
806 l4proto->ctnl_timeout.nla_policy,
811 ret = l4proto->ctnl_timeout.nlattr_to_obj(tb, net, timeouts);
818 struct nft_ct_timeout_obj {
819 struct nf_ct_timeout *timeout;
823 static void nft_ct_timeout_obj_eval(struct nft_object *obj,
824 struct nft_regs *regs,
825 const struct nft_pktinfo *pkt)
827 const struct nft_ct_timeout_obj *priv = nft_obj_data(obj);
828 struct nf_conn *ct = (struct nf_conn *)skb_nfct(pkt->skb);
829 struct nf_conn_timeout *timeout;
830 const unsigned int *values;
832 if (priv->l4proto != pkt->tprot)
835 if (!ct || nf_ct_is_template(ct) || nf_ct_is_confirmed(ct))
838 timeout = nf_ct_timeout_find(ct);
840 timeout = nf_ct_timeout_ext_add(ct, priv->timeout, GFP_ATOMIC);
842 regs->verdict.code = NF_DROP;
847 rcu_assign_pointer(timeout->timeout, priv->timeout);
849 /* adjust the timeout as per 'new' state. ct is unconfirmed,
850 * so the current timestamp must not be added.
852 values = nf_ct_timeout_data(timeout);
854 nf_ct_refresh(ct, pkt->skb, values[0]);
857 static int nft_ct_timeout_obj_init(const struct nft_ctx *ctx,
858 const struct nlattr * const tb[],
859 struct nft_object *obj)
861 struct nft_ct_timeout_obj *priv = nft_obj_data(obj);
862 const struct nf_conntrack_l4proto *l4proto;
863 struct nf_ct_timeout *timeout;
864 int l3num = ctx->family;
868 if (!tb[NFTA_CT_TIMEOUT_L4PROTO] ||
869 !tb[NFTA_CT_TIMEOUT_DATA])
872 if (tb[NFTA_CT_TIMEOUT_L3PROTO])
873 l3num = ntohs(nla_get_be16(tb[NFTA_CT_TIMEOUT_L3PROTO]));
875 l4num = nla_get_u8(tb[NFTA_CT_TIMEOUT_L4PROTO]);
876 priv->l4proto = l4num;
878 l4proto = nf_ct_l4proto_find(l4num);
880 if (l4proto->l4proto != l4num) {
885 timeout = kzalloc(sizeof(struct nf_ct_timeout) +
886 l4proto->ctnl_timeout.obj_size, GFP_KERNEL);
887 if (timeout == NULL) {
892 ret = nft_ct_timeout_parse_policy(&timeout->data, l4proto, ctx->net,
893 tb[NFTA_CT_TIMEOUT_DATA]);
895 goto err_free_timeout;
897 timeout->l3num = l3num;
898 timeout->l4proto = l4proto;
900 ret = nf_ct_netns_get(ctx->net, ctx->family);
902 goto err_free_timeout;
904 priv->timeout = timeout;
913 static void nft_ct_timeout_obj_destroy(const struct nft_ctx *ctx,
914 struct nft_object *obj)
916 struct nft_ct_timeout_obj *priv = nft_obj_data(obj);
917 struct nf_ct_timeout *timeout = priv->timeout;
919 nf_ct_untimeout(ctx->net, timeout);
920 nf_ct_netns_put(ctx->net, ctx->family);
921 kfree(priv->timeout);
924 static int nft_ct_timeout_obj_dump(struct sk_buff *skb,
925 struct nft_object *obj, bool reset)
927 const struct nft_ct_timeout_obj *priv = nft_obj_data(obj);
928 const struct nf_ct_timeout *timeout = priv->timeout;
929 struct nlattr *nest_params;
932 if (nla_put_u8(skb, NFTA_CT_TIMEOUT_L4PROTO, timeout->l4proto->l4proto) ||
933 nla_put_be16(skb, NFTA_CT_TIMEOUT_L3PROTO, htons(timeout->l3num)))
936 nest_params = nla_nest_start(skb, NFTA_CT_TIMEOUT_DATA);
940 ret = timeout->l4proto->ctnl_timeout.obj_to_nlattr(skb, &timeout->data);
943 nla_nest_end(skb, nest_params);
947 static const struct nla_policy nft_ct_timeout_policy[NFTA_CT_TIMEOUT_MAX + 1] = {
948 [NFTA_CT_TIMEOUT_L3PROTO] = {.type = NLA_U16 },
949 [NFTA_CT_TIMEOUT_L4PROTO] = {.type = NLA_U8 },
950 [NFTA_CT_TIMEOUT_DATA] = {.type = NLA_NESTED },
953 static struct nft_object_type nft_ct_timeout_obj_type;
955 static const struct nft_object_ops nft_ct_timeout_obj_ops = {
956 .type = &nft_ct_timeout_obj_type,
957 .size = sizeof(struct nft_ct_timeout_obj),
958 .eval = nft_ct_timeout_obj_eval,
959 .init = nft_ct_timeout_obj_init,
960 .destroy = nft_ct_timeout_obj_destroy,
961 .dump = nft_ct_timeout_obj_dump,
964 static struct nft_object_type nft_ct_timeout_obj_type __read_mostly = {
965 .type = NFT_OBJECT_CT_TIMEOUT,
966 .ops = &nft_ct_timeout_obj_ops,
967 .maxattr = NFTA_CT_TIMEOUT_MAX,
968 .policy = nft_ct_timeout_policy,
969 .owner = THIS_MODULE,
971 #endif /* CONFIG_NF_CONNTRACK_TIMEOUT */
973 static int nft_ct_helper_obj_init(const struct nft_ctx *ctx,
974 const struct nlattr * const tb[],
975 struct nft_object *obj)
977 struct nft_ct_helper_obj *priv = nft_obj_data(obj);
978 struct nf_conntrack_helper *help4, *help6;
979 char name[NF_CT_HELPER_NAME_LEN];
980 int family = ctx->family;
983 if (!tb[NFTA_CT_HELPER_NAME] || !tb[NFTA_CT_HELPER_L4PROTO])
986 priv->l4proto = nla_get_u8(tb[NFTA_CT_HELPER_L4PROTO]);
990 nla_strscpy(name, tb[NFTA_CT_HELPER_NAME], sizeof(name));
992 if (tb[NFTA_CT_HELPER_L3PROTO])
993 family = ntohs(nla_get_be16(tb[NFTA_CT_HELPER_L3PROTO]));
1000 if (ctx->family == NFPROTO_IPV6)
1003 help4 = nf_conntrack_helper_try_module_get(name, family,
1007 if (ctx->family == NFPROTO_IPV4)
1010 help6 = nf_conntrack_helper_try_module_get(name, family,
1013 case NFPROTO_NETDEV:
1014 case NFPROTO_BRIDGE:
1016 help4 = nf_conntrack_helper_try_module_get(name, NFPROTO_IPV4,
1018 help6 = nf_conntrack_helper_try_module_get(name, NFPROTO_IPV6,
1022 return -EAFNOSUPPORT;
1025 /* && is intentional; only error if INET found neither ipv4 or ipv6 */
1026 if (!help4 && !help6)
1029 priv->helper4 = help4;
1030 priv->helper6 = help6;
1032 err = nf_ct_netns_get(ctx->net, ctx->family);
1034 goto err_put_helper;
1040 nf_conntrack_helper_put(priv->helper4);
1042 nf_conntrack_helper_put(priv->helper6);
1046 static void nft_ct_helper_obj_destroy(const struct nft_ctx *ctx,
1047 struct nft_object *obj)
1049 struct nft_ct_helper_obj *priv = nft_obj_data(obj);
1052 nf_conntrack_helper_put(priv->helper4);
1054 nf_conntrack_helper_put(priv->helper6);
1056 nf_ct_netns_put(ctx->net, ctx->family);
1059 static void nft_ct_helper_obj_eval(struct nft_object *obj,
1060 struct nft_regs *regs,
1061 const struct nft_pktinfo *pkt)
1063 const struct nft_ct_helper_obj *priv = nft_obj_data(obj);
1064 struct nf_conn *ct = (struct nf_conn *)skb_nfct(pkt->skb);
1065 struct nf_conntrack_helper *to_assign = NULL;
1066 struct nf_conn_help *help;
1069 nf_ct_is_confirmed(ct) ||
1070 nf_ct_is_template(ct) ||
1071 priv->l4proto != nf_ct_protonum(ct))
1074 switch (nf_ct_l3num(ct)) {
1076 to_assign = priv->helper4;
1079 to_assign = priv->helper6;
1089 if (test_bit(IPS_HELPER_BIT, &ct->status))
1092 help = nf_ct_helper_ext_add(ct, GFP_ATOMIC);
1094 rcu_assign_pointer(help->helper, to_assign);
1095 set_bit(IPS_HELPER_BIT, &ct->status);
1099 static int nft_ct_helper_obj_dump(struct sk_buff *skb,
1100 struct nft_object *obj, bool reset)
1102 const struct nft_ct_helper_obj *priv = nft_obj_data(obj);
1103 const struct nf_conntrack_helper *helper;
1106 if (priv->helper4 && priv->helper6) {
1107 family = NFPROTO_INET;
1108 helper = priv->helper4;
1109 } else if (priv->helper6) {
1110 family = NFPROTO_IPV6;
1111 helper = priv->helper6;
1113 family = NFPROTO_IPV4;
1114 helper = priv->helper4;
1117 if (nla_put_string(skb, NFTA_CT_HELPER_NAME, helper->name))
1120 if (nla_put_u8(skb, NFTA_CT_HELPER_L4PROTO, priv->l4proto))
1123 if (nla_put_be16(skb, NFTA_CT_HELPER_L3PROTO, htons(family)))
1129 static const struct nla_policy nft_ct_helper_policy[NFTA_CT_HELPER_MAX + 1] = {
1130 [NFTA_CT_HELPER_NAME] = { .type = NLA_STRING,
1131 .len = NF_CT_HELPER_NAME_LEN - 1 },
1132 [NFTA_CT_HELPER_L3PROTO] = { .type = NLA_U16 },
1133 [NFTA_CT_HELPER_L4PROTO] = { .type = NLA_U8 },
1136 static struct nft_object_type nft_ct_helper_obj_type;
1137 static const struct nft_object_ops nft_ct_helper_obj_ops = {
1138 .type = &nft_ct_helper_obj_type,
1139 .size = sizeof(struct nft_ct_helper_obj),
1140 .eval = nft_ct_helper_obj_eval,
1141 .init = nft_ct_helper_obj_init,
1142 .destroy = nft_ct_helper_obj_destroy,
1143 .dump = nft_ct_helper_obj_dump,
1146 static struct nft_object_type nft_ct_helper_obj_type __read_mostly = {
1147 .type = NFT_OBJECT_CT_HELPER,
1148 .ops = &nft_ct_helper_obj_ops,
1149 .maxattr = NFTA_CT_HELPER_MAX,
1150 .policy = nft_ct_helper_policy,
1151 .owner = THIS_MODULE,
1154 struct nft_ct_expect_obj {
1162 static int nft_ct_expect_obj_init(const struct nft_ctx *ctx,
1163 const struct nlattr * const tb[],
1164 struct nft_object *obj)
1166 struct nft_ct_expect_obj *priv = nft_obj_data(obj);
1168 if (!tb[NFTA_CT_EXPECT_L4PROTO] ||
1169 !tb[NFTA_CT_EXPECT_DPORT] ||
1170 !tb[NFTA_CT_EXPECT_TIMEOUT] ||
1171 !tb[NFTA_CT_EXPECT_SIZE])
1174 priv->l3num = ctx->family;
1175 if (tb[NFTA_CT_EXPECT_L3PROTO])
1176 priv->l3num = ntohs(nla_get_be16(tb[NFTA_CT_EXPECT_L3PROTO]));
1178 priv->l4proto = nla_get_u8(tb[NFTA_CT_EXPECT_L4PROTO]);
1179 priv->dport = nla_get_be16(tb[NFTA_CT_EXPECT_DPORT]);
1180 priv->timeout = nla_get_u32(tb[NFTA_CT_EXPECT_TIMEOUT]);
1181 priv->size = nla_get_u8(tb[NFTA_CT_EXPECT_SIZE]);
1183 return nf_ct_netns_get(ctx->net, ctx->family);
1186 static void nft_ct_expect_obj_destroy(const struct nft_ctx *ctx,
1187 struct nft_object *obj)
1189 nf_ct_netns_put(ctx->net, ctx->family);
1192 static int nft_ct_expect_obj_dump(struct sk_buff *skb,
1193 struct nft_object *obj, bool reset)
1195 const struct nft_ct_expect_obj *priv = nft_obj_data(obj);
1197 if (nla_put_be16(skb, NFTA_CT_EXPECT_L3PROTO, htons(priv->l3num)) ||
1198 nla_put_u8(skb, NFTA_CT_EXPECT_L4PROTO, priv->l4proto) ||
1199 nla_put_be16(skb, NFTA_CT_EXPECT_DPORT, priv->dport) ||
1200 nla_put_u32(skb, NFTA_CT_EXPECT_TIMEOUT, priv->timeout) ||
1201 nla_put_u8(skb, NFTA_CT_EXPECT_SIZE, priv->size))
1207 static void nft_ct_expect_obj_eval(struct nft_object *obj,
1208 struct nft_regs *regs,
1209 const struct nft_pktinfo *pkt)
1211 const struct nft_ct_expect_obj *priv = nft_obj_data(obj);
1212 struct nf_conntrack_expect *exp;
1213 enum ip_conntrack_info ctinfo;
1214 struct nf_conn_help *help;
1215 enum ip_conntrack_dir dir;
1216 u16 l3num = priv->l3num;
1219 ct = nf_ct_get(pkt->skb, &ctinfo);
1220 if (!ct || ctinfo == IP_CT_UNTRACKED) {
1221 regs->verdict.code = NFT_BREAK;
1224 dir = CTINFO2DIR(ctinfo);
1226 help = nfct_help(ct);
1228 help = nf_ct_helper_ext_add(ct, GFP_ATOMIC);
1230 regs->verdict.code = NF_DROP;
1234 if (help->expecting[NF_CT_EXPECT_CLASS_DEFAULT] >= priv->size) {
1235 regs->verdict.code = NFT_BREAK;
1238 if (l3num == NFPROTO_INET)
1239 l3num = nf_ct_l3num(ct);
1241 exp = nf_ct_expect_alloc(ct);
1243 regs->verdict.code = NF_DROP;
1246 nf_ct_expect_init(exp, NF_CT_EXPECT_CLASS_DEFAULT, l3num,
1247 &ct->tuplehash[!dir].tuple.src.u3,
1248 &ct->tuplehash[!dir].tuple.dst.u3,
1249 priv->l4proto, NULL, &priv->dport);
1250 exp->timeout.expires = jiffies + priv->timeout * HZ;
1252 if (nf_ct_expect_related(exp, 0) != 0)
1253 regs->verdict.code = NF_DROP;
1256 static const struct nla_policy nft_ct_expect_policy[NFTA_CT_EXPECT_MAX + 1] = {
1257 [NFTA_CT_EXPECT_L3PROTO] = { .type = NLA_U16 },
1258 [NFTA_CT_EXPECT_L4PROTO] = { .type = NLA_U8 },
1259 [NFTA_CT_EXPECT_DPORT] = { .type = NLA_U16 },
1260 [NFTA_CT_EXPECT_TIMEOUT] = { .type = NLA_U32 },
1261 [NFTA_CT_EXPECT_SIZE] = { .type = NLA_U8 },
1264 static struct nft_object_type nft_ct_expect_obj_type;
1266 static const struct nft_object_ops nft_ct_expect_obj_ops = {
1267 .type = &nft_ct_expect_obj_type,
1268 .size = sizeof(struct nft_ct_expect_obj),
1269 .eval = nft_ct_expect_obj_eval,
1270 .init = nft_ct_expect_obj_init,
1271 .destroy = nft_ct_expect_obj_destroy,
1272 .dump = nft_ct_expect_obj_dump,
1275 static struct nft_object_type nft_ct_expect_obj_type __read_mostly = {
1276 .type = NFT_OBJECT_CT_EXPECT,
1277 .ops = &nft_ct_expect_obj_ops,
1278 .maxattr = NFTA_CT_EXPECT_MAX,
1279 .policy = nft_ct_expect_policy,
1280 .owner = THIS_MODULE,
1283 static int __init nft_ct_module_init(void)
1287 BUILD_BUG_ON(NF_CT_LABELS_MAX_SIZE > NFT_REG_SIZE);
1289 err = nft_register_expr(&nft_ct_type);
1293 err = nft_register_expr(&nft_notrack_type);
1297 err = nft_register_obj(&nft_ct_helper_obj_type);
1301 err = nft_register_obj(&nft_ct_expect_obj_type);
1304 #ifdef CONFIG_NF_CONNTRACK_TIMEOUT
1305 err = nft_register_obj(&nft_ct_timeout_obj_type);
1311 #ifdef CONFIG_NF_CONNTRACK_TIMEOUT
1313 nft_unregister_obj(&nft_ct_expect_obj_type);
1316 nft_unregister_obj(&nft_ct_helper_obj_type);
1318 nft_unregister_expr(&nft_notrack_type);
1320 nft_unregister_expr(&nft_ct_type);
1324 static void __exit nft_ct_module_exit(void)
1326 #ifdef CONFIG_NF_CONNTRACK_TIMEOUT
1327 nft_unregister_obj(&nft_ct_timeout_obj_type);
1329 nft_unregister_obj(&nft_ct_expect_obj_type);
1330 nft_unregister_obj(&nft_ct_helper_obj_type);
1331 nft_unregister_expr(&nft_notrack_type);
1332 nft_unregister_expr(&nft_ct_type);
1335 module_init(nft_ct_module_init);
1336 module_exit(nft_ct_module_exit);
1338 MODULE_LICENSE("GPL");
1339 MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
1340 MODULE_ALIAS_NFT_EXPR("ct");
1341 MODULE_ALIAS_NFT_EXPR("notrack");
1342 MODULE_ALIAS_NFT_OBJ(NFT_OBJECT_CT_HELPER);
1343 MODULE_ALIAS_NFT_OBJ(NFT_OBJECT_CT_TIMEOUT);
1344 MODULE_ALIAS_NFT_OBJ(NFT_OBJECT_CT_EXPECT);
1345 MODULE_DESCRIPTION("Netfilter nf_tables conntrack module");