2 * Copyright (c) 2007-2009 Patrick McHardy <kaber@trash.net>
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
8 * Development of this code funded by Astaro AG (http://www.astaro.com/)
11 #include <linux/module.h>
12 #include <linux/init.h>
13 #include <linux/list.h>
14 #include <linux/skbuff.h>
15 #include <linux/netlink.h>
16 #include <linux/netfilter.h>
17 #include <linux/netfilter/nfnetlink.h>
18 #include <linux/netfilter/nf_tables.h>
19 #include <net/netfilter/nf_tables_core.h>
20 #include <net/netfilter/nf_tables.h>
21 #include <net/net_namespace.h>
24 static LIST_HEAD(nf_tables_expressions);
27 * nft_register_afinfo - register nf_tables address family info
29 * @afi: address family info to register
31 * Register the address family for use with nf_tables. Returns zero on
32 * success or a negative errno code otherwise.
34 int nft_register_afinfo(struct net *net, struct nft_af_info *afi)
36 INIT_LIST_HEAD(&afi->tables);
37 nfnl_lock(NFNL_SUBSYS_NFTABLES);
38 list_add_tail_rcu(&afi->list, &net->nft.af_info);
39 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
42 EXPORT_SYMBOL_GPL(nft_register_afinfo);
45 * nft_unregister_afinfo - unregister nf_tables address family info
47 * @afi: address family info to unregister
49 * Unregister the address family for use with nf_tables.
51 void nft_unregister_afinfo(struct nft_af_info *afi)
53 nfnl_lock(NFNL_SUBSYS_NFTABLES);
54 list_del_rcu(&afi->list);
55 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
57 EXPORT_SYMBOL_GPL(nft_unregister_afinfo);
59 static struct nft_af_info *nft_afinfo_lookup(struct net *net, int family)
61 struct nft_af_info *afi;
63 list_for_each_entry(afi, &net->nft.af_info, list) {
64 if (afi->family == family)
70 static struct nft_af_info *
71 nf_tables_afinfo_lookup(struct net *net, int family, bool autoload)
73 struct nft_af_info *afi;
75 afi = nft_afinfo_lookup(net, family);
80 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
81 request_module("nft-afinfo-%u", family);
82 nfnl_lock(NFNL_SUBSYS_NFTABLES);
83 afi = nft_afinfo_lookup(net, family);
85 return ERR_PTR(-EAGAIN);
88 return ERR_PTR(-EAFNOSUPPORT);
91 static void nft_ctx_init(struct nft_ctx *ctx,
92 const struct sk_buff *skb,
93 const struct nlmsghdr *nlh,
94 struct nft_af_info *afi,
95 struct nft_table *table,
96 struct nft_chain *chain,
97 const struct nlattr * const *nla)
99 ctx->net = sock_net(skb->sk);
104 ctx->portid = NETLINK_CB(skb).portid;
105 ctx->report = nlmsg_report(nlh);
106 ctx->seq = nlh->nlmsg_seq;
109 static struct nft_trans *nft_trans_alloc(struct nft_ctx *ctx, int msg_type,
112 struct nft_trans *trans;
114 trans = kzalloc(sizeof(struct nft_trans) + size, GFP_KERNEL);
118 trans->msg_type = msg_type;
124 static void nft_trans_destroy(struct nft_trans *trans)
126 list_del(&trans->list);
130 int nft_register_basechain(struct nft_base_chain *basechain,
131 unsigned int hook_nops)
133 if (basechain->flags & NFT_BASECHAIN_DISABLED)
136 return nf_register_hooks(basechain->ops, hook_nops);
138 EXPORT_SYMBOL_GPL(nft_register_basechain);
140 void nft_unregister_basechain(struct nft_base_chain *basechain,
141 unsigned int hook_nops)
143 if (basechain->flags & NFT_BASECHAIN_DISABLED)
146 nf_unregister_hooks(basechain->ops, hook_nops);
148 EXPORT_SYMBOL_GPL(nft_unregister_basechain);
150 static int nf_tables_register_hooks(const struct nft_table *table,
151 struct nft_chain *chain,
152 unsigned int hook_nops)
154 if (table->flags & NFT_TABLE_F_DORMANT ||
155 !(chain->flags & NFT_BASE_CHAIN))
158 return nft_register_basechain(nft_base_chain(chain), hook_nops);
161 static void nf_tables_unregister_hooks(const struct nft_table *table,
162 struct nft_chain *chain,
163 unsigned int hook_nops)
165 if (table->flags & NFT_TABLE_F_DORMANT ||
166 !(chain->flags & NFT_BASE_CHAIN))
169 nft_unregister_basechain(nft_base_chain(chain), hook_nops);
172 /* Internal table flags */
173 #define NFT_TABLE_INACTIVE (1 << 15)
175 static int nft_trans_table_add(struct nft_ctx *ctx, int msg_type)
177 struct nft_trans *trans;
179 trans = nft_trans_alloc(ctx, msg_type, sizeof(struct nft_trans_table));
183 if (msg_type == NFT_MSG_NEWTABLE)
184 ctx->table->flags |= NFT_TABLE_INACTIVE;
186 list_add_tail(&trans->list, &ctx->net->nft.commit_list);
190 static int nft_deltable(struct nft_ctx *ctx)
194 err = nft_trans_table_add(ctx, NFT_MSG_DELTABLE);
198 list_del_rcu(&ctx->table->list);
202 static int nft_trans_chain_add(struct nft_ctx *ctx, int msg_type)
204 struct nft_trans *trans;
206 trans = nft_trans_alloc(ctx, msg_type, sizeof(struct nft_trans_chain));
210 if (msg_type == NFT_MSG_NEWCHAIN)
211 ctx->chain->flags |= NFT_CHAIN_INACTIVE;
213 list_add_tail(&trans->list, &ctx->net->nft.commit_list);
217 static int nft_delchain(struct nft_ctx *ctx)
221 err = nft_trans_chain_add(ctx, NFT_MSG_DELCHAIN);
226 list_del_rcu(&ctx->chain->list);
232 nft_rule_is_active(struct net *net, const struct nft_rule *rule)
234 return (rule->genmask & nft_genmask_cur(net)) == 0;
238 nft_rule_is_active_next(struct net *net, const struct nft_rule *rule)
240 return (rule->genmask & nft_genmask_next(net)) == 0;
244 nft_rule_activate_next(struct net *net, struct nft_rule *rule)
246 /* Now inactive, will be active in the future */
247 rule->genmask = nft_genmask_cur(net);
251 nft_rule_deactivate_next(struct net *net, struct nft_rule *rule)
253 rule->genmask = nft_genmask_next(net);
256 static inline void nft_rule_clear(struct net *net, struct nft_rule *rule)
258 rule->genmask &= ~nft_genmask_next(net);
262 nf_tables_delrule_deactivate(struct nft_ctx *ctx, struct nft_rule *rule)
264 /* You cannot delete the same rule twice */
265 if (nft_rule_is_active_next(ctx->net, rule)) {
266 nft_rule_deactivate_next(ctx->net, rule);
273 static struct nft_trans *nft_trans_rule_add(struct nft_ctx *ctx, int msg_type,
274 struct nft_rule *rule)
276 struct nft_trans *trans;
278 trans = nft_trans_alloc(ctx, msg_type, sizeof(struct nft_trans_rule));
282 nft_trans_rule(trans) = rule;
283 list_add_tail(&trans->list, &ctx->net->nft.commit_list);
288 static int nft_delrule(struct nft_ctx *ctx, struct nft_rule *rule)
290 struct nft_trans *trans;
293 trans = nft_trans_rule_add(ctx, NFT_MSG_DELRULE, rule);
297 err = nf_tables_delrule_deactivate(ctx, rule);
299 nft_trans_destroy(trans);
306 static int nft_delrule_by_chain(struct nft_ctx *ctx)
308 struct nft_rule *rule;
311 list_for_each_entry(rule, &ctx->chain->rules, list) {
312 err = nft_delrule(ctx, rule);
319 /* Internal set flag */
320 #define NFT_SET_INACTIVE (1 << 15)
322 static int nft_trans_set_add(struct nft_ctx *ctx, int msg_type,
325 struct nft_trans *trans;
327 trans = nft_trans_alloc(ctx, msg_type, sizeof(struct nft_trans_set));
331 if (msg_type == NFT_MSG_NEWSET && ctx->nla[NFTA_SET_ID] != NULL) {
332 nft_trans_set_id(trans) =
333 ntohl(nla_get_be32(ctx->nla[NFTA_SET_ID]));
334 set->flags |= NFT_SET_INACTIVE;
336 nft_trans_set(trans) = set;
337 list_add_tail(&trans->list, &ctx->net->nft.commit_list);
342 static int nft_delset(struct nft_ctx *ctx, struct nft_set *set)
346 err = nft_trans_set_add(ctx, NFT_MSG_DELSET, set);
350 list_del_rcu(&set->list);
360 static struct nft_table *nft_table_lookup(const struct nft_af_info *afi,
361 const struct nlattr *nla)
363 struct nft_table *table;
365 list_for_each_entry(table, &afi->tables, list) {
366 if (!nla_strcmp(nla, table->name))
372 static struct nft_table *nf_tables_table_lookup(const struct nft_af_info *afi,
373 const struct nlattr *nla)
375 struct nft_table *table;
378 return ERR_PTR(-EINVAL);
380 table = nft_table_lookup(afi, nla);
384 return ERR_PTR(-ENOENT);
387 static inline u64 nf_tables_alloc_handle(struct nft_table *table)
389 return ++table->hgenerator;
392 static const struct nf_chain_type *chain_type[AF_MAX][NFT_CHAIN_T_MAX];
394 static const struct nf_chain_type *
395 __nf_tables_chain_type_lookup(int family, const struct nlattr *nla)
399 for (i = 0; i < NFT_CHAIN_T_MAX; i++) {
400 if (chain_type[family][i] != NULL &&
401 !nla_strcmp(nla, chain_type[family][i]->name))
402 return chain_type[family][i];
407 static const struct nf_chain_type *
408 nf_tables_chain_type_lookup(const struct nft_af_info *afi,
409 const struct nlattr *nla,
412 const struct nf_chain_type *type;
414 type = __nf_tables_chain_type_lookup(afi->family, nla);
417 #ifdef CONFIG_MODULES
419 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
420 request_module("nft-chain-%u-%.*s", afi->family,
421 nla_len(nla), (const char *)nla_data(nla));
422 nfnl_lock(NFNL_SUBSYS_NFTABLES);
423 type = __nf_tables_chain_type_lookup(afi->family, nla);
425 return ERR_PTR(-EAGAIN);
428 return ERR_PTR(-ENOENT);
431 static const struct nla_policy nft_table_policy[NFTA_TABLE_MAX + 1] = {
432 [NFTA_TABLE_NAME] = { .type = NLA_STRING,
433 .len = NFT_TABLE_MAXNAMELEN - 1 },
434 [NFTA_TABLE_FLAGS] = { .type = NLA_U32 },
437 static int nf_tables_fill_table_info(struct sk_buff *skb, struct net *net,
438 u32 portid, u32 seq, int event, u32 flags,
439 int family, const struct nft_table *table)
441 struct nlmsghdr *nlh;
442 struct nfgenmsg *nfmsg;
444 event |= NFNL_SUBSYS_NFTABLES << 8;
445 nlh = nlmsg_put(skb, portid, seq, event, sizeof(struct nfgenmsg), flags);
447 goto nla_put_failure;
449 nfmsg = nlmsg_data(nlh);
450 nfmsg->nfgen_family = family;
451 nfmsg->version = NFNETLINK_V0;
452 nfmsg->res_id = htons(net->nft.base_seq & 0xffff);
454 if (nla_put_string(skb, NFTA_TABLE_NAME, table->name) ||
455 nla_put_be32(skb, NFTA_TABLE_FLAGS, htonl(table->flags)) ||
456 nla_put_be32(skb, NFTA_TABLE_USE, htonl(table->use)))
457 goto nla_put_failure;
463 nlmsg_trim(skb, nlh);
467 static int nf_tables_table_notify(const struct nft_ctx *ctx, int event)
473 !nfnetlink_has_listeners(ctx->net, NFNLGRP_NFTABLES))
477 skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
481 err = nf_tables_fill_table_info(skb, ctx->net, ctx->portid, ctx->seq,
482 event, 0, ctx->afi->family, ctx->table);
488 err = nfnetlink_send(skb, ctx->net, ctx->portid, NFNLGRP_NFTABLES,
489 ctx->report, GFP_KERNEL);
492 nfnetlink_set_err(ctx->net, ctx->portid, NFNLGRP_NFTABLES,
498 static int nf_tables_dump_tables(struct sk_buff *skb,
499 struct netlink_callback *cb)
501 const struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh);
502 const struct nft_af_info *afi;
503 const struct nft_table *table;
504 unsigned int idx = 0, s_idx = cb->args[0];
505 struct net *net = sock_net(skb->sk);
506 int family = nfmsg->nfgen_family;
509 cb->seq = net->nft.base_seq;
511 list_for_each_entry_rcu(afi, &net->nft.af_info, list) {
512 if (family != NFPROTO_UNSPEC && family != afi->family)
515 list_for_each_entry_rcu(table, &afi->tables, list) {
519 memset(&cb->args[1], 0,
520 sizeof(cb->args) - sizeof(cb->args[0]));
521 if (nf_tables_fill_table_info(skb, net,
522 NETLINK_CB(cb->skb).portid,
526 afi->family, table) < 0)
529 nl_dump_check_consistent(cb, nlmsg_hdr(skb));
540 static int nf_tables_gettable(struct sock *nlsk, struct sk_buff *skb,
541 const struct nlmsghdr *nlh,
542 const struct nlattr * const nla[])
544 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
545 const struct nft_af_info *afi;
546 const struct nft_table *table;
547 struct sk_buff *skb2;
548 struct net *net = sock_net(skb->sk);
549 int family = nfmsg->nfgen_family;
552 if (nlh->nlmsg_flags & NLM_F_DUMP) {
553 struct netlink_dump_control c = {
554 .dump = nf_tables_dump_tables,
556 return netlink_dump_start(nlsk, skb, nlh, &c);
559 afi = nf_tables_afinfo_lookup(net, family, false);
563 table = nf_tables_table_lookup(afi, nla[NFTA_TABLE_NAME]);
565 return PTR_ERR(table);
566 if (table->flags & NFT_TABLE_INACTIVE)
569 skb2 = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
573 err = nf_tables_fill_table_info(skb2, net, NETLINK_CB(skb).portid,
574 nlh->nlmsg_seq, NFT_MSG_NEWTABLE, 0,
579 return nlmsg_unicast(nlsk, skb2, NETLINK_CB(skb).portid);
586 static int nf_tables_table_enable(const struct nft_af_info *afi,
587 struct nft_table *table)
589 struct nft_chain *chain;
592 list_for_each_entry(chain, &table->chains, list) {
593 if (!(chain->flags & NFT_BASE_CHAIN))
596 err = nft_register_basechain(nft_base_chain(chain), afi->nops);
604 list_for_each_entry(chain, &table->chains, list) {
605 if (!(chain->flags & NFT_BASE_CHAIN))
611 nft_unregister_basechain(nft_base_chain(chain), afi->nops);
616 static void nf_tables_table_disable(const struct nft_af_info *afi,
617 struct nft_table *table)
619 struct nft_chain *chain;
621 list_for_each_entry(chain, &table->chains, list) {
622 if (chain->flags & NFT_BASE_CHAIN)
623 nft_unregister_basechain(nft_base_chain(chain),
628 static int nf_tables_updtable(struct nft_ctx *ctx)
630 struct nft_trans *trans;
634 if (!ctx->nla[NFTA_TABLE_FLAGS])
637 flags = ntohl(nla_get_be32(ctx->nla[NFTA_TABLE_FLAGS]));
638 if (flags & ~NFT_TABLE_F_DORMANT)
641 if (flags == ctx->table->flags)
644 trans = nft_trans_alloc(ctx, NFT_MSG_NEWTABLE,
645 sizeof(struct nft_trans_table));
649 if ((flags & NFT_TABLE_F_DORMANT) &&
650 !(ctx->table->flags & NFT_TABLE_F_DORMANT)) {
651 nft_trans_table_enable(trans) = false;
652 } else if (!(flags & NFT_TABLE_F_DORMANT) &&
653 ctx->table->flags & NFT_TABLE_F_DORMANT) {
654 ret = nf_tables_table_enable(ctx->afi, ctx->table);
656 ctx->table->flags &= ~NFT_TABLE_F_DORMANT;
657 nft_trans_table_enable(trans) = true;
663 nft_trans_table_update(trans) = true;
664 list_add_tail(&trans->list, &ctx->net->nft.commit_list);
667 nft_trans_destroy(trans);
671 static int nf_tables_newtable(struct sock *nlsk, struct sk_buff *skb,
672 const struct nlmsghdr *nlh,
673 const struct nlattr * const nla[])
675 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
676 const struct nlattr *name;
677 struct nft_af_info *afi;
678 struct nft_table *table;
679 struct net *net = sock_net(skb->sk);
680 int family = nfmsg->nfgen_family;
685 afi = nf_tables_afinfo_lookup(net, family, true);
689 name = nla[NFTA_TABLE_NAME];
690 table = nf_tables_table_lookup(afi, name);
692 if (PTR_ERR(table) != -ENOENT)
693 return PTR_ERR(table);
698 if (table->flags & NFT_TABLE_INACTIVE)
700 if (nlh->nlmsg_flags & NLM_F_EXCL)
702 if (nlh->nlmsg_flags & NLM_F_REPLACE)
705 nft_ctx_init(&ctx, skb, nlh, afi, table, NULL, nla);
706 return nf_tables_updtable(&ctx);
709 if (nla[NFTA_TABLE_FLAGS]) {
710 flags = ntohl(nla_get_be32(nla[NFTA_TABLE_FLAGS]));
711 if (flags & ~NFT_TABLE_F_DORMANT)
716 if (!try_module_get(afi->owner))
720 table = kzalloc(sizeof(*table), GFP_KERNEL);
724 nla_strlcpy(table->name, name, NFT_TABLE_MAXNAMELEN);
725 INIT_LIST_HEAD(&table->chains);
726 INIT_LIST_HEAD(&table->sets);
727 table->flags = flags;
729 nft_ctx_init(&ctx, skb, nlh, afi, table, NULL, nla);
730 err = nft_trans_table_add(&ctx, NFT_MSG_NEWTABLE);
734 list_add_tail_rcu(&table->list, &afi->tables);
739 module_put(afi->owner);
744 static int nft_flush_table(struct nft_ctx *ctx)
747 struct nft_chain *chain, *nc;
748 struct nft_set *set, *ns;
750 list_for_each_entry(chain, &ctx->table->chains, list) {
753 err = nft_delrule_by_chain(ctx);
758 list_for_each_entry_safe(set, ns, &ctx->table->sets, list) {
759 if (set->flags & NFT_SET_ANONYMOUS &&
760 !list_empty(&set->bindings))
763 err = nft_delset(ctx, set);
768 list_for_each_entry_safe(chain, nc, &ctx->table->chains, list) {
771 err = nft_delchain(ctx);
776 err = nft_deltable(ctx);
781 static int nft_flush(struct nft_ctx *ctx, int family)
783 struct nft_af_info *afi;
784 struct nft_table *table, *nt;
785 const struct nlattr * const *nla = ctx->nla;
788 list_for_each_entry(afi, &ctx->net->nft.af_info, list) {
789 if (family != AF_UNSPEC && afi->family != family)
793 list_for_each_entry_safe(table, nt, &afi->tables, list) {
794 if (nla[NFTA_TABLE_NAME] &&
795 nla_strcmp(nla[NFTA_TABLE_NAME], table->name) != 0)
800 err = nft_flush_table(ctx);
809 static int nf_tables_deltable(struct sock *nlsk, struct sk_buff *skb,
810 const struct nlmsghdr *nlh,
811 const struct nlattr * const nla[])
813 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
814 struct nft_af_info *afi;
815 struct nft_table *table;
816 struct net *net = sock_net(skb->sk);
817 int family = nfmsg->nfgen_family;
820 nft_ctx_init(&ctx, skb, nlh, NULL, NULL, NULL, nla);
821 if (family == AF_UNSPEC || nla[NFTA_TABLE_NAME] == NULL)
822 return nft_flush(&ctx, family);
824 afi = nf_tables_afinfo_lookup(net, family, false);
828 table = nf_tables_table_lookup(afi, nla[NFTA_TABLE_NAME]);
830 return PTR_ERR(table);
831 if (table->flags & NFT_TABLE_INACTIVE)
837 return nft_flush_table(&ctx);
840 static void nf_tables_table_destroy(struct nft_ctx *ctx)
842 BUG_ON(ctx->table->use > 0);
845 module_put(ctx->afi->owner);
848 int nft_register_chain_type(const struct nf_chain_type *ctype)
852 nfnl_lock(NFNL_SUBSYS_NFTABLES);
853 if (chain_type[ctype->family][ctype->type] != NULL) {
857 chain_type[ctype->family][ctype->type] = ctype;
859 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
862 EXPORT_SYMBOL_GPL(nft_register_chain_type);
864 void nft_unregister_chain_type(const struct nf_chain_type *ctype)
866 nfnl_lock(NFNL_SUBSYS_NFTABLES);
867 chain_type[ctype->family][ctype->type] = NULL;
868 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
870 EXPORT_SYMBOL_GPL(nft_unregister_chain_type);
876 static struct nft_chain *
877 nf_tables_chain_lookup_byhandle(const struct nft_table *table, u64 handle)
879 struct nft_chain *chain;
881 list_for_each_entry(chain, &table->chains, list) {
882 if (chain->handle == handle)
886 return ERR_PTR(-ENOENT);
889 static struct nft_chain *nf_tables_chain_lookup(const struct nft_table *table,
890 const struct nlattr *nla)
892 struct nft_chain *chain;
895 return ERR_PTR(-EINVAL);
897 list_for_each_entry(chain, &table->chains, list) {
898 if (!nla_strcmp(nla, chain->name))
902 return ERR_PTR(-ENOENT);
905 static const struct nla_policy nft_chain_policy[NFTA_CHAIN_MAX + 1] = {
906 [NFTA_CHAIN_TABLE] = { .type = NLA_STRING },
907 [NFTA_CHAIN_HANDLE] = { .type = NLA_U64 },
908 [NFTA_CHAIN_NAME] = { .type = NLA_STRING,
909 .len = NFT_CHAIN_MAXNAMELEN - 1 },
910 [NFTA_CHAIN_HOOK] = { .type = NLA_NESTED },
911 [NFTA_CHAIN_POLICY] = { .type = NLA_U32 },
912 [NFTA_CHAIN_TYPE] = { .type = NLA_STRING },
913 [NFTA_CHAIN_COUNTERS] = { .type = NLA_NESTED },
916 static const struct nla_policy nft_hook_policy[NFTA_HOOK_MAX + 1] = {
917 [NFTA_HOOK_HOOKNUM] = { .type = NLA_U32 },
918 [NFTA_HOOK_PRIORITY] = { .type = NLA_U32 },
919 [NFTA_HOOK_DEV] = { .type = NLA_STRING,
920 .len = IFNAMSIZ - 1 },
923 static int nft_dump_stats(struct sk_buff *skb, struct nft_stats __percpu *stats)
925 struct nft_stats *cpu_stats, total;
931 memset(&total, 0, sizeof(total));
932 for_each_possible_cpu(cpu) {
933 cpu_stats = per_cpu_ptr(stats, cpu);
935 seq = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
936 pkts = cpu_stats->pkts;
937 bytes = cpu_stats->bytes;
938 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, seq));
940 total.bytes += bytes;
942 nest = nla_nest_start(skb, NFTA_CHAIN_COUNTERS);
944 goto nla_put_failure;
946 if (nla_put_be64(skb, NFTA_COUNTER_PACKETS, cpu_to_be64(total.pkts)) ||
947 nla_put_be64(skb, NFTA_COUNTER_BYTES, cpu_to_be64(total.bytes)))
948 goto nla_put_failure;
950 nla_nest_end(skb, nest);
957 static int nf_tables_fill_chain_info(struct sk_buff *skb, struct net *net,
958 u32 portid, u32 seq, int event, u32 flags,
959 int family, const struct nft_table *table,
960 const struct nft_chain *chain)
962 struct nlmsghdr *nlh;
963 struct nfgenmsg *nfmsg;
965 event |= NFNL_SUBSYS_NFTABLES << 8;
966 nlh = nlmsg_put(skb, portid, seq, event, sizeof(struct nfgenmsg), flags);
968 goto nla_put_failure;
970 nfmsg = nlmsg_data(nlh);
971 nfmsg->nfgen_family = family;
972 nfmsg->version = NFNETLINK_V0;
973 nfmsg->res_id = htons(net->nft.base_seq & 0xffff);
975 if (nla_put_string(skb, NFTA_CHAIN_TABLE, table->name))
976 goto nla_put_failure;
977 if (nla_put_be64(skb, NFTA_CHAIN_HANDLE, cpu_to_be64(chain->handle)))
978 goto nla_put_failure;
979 if (nla_put_string(skb, NFTA_CHAIN_NAME, chain->name))
980 goto nla_put_failure;
982 if (chain->flags & NFT_BASE_CHAIN) {
983 const struct nft_base_chain *basechain = nft_base_chain(chain);
984 const struct nf_hook_ops *ops = &basechain->ops[0];
987 nest = nla_nest_start(skb, NFTA_CHAIN_HOOK);
989 goto nla_put_failure;
990 if (nla_put_be32(skb, NFTA_HOOK_HOOKNUM, htonl(ops->hooknum)))
991 goto nla_put_failure;
992 if (nla_put_be32(skb, NFTA_HOOK_PRIORITY, htonl(ops->priority)))
993 goto nla_put_failure;
994 if (basechain->dev_name[0] &&
995 nla_put_string(skb, NFTA_HOOK_DEV, basechain->dev_name))
996 goto nla_put_failure;
997 nla_nest_end(skb, nest);
999 if (nla_put_be32(skb, NFTA_CHAIN_POLICY,
1000 htonl(basechain->policy)))
1001 goto nla_put_failure;
1003 if (nla_put_string(skb, NFTA_CHAIN_TYPE, basechain->type->name))
1004 goto nla_put_failure;
1006 if (nft_dump_stats(skb, nft_base_chain(chain)->stats))
1007 goto nla_put_failure;
1010 if (nla_put_be32(skb, NFTA_CHAIN_USE, htonl(chain->use)))
1011 goto nla_put_failure;
1013 nlmsg_end(skb, nlh);
1017 nlmsg_trim(skb, nlh);
1021 static int nf_tables_chain_notify(const struct nft_ctx *ctx, int event)
1023 struct sk_buff *skb;
1027 !nfnetlink_has_listeners(ctx->net, NFNLGRP_NFTABLES))
1031 skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
1035 err = nf_tables_fill_chain_info(skb, ctx->net, ctx->portid, ctx->seq,
1036 event, 0, ctx->afi->family, ctx->table,
1043 err = nfnetlink_send(skb, ctx->net, ctx->portid, NFNLGRP_NFTABLES,
1044 ctx->report, GFP_KERNEL);
1047 nfnetlink_set_err(ctx->net, ctx->portid, NFNLGRP_NFTABLES,
1053 static int nf_tables_dump_chains(struct sk_buff *skb,
1054 struct netlink_callback *cb)
1056 const struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh);
1057 const struct nft_af_info *afi;
1058 const struct nft_table *table;
1059 const struct nft_chain *chain;
1060 unsigned int idx = 0, s_idx = cb->args[0];
1061 struct net *net = sock_net(skb->sk);
1062 int family = nfmsg->nfgen_family;
1065 cb->seq = net->nft.base_seq;
1067 list_for_each_entry_rcu(afi, &net->nft.af_info, list) {
1068 if (family != NFPROTO_UNSPEC && family != afi->family)
1071 list_for_each_entry_rcu(table, &afi->tables, list) {
1072 list_for_each_entry_rcu(chain, &table->chains, list) {
1076 memset(&cb->args[1], 0,
1077 sizeof(cb->args) - sizeof(cb->args[0]));
1078 if (nf_tables_fill_chain_info(skb, net,
1079 NETLINK_CB(cb->skb).portid,
1083 afi->family, table, chain) < 0)
1086 nl_dump_check_consistent(cb, nlmsg_hdr(skb));
1098 static int nf_tables_getchain(struct sock *nlsk, struct sk_buff *skb,
1099 const struct nlmsghdr *nlh,
1100 const struct nlattr * const nla[])
1102 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1103 const struct nft_af_info *afi;
1104 const struct nft_table *table;
1105 const struct nft_chain *chain;
1106 struct sk_buff *skb2;
1107 struct net *net = sock_net(skb->sk);
1108 int family = nfmsg->nfgen_family;
1111 if (nlh->nlmsg_flags & NLM_F_DUMP) {
1112 struct netlink_dump_control c = {
1113 .dump = nf_tables_dump_chains,
1115 return netlink_dump_start(nlsk, skb, nlh, &c);
1118 afi = nf_tables_afinfo_lookup(net, family, false);
1120 return PTR_ERR(afi);
1122 table = nf_tables_table_lookup(afi, nla[NFTA_CHAIN_TABLE]);
1124 return PTR_ERR(table);
1125 if (table->flags & NFT_TABLE_INACTIVE)
1128 chain = nf_tables_chain_lookup(table, nla[NFTA_CHAIN_NAME]);
1130 return PTR_ERR(chain);
1131 if (chain->flags & NFT_CHAIN_INACTIVE)
1134 skb2 = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
1138 err = nf_tables_fill_chain_info(skb2, net, NETLINK_CB(skb).portid,
1139 nlh->nlmsg_seq, NFT_MSG_NEWCHAIN, 0,
1140 family, table, chain);
1144 return nlmsg_unicast(nlsk, skb2, NETLINK_CB(skb).portid);
1151 static const struct nla_policy nft_counter_policy[NFTA_COUNTER_MAX + 1] = {
1152 [NFTA_COUNTER_PACKETS] = { .type = NLA_U64 },
1153 [NFTA_COUNTER_BYTES] = { .type = NLA_U64 },
1156 static struct nft_stats __percpu *nft_stats_alloc(const struct nlattr *attr)
1158 struct nlattr *tb[NFTA_COUNTER_MAX+1];
1159 struct nft_stats __percpu *newstats;
1160 struct nft_stats *stats;
1163 err = nla_parse_nested(tb, NFTA_COUNTER_MAX, attr, nft_counter_policy);
1165 return ERR_PTR(err);
1167 if (!tb[NFTA_COUNTER_BYTES] || !tb[NFTA_COUNTER_PACKETS])
1168 return ERR_PTR(-EINVAL);
1170 newstats = netdev_alloc_pcpu_stats(struct nft_stats);
1171 if (newstats == NULL)
1172 return ERR_PTR(-ENOMEM);
1174 /* Restore old counters on this cpu, no problem. Per-cpu statistics
1175 * are not exposed to userspace.
1178 stats = this_cpu_ptr(newstats);
1179 stats->bytes = be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_BYTES]));
1180 stats->pkts = be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_PACKETS]));
1186 static void nft_chain_stats_replace(struct nft_base_chain *chain,
1187 struct nft_stats __percpu *newstats)
1189 if (newstats == NULL)
1193 struct nft_stats __percpu *oldstats =
1194 nft_dereference(chain->stats);
1196 rcu_assign_pointer(chain->stats, newstats);
1198 free_percpu(oldstats);
1200 rcu_assign_pointer(chain->stats, newstats);
1203 static void nf_tables_chain_destroy(struct nft_chain *chain)
1205 BUG_ON(chain->use > 0);
1207 if (chain->flags & NFT_BASE_CHAIN) {
1208 struct nft_base_chain *basechain = nft_base_chain(chain);
1210 module_put(basechain->type->owner);
1211 free_percpu(basechain->stats);
1212 if (basechain->ops[0].dev != NULL)
1213 dev_put(basechain->ops[0].dev);
1220 static int nf_tables_newchain(struct sock *nlsk, struct sk_buff *skb,
1221 const struct nlmsghdr *nlh,
1222 const struct nlattr * const nla[])
1224 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1225 const struct nlattr * uninitialized_var(name);
1226 struct nft_af_info *afi;
1227 struct nft_table *table;
1228 struct nft_chain *chain;
1229 struct nft_base_chain *basechain = NULL;
1230 struct nlattr *ha[NFTA_HOOK_MAX + 1];
1231 struct net *net = sock_net(skb->sk);
1232 int family = nfmsg->nfgen_family;
1233 struct net_device *dev = NULL;
1234 u8 policy = NF_ACCEPT;
1237 struct nft_stats __percpu *stats;
1242 create = nlh->nlmsg_flags & NLM_F_CREATE ? true : false;
1244 afi = nf_tables_afinfo_lookup(net, family, true);
1246 return PTR_ERR(afi);
1248 table = nf_tables_table_lookup(afi, nla[NFTA_CHAIN_TABLE]);
1250 return PTR_ERR(table);
1253 name = nla[NFTA_CHAIN_NAME];
1255 if (nla[NFTA_CHAIN_HANDLE]) {
1256 handle = be64_to_cpu(nla_get_be64(nla[NFTA_CHAIN_HANDLE]));
1257 chain = nf_tables_chain_lookup_byhandle(table, handle);
1259 return PTR_ERR(chain);
1261 chain = nf_tables_chain_lookup(table, name);
1262 if (IS_ERR(chain)) {
1263 if (PTR_ERR(chain) != -ENOENT)
1264 return PTR_ERR(chain);
1269 if (nla[NFTA_CHAIN_POLICY]) {
1270 if ((chain != NULL &&
1271 !(chain->flags & NFT_BASE_CHAIN)))
1274 if (chain == NULL &&
1275 nla[NFTA_CHAIN_HOOK] == NULL)
1278 policy = ntohl(nla_get_be32(nla[NFTA_CHAIN_POLICY]));
1288 if (chain != NULL) {
1289 struct nft_stats *stats = NULL;
1290 struct nft_trans *trans;
1292 if (chain->flags & NFT_CHAIN_INACTIVE)
1294 if (nlh->nlmsg_flags & NLM_F_EXCL)
1296 if (nlh->nlmsg_flags & NLM_F_REPLACE)
1299 if (nla[NFTA_CHAIN_HANDLE] && name &&
1300 !IS_ERR(nf_tables_chain_lookup(table, nla[NFTA_CHAIN_NAME])))
1303 if (nla[NFTA_CHAIN_COUNTERS]) {
1304 if (!(chain->flags & NFT_BASE_CHAIN))
1307 stats = nft_stats_alloc(nla[NFTA_CHAIN_COUNTERS]);
1309 return PTR_ERR(stats);
1312 nft_ctx_init(&ctx, skb, nlh, afi, table, chain, nla);
1313 trans = nft_trans_alloc(&ctx, NFT_MSG_NEWCHAIN,
1314 sizeof(struct nft_trans_chain));
1315 if (trans == NULL) {
1320 nft_trans_chain_stats(trans) = stats;
1321 nft_trans_chain_update(trans) = true;
1323 if (nla[NFTA_CHAIN_POLICY])
1324 nft_trans_chain_policy(trans) = policy;
1326 nft_trans_chain_policy(trans) = -1;
1328 if (nla[NFTA_CHAIN_HANDLE] && name) {
1329 nla_strlcpy(nft_trans_chain_name(trans), name,
1330 NFT_CHAIN_MAXNAMELEN);
1332 list_add_tail(&trans->list, &net->nft.commit_list);
1336 if (table->use == UINT_MAX)
1339 if (nla[NFTA_CHAIN_HOOK]) {
1340 const struct nf_chain_type *type;
1341 struct nf_hook_ops *ops;
1343 u32 hooknum, priority;
1345 type = chain_type[family][NFT_CHAIN_T_DEFAULT];
1346 if (nla[NFTA_CHAIN_TYPE]) {
1347 type = nf_tables_chain_type_lookup(afi,
1348 nla[NFTA_CHAIN_TYPE],
1351 return PTR_ERR(type);
1354 err = nla_parse_nested(ha, NFTA_HOOK_MAX, nla[NFTA_CHAIN_HOOK],
1358 if (ha[NFTA_HOOK_HOOKNUM] == NULL ||
1359 ha[NFTA_HOOK_PRIORITY] == NULL)
1362 hooknum = ntohl(nla_get_be32(ha[NFTA_HOOK_HOOKNUM]));
1363 if (hooknum >= afi->nhooks)
1365 priority = ntohl(nla_get_be32(ha[NFTA_HOOK_PRIORITY]));
1367 if (!(type->hook_mask & (1 << hooknum)))
1369 if (!try_module_get(type->owner))
1371 hookfn = type->hooks[hooknum];
1373 if (afi->flags & NFT_AF_NEEDS_DEV) {
1374 char ifname[IFNAMSIZ];
1376 if (!ha[NFTA_HOOK_DEV]) {
1377 module_put(type->owner);
1381 nla_strlcpy(ifname, ha[NFTA_HOOK_DEV], IFNAMSIZ);
1382 dev = dev_get_by_name(net, ifname);
1384 module_put(type->owner);
1387 } else if (ha[NFTA_HOOK_DEV]) {
1388 module_put(type->owner);
1392 basechain = kzalloc(sizeof(*basechain), GFP_KERNEL);
1393 if (basechain == NULL) {
1394 module_put(type->owner);
1401 strncpy(basechain->dev_name, dev->name, IFNAMSIZ);
1403 if (nla[NFTA_CHAIN_COUNTERS]) {
1404 stats = nft_stats_alloc(nla[NFTA_CHAIN_COUNTERS]);
1405 if (IS_ERR(stats)) {
1406 module_put(type->owner);
1410 return PTR_ERR(stats);
1412 basechain->stats = stats;
1414 stats = netdev_alloc_pcpu_stats(struct nft_stats);
1415 if (stats == NULL) {
1416 module_put(type->owner);
1422 rcu_assign_pointer(basechain->stats, stats);
1425 write_pnet(&basechain->pnet, net);
1426 basechain->type = type;
1427 chain = &basechain->chain;
1429 for (i = 0; i < afi->nops; i++) {
1430 ops = &basechain->ops[i];
1432 ops->owner = afi->owner;
1433 ops->hooknum = hooknum;
1434 ops->priority = priority;
1436 ops->hook = afi->hooks[ops->hooknum];
1440 if (afi->hook_ops_init)
1441 afi->hook_ops_init(ops, i);
1444 chain->flags |= NFT_BASE_CHAIN;
1445 basechain->policy = policy;
1447 chain = kzalloc(sizeof(*chain), GFP_KERNEL);
1452 INIT_LIST_HEAD(&chain->rules);
1453 chain->handle = nf_tables_alloc_handle(table);
1454 chain->table = table;
1455 nla_strlcpy(chain->name, name, NFT_CHAIN_MAXNAMELEN);
1457 err = nf_tables_register_hooks(table, chain, afi->nops);
1461 nft_ctx_init(&ctx, skb, nlh, afi, table, chain, nla);
1462 err = nft_trans_chain_add(&ctx, NFT_MSG_NEWCHAIN);
1467 list_add_tail_rcu(&chain->list, &table->chains);
1470 nf_tables_unregister_hooks(table, chain, afi->nops);
1472 nf_tables_chain_destroy(chain);
1476 static int nf_tables_delchain(struct sock *nlsk, struct sk_buff *skb,
1477 const struct nlmsghdr *nlh,
1478 const struct nlattr * const nla[])
1480 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1481 struct nft_af_info *afi;
1482 struct nft_table *table;
1483 struct nft_chain *chain;
1484 struct net *net = sock_net(skb->sk);
1485 int family = nfmsg->nfgen_family;
1488 afi = nf_tables_afinfo_lookup(net, family, false);
1490 return PTR_ERR(afi);
1492 table = nf_tables_table_lookup(afi, nla[NFTA_CHAIN_TABLE]);
1494 return PTR_ERR(table);
1495 if (table->flags & NFT_TABLE_INACTIVE)
1498 chain = nf_tables_chain_lookup(table, nla[NFTA_CHAIN_NAME]);
1500 return PTR_ERR(chain);
1501 if (chain->flags & NFT_CHAIN_INACTIVE)
1506 nft_ctx_init(&ctx, skb, nlh, afi, table, chain, nla);
1508 return nft_delchain(&ctx);
1516 * nft_register_expr - register nf_tables expr type
1519 * Registers the expr type for use with nf_tables. Returns zero on
1520 * success or a negative errno code otherwise.
1522 int nft_register_expr(struct nft_expr_type *type)
1524 nfnl_lock(NFNL_SUBSYS_NFTABLES);
1525 if (type->family == NFPROTO_UNSPEC)
1526 list_add_tail_rcu(&type->list, &nf_tables_expressions);
1528 list_add_rcu(&type->list, &nf_tables_expressions);
1529 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
1532 EXPORT_SYMBOL_GPL(nft_register_expr);
1535 * nft_unregister_expr - unregister nf_tables expr type
1538 * Unregisters the expr typefor use with nf_tables.
1540 void nft_unregister_expr(struct nft_expr_type *type)
1542 nfnl_lock(NFNL_SUBSYS_NFTABLES);
1543 list_del_rcu(&type->list);
1544 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
1546 EXPORT_SYMBOL_GPL(nft_unregister_expr);
1548 static const struct nft_expr_type *__nft_expr_type_get(u8 family,
1551 const struct nft_expr_type *type;
1553 list_for_each_entry(type, &nf_tables_expressions, list) {
1554 if (!nla_strcmp(nla, type->name) &&
1555 (!type->family || type->family == family))
1561 static const struct nft_expr_type *nft_expr_type_get(u8 family,
1564 const struct nft_expr_type *type;
1567 return ERR_PTR(-EINVAL);
1569 type = __nft_expr_type_get(family, nla);
1570 if (type != NULL && try_module_get(type->owner))
1573 #ifdef CONFIG_MODULES
1575 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
1576 request_module("nft-expr-%u-%.*s", family,
1577 nla_len(nla), (char *)nla_data(nla));
1578 nfnl_lock(NFNL_SUBSYS_NFTABLES);
1579 if (__nft_expr_type_get(family, nla))
1580 return ERR_PTR(-EAGAIN);
1582 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
1583 request_module("nft-expr-%.*s",
1584 nla_len(nla), (char *)nla_data(nla));
1585 nfnl_lock(NFNL_SUBSYS_NFTABLES);
1586 if (__nft_expr_type_get(family, nla))
1587 return ERR_PTR(-EAGAIN);
1590 return ERR_PTR(-ENOENT);
1593 static const struct nla_policy nft_expr_policy[NFTA_EXPR_MAX + 1] = {
1594 [NFTA_EXPR_NAME] = { .type = NLA_STRING },
1595 [NFTA_EXPR_DATA] = { .type = NLA_NESTED },
1598 static int nf_tables_fill_expr_info(struct sk_buff *skb,
1599 const struct nft_expr *expr)
1601 if (nla_put_string(skb, NFTA_EXPR_NAME, expr->ops->type->name))
1602 goto nla_put_failure;
1604 if (expr->ops->dump) {
1605 struct nlattr *data = nla_nest_start(skb, NFTA_EXPR_DATA);
1607 goto nla_put_failure;
1608 if (expr->ops->dump(skb, expr) < 0)
1609 goto nla_put_failure;
1610 nla_nest_end(skb, data);
1619 int nft_expr_dump(struct sk_buff *skb, unsigned int attr,
1620 const struct nft_expr *expr)
1622 struct nlattr *nest;
1624 nest = nla_nest_start(skb, attr);
1626 goto nla_put_failure;
1627 if (nf_tables_fill_expr_info(skb, expr) < 0)
1628 goto nla_put_failure;
1629 nla_nest_end(skb, nest);
1636 struct nft_expr_info {
1637 const struct nft_expr_ops *ops;
1638 struct nlattr *tb[NFT_EXPR_MAXATTR + 1];
1641 static int nf_tables_expr_parse(const struct nft_ctx *ctx,
1642 const struct nlattr *nla,
1643 struct nft_expr_info *info)
1645 const struct nft_expr_type *type;
1646 const struct nft_expr_ops *ops;
1647 struct nlattr *tb[NFTA_EXPR_MAX + 1];
1650 err = nla_parse_nested(tb, NFTA_EXPR_MAX, nla, nft_expr_policy);
1654 type = nft_expr_type_get(ctx->afi->family, tb[NFTA_EXPR_NAME]);
1656 return PTR_ERR(type);
1658 if (tb[NFTA_EXPR_DATA]) {
1659 err = nla_parse_nested(info->tb, type->maxattr,
1660 tb[NFTA_EXPR_DATA], type->policy);
1664 memset(info->tb, 0, sizeof(info->tb[0]) * (type->maxattr + 1));
1666 if (type->select_ops != NULL) {
1667 ops = type->select_ops(ctx,
1668 (const struct nlattr * const *)info->tb);
1680 module_put(type->owner);
1684 static int nf_tables_newexpr(const struct nft_ctx *ctx,
1685 const struct nft_expr_info *info,
1686 struct nft_expr *expr)
1688 const struct nft_expr_ops *ops = info->ops;
1693 err = ops->init(ctx, expr, (const struct nlattr **)info->tb);
1705 static void nf_tables_expr_destroy(const struct nft_ctx *ctx,
1706 struct nft_expr *expr)
1708 if (expr->ops->destroy)
1709 expr->ops->destroy(ctx, expr);
1710 module_put(expr->ops->type->owner);
1713 struct nft_expr *nft_expr_init(const struct nft_ctx *ctx,
1714 const struct nlattr *nla)
1716 struct nft_expr_info info;
1717 struct nft_expr *expr;
1720 err = nf_tables_expr_parse(ctx, nla, &info);
1725 expr = kzalloc(info.ops->size, GFP_KERNEL);
1729 err = nf_tables_newexpr(ctx, &info, expr);
1735 module_put(info.ops->type->owner);
1737 return ERR_PTR(err);
1740 void nft_expr_destroy(const struct nft_ctx *ctx, struct nft_expr *expr)
1742 nf_tables_expr_destroy(ctx, expr);
1750 static struct nft_rule *__nf_tables_rule_lookup(const struct nft_chain *chain,
1753 struct nft_rule *rule;
1755 // FIXME: this sucks
1756 list_for_each_entry(rule, &chain->rules, list) {
1757 if (handle == rule->handle)
1761 return ERR_PTR(-ENOENT);
1764 static struct nft_rule *nf_tables_rule_lookup(const struct nft_chain *chain,
1765 const struct nlattr *nla)
1768 return ERR_PTR(-EINVAL);
1770 return __nf_tables_rule_lookup(chain, be64_to_cpu(nla_get_be64(nla)));
1773 static const struct nla_policy nft_rule_policy[NFTA_RULE_MAX + 1] = {
1774 [NFTA_RULE_TABLE] = { .type = NLA_STRING },
1775 [NFTA_RULE_CHAIN] = { .type = NLA_STRING,
1776 .len = NFT_CHAIN_MAXNAMELEN - 1 },
1777 [NFTA_RULE_HANDLE] = { .type = NLA_U64 },
1778 [NFTA_RULE_EXPRESSIONS] = { .type = NLA_NESTED },
1779 [NFTA_RULE_COMPAT] = { .type = NLA_NESTED },
1780 [NFTA_RULE_POSITION] = { .type = NLA_U64 },
1781 [NFTA_RULE_USERDATA] = { .type = NLA_BINARY,
1782 .len = NFT_USERDATA_MAXLEN },
1785 static int nf_tables_fill_rule_info(struct sk_buff *skb, struct net *net,
1786 u32 portid, u32 seq, int event,
1787 u32 flags, int family,
1788 const struct nft_table *table,
1789 const struct nft_chain *chain,
1790 const struct nft_rule *rule)
1792 struct nlmsghdr *nlh;
1793 struct nfgenmsg *nfmsg;
1794 const struct nft_expr *expr, *next;
1795 struct nlattr *list;
1796 const struct nft_rule *prule;
1797 int type = event | NFNL_SUBSYS_NFTABLES << 8;
1799 nlh = nlmsg_put(skb, portid, seq, type, sizeof(struct nfgenmsg),
1802 goto nla_put_failure;
1804 nfmsg = nlmsg_data(nlh);
1805 nfmsg->nfgen_family = family;
1806 nfmsg->version = NFNETLINK_V0;
1807 nfmsg->res_id = htons(net->nft.base_seq & 0xffff);
1809 if (nla_put_string(skb, NFTA_RULE_TABLE, table->name))
1810 goto nla_put_failure;
1811 if (nla_put_string(skb, NFTA_RULE_CHAIN, chain->name))
1812 goto nla_put_failure;
1813 if (nla_put_be64(skb, NFTA_RULE_HANDLE, cpu_to_be64(rule->handle)))
1814 goto nla_put_failure;
1816 if ((event != NFT_MSG_DELRULE) && (rule->list.prev != &chain->rules)) {
1817 prule = list_entry(rule->list.prev, struct nft_rule, list);
1818 if (nla_put_be64(skb, NFTA_RULE_POSITION,
1819 cpu_to_be64(prule->handle)))
1820 goto nla_put_failure;
1823 list = nla_nest_start(skb, NFTA_RULE_EXPRESSIONS);
1825 goto nla_put_failure;
1826 nft_rule_for_each_expr(expr, next, rule) {
1827 if (nft_expr_dump(skb, NFTA_LIST_ELEM, expr) < 0)
1828 goto nla_put_failure;
1830 nla_nest_end(skb, list);
1833 struct nft_userdata *udata = nft_userdata(rule);
1834 if (nla_put(skb, NFTA_RULE_USERDATA, udata->len + 1,
1836 goto nla_put_failure;
1839 nlmsg_end(skb, nlh);
1843 nlmsg_trim(skb, nlh);
1847 static int nf_tables_rule_notify(const struct nft_ctx *ctx,
1848 const struct nft_rule *rule,
1851 struct sk_buff *skb;
1855 !nfnetlink_has_listeners(ctx->net, NFNLGRP_NFTABLES))
1859 skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
1863 err = nf_tables_fill_rule_info(skb, ctx->net, ctx->portid, ctx->seq,
1864 event, 0, ctx->afi->family, ctx->table,
1871 err = nfnetlink_send(skb, ctx->net, ctx->portid, NFNLGRP_NFTABLES,
1872 ctx->report, GFP_KERNEL);
1875 nfnetlink_set_err(ctx->net, ctx->portid, NFNLGRP_NFTABLES,
1881 static int nf_tables_dump_rules(struct sk_buff *skb,
1882 struct netlink_callback *cb)
1884 const struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh);
1885 const struct nft_af_info *afi;
1886 const struct nft_table *table;
1887 const struct nft_chain *chain;
1888 const struct nft_rule *rule;
1889 unsigned int idx = 0, s_idx = cb->args[0];
1890 struct net *net = sock_net(skb->sk);
1891 int family = nfmsg->nfgen_family;
1894 cb->seq = net->nft.base_seq;
1896 list_for_each_entry_rcu(afi, &net->nft.af_info, list) {
1897 if (family != NFPROTO_UNSPEC && family != afi->family)
1900 list_for_each_entry_rcu(table, &afi->tables, list) {
1901 list_for_each_entry_rcu(chain, &table->chains, list) {
1902 list_for_each_entry_rcu(rule, &chain->rules, list) {
1903 if (!nft_rule_is_active(net, rule))
1908 memset(&cb->args[1], 0,
1909 sizeof(cb->args) - sizeof(cb->args[0]));
1910 if (nf_tables_fill_rule_info(skb, net, NETLINK_CB(cb->skb).portid,
1913 NLM_F_MULTI | NLM_F_APPEND,
1914 afi->family, table, chain, rule) < 0)
1917 nl_dump_check_consistent(cb, nlmsg_hdr(skb));
1931 static int nf_tables_getrule(struct sock *nlsk, struct sk_buff *skb,
1932 const struct nlmsghdr *nlh,
1933 const struct nlattr * const nla[])
1935 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1936 const struct nft_af_info *afi;
1937 const struct nft_table *table;
1938 const struct nft_chain *chain;
1939 const struct nft_rule *rule;
1940 struct sk_buff *skb2;
1941 struct net *net = sock_net(skb->sk);
1942 int family = nfmsg->nfgen_family;
1945 if (nlh->nlmsg_flags & NLM_F_DUMP) {
1946 struct netlink_dump_control c = {
1947 .dump = nf_tables_dump_rules,
1949 return netlink_dump_start(nlsk, skb, nlh, &c);
1952 afi = nf_tables_afinfo_lookup(net, family, false);
1954 return PTR_ERR(afi);
1956 table = nf_tables_table_lookup(afi, nla[NFTA_RULE_TABLE]);
1958 return PTR_ERR(table);
1959 if (table->flags & NFT_TABLE_INACTIVE)
1962 chain = nf_tables_chain_lookup(table, nla[NFTA_RULE_CHAIN]);
1964 return PTR_ERR(chain);
1965 if (chain->flags & NFT_CHAIN_INACTIVE)
1968 rule = nf_tables_rule_lookup(chain, nla[NFTA_RULE_HANDLE]);
1970 return PTR_ERR(rule);
1972 skb2 = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
1976 err = nf_tables_fill_rule_info(skb2, net, NETLINK_CB(skb).portid,
1977 nlh->nlmsg_seq, NFT_MSG_NEWRULE, 0,
1978 family, table, chain, rule);
1982 return nlmsg_unicast(nlsk, skb2, NETLINK_CB(skb).portid);
1989 static void nf_tables_rule_destroy(const struct nft_ctx *ctx,
1990 struct nft_rule *rule)
1992 struct nft_expr *expr;
1995 * Careful: some expressions might not be initialized in case this
1996 * is called on error from nf_tables_newrule().
1998 expr = nft_expr_first(rule);
1999 while (expr->ops && expr != nft_expr_last(rule)) {
2000 nf_tables_expr_destroy(ctx, expr);
2001 expr = nft_expr_next(expr);
2006 #define NFT_RULE_MAXEXPRS 128
2008 static struct nft_expr_info *info;
2010 static int nf_tables_newrule(struct sock *nlsk, struct sk_buff *skb,
2011 const struct nlmsghdr *nlh,
2012 const struct nlattr * const nla[])
2014 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
2015 struct nft_af_info *afi;
2016 struct net *net = sock_net(skb->sk);
2017 struct nft_table *table;
2018 struct nft_chain *chain;
2019 struct nft_rule *rule, *old_rule = NULL;
2020 struct nft_userdata *udata;
2021 struct nft_trans *trans = NULL;
2022 struct nft_expr *expr;
2025 unsigned int size, i, n, ulen = 0, usize = 0;
2028 u64 handle, pos_handle;
2030 create = nlh->nlmsg_flags & NLM_F_CREATE ? true : false;
2032 afi = nf_tables_afinfo_lookup(net, nfmsg->nfgen_family, create);
2034 return PTR_ERR(afi);
2036 table = nf_tables_table_lookup(afi, nla[NFTA_RULE_TABLE]);
2038 return PTR_ERR(table);
2040 chain = nf_tables_chain_lookup(table, nla[NFTA_RULE_CHAIN]);
2042 return PTR_ERR(chain);
2044 if (nla[NFTA_RULE_HANDLE]) {
2045 handle = be64_to_cpu(nla_get_be64(nla[NFTA_RULE_HANDLE]));
2046 rule = __nf_tables_rule_lookup(chain, handle);
2048 return PTR_ERR(rule);
2050 if (nlh->nlmsg_flags & NLM_F_EXCL)
2052 if (nlh->nlmsg_flags & NLM_F_REPLACE)
2057 if (!create || nlh->nlmsg_flags & NLM_F_REPLACE)
2059 handle = nf_tables_alloc_handle(table);
2061 if (chain->use == UINT_MAX)
2065 if (nla[NFTA_RULE_POSITION]) {
2066 if (!(nlh->nlmsg_flags & NLM_F_CREATE))
2069 pos_handle = be64_to_cpu(nla_get_be64(nla[NFTA_RULE_POSITION]));
2070 old_rule = __nf_tables_rule_lookup(chain, pos_handle);
2071 if (IS_ERR(old_rule))
2072 return PTR_ERR(old_rule);
2075 nft_ctx_init(&ctx, skb, nlh, afi, table, chain, nla);
2079 if (nla[NFTA_RULE_EXPRESSIONS]) {
2080 nla_for_each_nested(tmp, nla[NFTA_RULE_EXPRESSIONS], rem) {
2082 if (nla_type(tmp) != NFTA_LIST_ELEM)
2084 if (n == NFT_RULE_MAXEXPRS)
2086 err = nf_tables_expr_parse(&ctx, tmp, &info[n]);
2089 size += info[n].ops->size;
2093 /* Check for overflow of dlen field */
2095 if (size >= 1 << 12)
2098 if (nla[NFTA_RULE_USERDATA]) {
2099 ulen = nla_len(nla[NFTA_RULE_USERDATA]);
2101 usize = sizeof(struct nft_userdata) + ulen;
2105 rule = kzalloc(sizeof(*rule) + size + usize, GFP_KERNEL);
2109 nft_rule_activate_next(net, rule);
2111 rule->handle = handle;
2113 rule->udata = ulen ? 1 : 0;
2116 udata = nft_userdata(rule);
2117 udata->len = ulen - 1;
2118 nla_memcpy(udata->data, nla[NFTA_RULE_USERDATA], ulen);
2121 expr = nft_expr_first(rule);
2122 for (i = 0; i < n; i++) {
2123 err = nf_tables_newexpr(&ctx, &info[i], expr);
2127 expr = nft_expr_next(expr);
2130 if (nlh->nlmsg_flags & NLM_F_REPLACE) {
2131 if (nft_rule_is_active_next(net, old_rule)) {
2132 trans = nft_trans_rule_add(&ctx, NFT_MSG_DELRULE,
2134 if (trans == NULL) {
2138 nft_rule_deactivate_next(net, old_rule);
2140 list_add_tail_rcu(&rule->list, &old_rule->list);
2145 } else if (nlh->nlmsg_flags & NLM_F_APPEND)
2147 list_add_rcu(&rule->list, &old_rule->list);
2149 list_add_tail_rcu(&rule->list, &chain->rules);
2152 list_add_tail_rcu(&rule->list, &old_rule->list);
2154 list_add_rcu(&rule->list, &chain->rules);
2157 if (nft_trans_rule_add(&ctx, NFT_MSG_NEWRULE, rule) == NULL) {
2165 list_del_rcu(&rule->list);
2167 nf_tables_rule_destroy(&ctx, rule);
2169 for (i = 0; i < n; i++) {
2170 if (info[i].ops != NULL)
2171 module_put(info[i].ops->type->owner);
2176 static int nf_tables_delrule(struct sock *nlsk, struct sk_buff *skb,
2177 const struct nlmsghdr *nlh,
2178 const struct nlattr * const nla[])
2180 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
2181 struct nft_af_info *afi;
2182 struct net *net = sock_net(skb->sk);
2183 struct nft_table *table;
2184 struct nft_chain *chain = NULL;
2185 struct nft_rule *rule;
2186 int family = nfmsg->nfgen_family, err = 0;
2189 afi = nf_tables_afinfo_lookup(net, family, false);
2191 return PTR_ERR(afi);
2193 table = nf_tables_table_lookup(afi, nla[NFTA_RULE_TABLE]);
2195 return PTR_ERR(table);
2196 if (table->flags & NFT_TABLE_INACTIVE)
2199 if (nla[NFTA_RULE_CHAIN]) {
2200 chain = nf_tables_chain_lookup(table, nla[NFTA_RULE_CHAIN]);
2202 return PTR_ERR(chain);
2205 nft_ctx_init(&ctx, skb, nlh, afi, table, chain, nla);
2208 if (nla[NFTA_RULE_HANDLE]) {
2209 rule = nf_tables_rule_lookup(chain,
2210 nla[NFTA_RULE_HANDLE]);
2212 return PTR_ERR(rule);
2214 err = nft_delrule(&ctx, rule);
2216 err = nft_delrule_by_chain(&ctx);
2219 list_for_each_entry(chain, &table->chains, list) {
2221 err = nft_delrule_by_chain(&ctx);
2234 static LIST_HEAD(nf_tables_set_ops);
2236 int nft_register_set(struct nft_set_ops *ops)
2238 nfnl_lock(NFNL_SUBSYS_NFTABLES);
2239 list_add_tail_rcu(&ops->list, &nf_tables_set_ops);
2240 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
2243 EXPORT_SYMBOL_GPL(nft_register_set);
2245 void nft_unregister_set(struct nft_set_ops *ops)
2247 nfnl_lock(NFNL_SUBSYS_NFTABLES);
2248 list_del_rcu(&ops->list);
2249 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
2251 EXPORT_SYMBOL_GPL(nft_unregister_set);
2254 * Select a set implementation based on the data characteristics and the
2255 * given policy. The total memory use might not be known if no size is
2256 * given, in that case the amount of memory per element is used.
2258 static const struct nft_set_ops *
2259 nft_select_set_ops(const struct nlattr * const nla[],
2260 const struct nft_set_desc *desc,
2261 enum nft_set_policies policy)
2263 const struct nft_set_ops *ops, *bops;
2264 struct nft_set_estimate est, best;
2267 #ifdef CONFIG_MODULES
2268 if (list_empty(&nf_tables_set_ops)) {
2269 nfnl_unlock(NFNL_SUBSYS_NFTABLES);
2270 request_module("nft-set");
2271 nfnl_lock(NFNL_SUBSYS_NFTABLES);
2272 if (!list_empty(&nf_tables_set_ops))
2273 return ERR_PTR(-EAGAIN);
2277 if (nla[NFTA_SET_FLAGS] != NULL) {
2278 features = ntohl(nla_get_be32(nla[NFTA_SET_FLAGS]));
2279 features &= NFT_SET_INTERVAL | NFT_SET_MAP | NFT_SET_TIMEOUT;
2286 list_for_each_entry(ops, &nf_tables_set_ops, list) {
2287 if ((ops->features & features) != features)
2289 if (!ops->estimate(desc, features, &est))
2293 case NFT_SET_POL_PERFORMANCE:
2294 if (est.class < best.class)
2296 if (est.class == best.class && est.size < best.size)
2299 case NFT_SET_POL_MEMORY:
2300 if (est.size < best.size)
2302 if (est.size == best.size && est.class < best.class)
2309 if (!try_module_get(ops->owner))
2312 module_put(bops->owner);
2321 return ERR_PTR(-EOPNOTSUPP);
2324 static const struct nla_policy nft_set_policy[NFTA_SET_MAX + 1] = {
2325 [NFTA_SET_TABLE] = { .type = NLA_STRING },
2326 [NFTA_SET_NAME] = { .type = NLA_STRING,
2327 .len = IFNAMSIZ - 1 },
2328 [NFTA_SET_FLAGS] = { .type = NLA_U32 },
2329 [NFTA_SET_KEY_TYPE] = { .type = NLA_U32 },
2330 [NFTA_SET_KEY_LEN] = { .type = NLA_U32 },
2331 [NFTA_SET_DATA_TYPE] = { .type = NLA_U32 },
2332 [NFTA_SET_DATA_LEN] = { .type = NLA_U32 },
2333 [NFTA_SET_POLICY] = { .type = NLA_U32 },
2334 [NFTA_SET_DESC] = { .type = NLA_NESTED },
2335 [NFTA_SET_ID] = { .type = NLA_U32 },
2336 [NFTA_SET_TIMEOUT] = { .type = NLA_U64 },
2337 [NFTA_SET_GC_INTERVAL] = { .type = NLA_U32 },
2340 static const struct nla_policy nft_set_desc_policy[NFTA_SET_DESC_MAX + 1] = {
2341 [NFTA_SET_DESC_SIZE] = { .type = NLA_U32 },
2344 static int nft_ctx_init_from_setattr(struct nft_ctx *ctx,
2345 const struct sk_buff *skb,
2346 const struct nlmsghdr *nlh,
2347 const struct nlattr * const nla[])
2349 struct net *net = sock_net(skb->sk);
2350 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
2351 struct nft_af_info *afi = NULL;
2352 struct nft_table *table = NULL;
2354 if (nfmsg->nfgen_family != NFPROTO_UNSPEC) {
2355 afi = nf_tables_afinfo_lookup(net, nfmsg->nfgen_family, false);
2357 return PTR_ERR(afi);
2360 if (nla[NFTA_SET_TABLE] != NULL) {
2362 return -EAFNOSUPPORT;
2364 table = nf_tables_table_lookup(afi, nla[NFTA_SET_TABLE]);
2366 return PTR_ERR(table);
2367 if (table->flags & NFT_TABLE_INACTIVE)
2371 nft_ctx_init(ctx, skb, nlh, afi, table, NULL, nla);
2375 struct nft_set *nf_tables_set_lookup(const struct nft_table *table,
2376 const struct nlattr *nla)
2378 struct nft_set *set;
2381 return ERR_PTR(-EINVAL);
2383 list_for_each_entry(set, &table->sets, list) {
2384 if (!nla_strcmp(nla, set->name))
2387 return ERR_PTR(-ENOENT);
2390 struct nft_set *nf_tables_set_lookup_byid(const struct net *net,
2391 const struct nlattr *nla)
2393 struct nft_trans *trans;
2394 u32 id = ntohl(nla_get_be32(nla));
2396 list_for_each_entry(trans, &net->nft.commit_list, list) {
2397 if (trans->msg_type == NFT_MSG_NEWSET &&
2398 id == nft_trans_set_id(trans))
2399 return nft_trans_set(trans);
2401 return ERR_PTR(-ENOENT);
2404 static int nf_tables_set_alloc_name(struct nft_ctx *ctx, struct nft_set *set,
2407 const struct nft_set *i;
2409 unsigned long *inuse;
2410 unsigned int n = 0, min = 0;
2412 p = strnchr(name, IFNAMSIZ, '%');
2414 if (p[1] != 'd' || strchr(p + 2, '%'))
2417 inuse = (unsigned long *)get_zeroed_page(GFP_KERNEL);
2421 list_for_each_entry(i, &ctx->table->sets, list) {
2424 if (!sscanf(i->name, name, &tmp))
2426 if (tmp < min || tmp >= min + BITS_PER_BYTE * PAGE_SIZE)
2429 set_bit(tmp - min, inuse);
2432 n = find_first_zero_bit(inuse, BITS_PER_BYTE * PAGE_SIZE);
2433 if (n >= BITS_PER_BYTE * PAGE_SIZE) {
2434 min += BITS_PER_BYTE * PAGE_SIZE;
2435 memset(inuse, 0, PAGE_SIZE);
2438 free_page((unsigned long)inuse);
2441 snprintf(set->name, sizeof(set->name), name, min + n);
2442 list_for_each_entry(i, &ctx->table->sets, list) {
2443 if (!strcmp(set->name, i->name))
2449 static int nf_tables_fill_set(struct sk_buff *skb, const struct nft_ctx *ctx,
2450 const struct nft_set *set, u16 event, u16 flags)
2452 struct nfgenmsg *nfmsg;
2453 struct nlmsghdr *nlh;
2454 struct nlattr *desc;
2455 u32 portid = ctx->portid;
2458 event |= NFNL_SUBSYS_NFTABLES << 8;
2459 nlh = nlmsg_put(skb, portid, seq, event, sizeof(struct nfgenmsg),
2462 goto nla_put_failure;
2464 nfmsg = nlmsg_data(nlh);
2465 nfmsg->nfgen_family = ctx->afi->family;
2466 nfmsg->version = NFNETLINK_V0;
2467 nfmsg->res_id = htons(ctx->net->nft.base_seq & 0xffff);
2469 if (nla_put_string(skb, NFTA_SET_TABLE, ctx->table->name))
2470 goto nla_put_failure;
2471 if (nla_put_string(skb, NFTA_SET_NAME, set->name))
2472 goto nla_put_failure;
2473 if (set->flags != 0)
2474 if (nla_put_be32(skb, NFTA_SET_FLAGS, htonl(set->flags)))
2475 goto nla_put_failure;
2477 if (nla_put_be32(skb, NFTA_SET_KEY_TYPE, htonl(set->ktype)))
2478 goto nla_put_failure;
2479 if (nla_put_be32(skb, NFTA_SET_KEY_LEN, htonl(set->klen)))
2480 goto nla_put_failure;
2481 if (set->flags & NFT_SET_MAP) {
2482 if (nla_put_be32(skb, NFTA_SET_DATA_TYPE, htonl(set->dtype)))
2483 goto nla_put_failure;
2484 if (nla_put_be32(skb, NFTA_SET_DATA_LEN, htonl(set->dlen)))
2485 goto nla_put_failure;
2489 nla_put_be64(skb, NFTA_SET_TIMEOUT, cpu_to_be64(set->timeout)))
2490 goto nla_put_failure;
2492 nla_put_be32(skb, NFTA_SET_GC_INTERVAL, htonl(set->gc_int)))
2493 goto nla_put_failure;
2495 if (set->policy != NFT_SET_POL_PERFORMANCE) {
2496 if (nla_put_be32(skb, NFTA_SET_POLICY, htonl(set->policy)))
2497 goto nla_put_failure;
2500 desc = nla_nest_start(skb, NFTA_SET_DESC);
2502 goto nla_put_failure;
2504 nla_put_be32(skb, NFTA_SET_DESC_SIZE, htonl(set->size)))
2505 goto nla_put_failure;
2506 nla_nest_end(skb, desc);
2508 nlmsg_end(skb, nlh);
2512 nlmsg_trim(skb, nlh);
2516 static int nf_tables_set_notify(const struct nft_ctx *ctx,
2517 const struct nft_set *set,
2518 int event, gfp_t gfp_flags)
2520 struct sk_buff *skb;
2521 u32 portid = ctx->portid;
2525 !nfnetlink_has_listeners(ctx->net, NFNLGRP_NFTABLES))
2529 skb = nlmsg_new(NLMSG_GOODSIZE, gfp_flags);
2533 err = nf_tables_fill_set(skb, ctx, set, event, 0);
2539 err = nfnetlink_send(skb, ctx->net, portid, NFNLGRP_NFTABLES,
2540 ctx->report, gfp_flags);
2543 nfnetlink_set_err(ctx->net, portid, NFNLGRP_NFTABLES, err);
2547 static int nf_tables_dump_sets(struct sk_buff *skb, struct netlink_callback *cb)
2549 const struct nft_set *set;
2550 unsigned int idx, s_idx = cb->args[0];
2551 struct nft_af_info *afi;
2552 struct nft_table *table, *cur_table = (struct nft_table *)cb->args[2];
2553 struct net *net = sock_net(skb->sk);
2554 int cur_family = cb->args[3];
2555 struct nft_ctx *ctx = cb->data, ctx_set;
2561 cb->seq = net->nft.base_seq;
2563 list_for_each_entry_rcu(afi, &net->nft.af_info, list) {
2564 if (ctx->afi && ctx->afi != afi)
2568 if (afi->family != cur_family)
2573 list_for_each_entry_rcu(table, &afi->tables, list) {
2574 if (ctx->table && ctx->table != table)
2578 if (cur_table != table)
2584 list_for_each_entry_rcu(set, &table->sets, list) {
2589 ctx_set.table = table;
2591 if (nf_tables_fill_set(skb, &ctx_set, set,
2595 cb->args[2] = (unsigned long) table;
2596 cb->args[3] = afi->family;
2599 nl_dump_check_consistent(cb, nlmsg_hdr(skb));
2613 static int nf_tables_dump_sets_done(struct netlink_callback *cb)
2619 static int nf_tables_getset(struct sock *nlsk, struct sk_buff *skb,
2620 const struct nlmsghdr *nlh,
2621 const struct nlattr * const nla[])
2623 const struct nft_set *set;
2625 struct sk_buff *skb2;
2626 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
2629 /* Verify existence before starting dump */
2630 err = nft_ctx_init_from_setattr(&ctx, skb, nlh, nla);
2634 if (nlh->nlmsg_flags & NLM_F_DUMP) {
2635 struct netlink_dump_control c = {
2636 .dump = nf_tables_dump_sets,
2637 .done = nf_tables_dump_sets_done,
2639 struct nft_ctx *ctx_dump;
2641 ctx_dump = kmalloc(sizeof(*ctx_dump), GFP_KERNEL);
2642 if (ctx_dump == NULL)
2648 return netlink_dump_start(nlsk, skb, nlh, &c);
2651 /* Only accept unspec with dump */
2652 if (nfmsg->nfgen_family == NFPROTO_UNSPEC)
2653 return -EAFNOSUPPORT;
2655 set = nf_tables_set_lookup(ctx.table, nla[NFTA_SET_NAME]);
2657 return PTR_ERR(set);
2658 if (set->flags & NFT_SET_INACTIVE)
2661 skb2 = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
2665 err = nf_tables_fill_set(skb2, &ctx, set, NFT_MSG_NEWSET, 0);
2669 return nlmsg_unicast(nlsk, skb2, NETLINK_CB(skb).portid);
2676 static int nf_tables_set_desc_parse(const struct nft_ctx *ctx,
2677 struct nft_set_desc *desc,
2678 const struct nlattr *nla)
2680 struct nlattr *da[NFTA_SET_DESC_MAX + 1];
2683 err = nla_parse_nested(da, NFTA_SET_DESC_MAX, nla, nft_set_desc_policy);
2687 if (da[NFTA_SET_DESC_SIZE] != NULL)
2688 desc->size = ntohl(nla_get_be32(da[NFTA_SET_DESC_SIZE]));
2693 static int nf_tables_newset(struct sock *nlsk, struct sk_buff *skb,
2694 const struct nlmsghdr *nlh,
2695 const struct nlattr * const nla[])
2697 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
2698 const struct nft_set_ops *ops;
2699 struct nft_af_info *afi;
2700 struct net *net = sock_net(skb->sk);
2701 struct nft_table *table;
2702 struct nft_set *set;
2704 char name[IFNAMSIZ];
2708 u32 ktype, dtype, flags, policy, gc_int;
2709 struct nft_set_desc desc;
2712 if (nla[NFTA_SET_TABLE] == NULL ||
2713 nla[NFTA_SET_NAME] == NULL ||
2714 nla[NFTA_SET_KEY_LEN] == NULL ||
2715 nla[NFTA_SET_ID] == NULL)
2718 memset(&desc, 0, sizeof(desc));
2720 ktype = NFT_DATA_VALUE;
2721 if (nla[NFTA_SET_KEY_TYPE] != NULL) {
2722 ktype = ntohl(nla_get_be32(nla[NFTA_SET_KEY_TYPE]));
2723 if ((ktype & NFT_DATA_RESERVED_MASK) == NFT_DATA_RESERVED_MASK)
2727 desc.klen = ntohl(nla_get_be32(nla[NFTA_SET_KEY_LEN]));
2728 if (desc.klen == 0 || desc.klen > NFT_DATA_VALUE_MAXLEN)
2732 if (nla[NFTA_SET_FLAGS] != NULL) {
2733 flags = ntohl(nla_get_be32(nla[NFTA_SET_FLAGS]));
2734 if (flags & ~(NFT_SET_ANONYMOUS | NFT_SET_CONSTANT |
2735 NFT_SET_INTERVAL | NFT_SET_TIMEOUT |
2736 NFT_SET_MAP | NFT_SET_EVAL))
2738 /* Only one of both operations is supported */
2739 if ((flags & (NFT_SET_MAP | NFT_SET_EVAL)) ==
2740 (NFT_SET_MAP | NFT_SET_EVAL))
2745 if (nla[NFTA_SET_DATA_TYPE] != NULL) {
2746 if (!(flags & NFT_SET_MAP))
2749 dtype = ntohl(nla_get_be32(nla[NFTA_SET_DATA_TYPE]));
2750 if ((dtype & NFT_DATA_RESERVED_MASK) == NFT_DATA_RESERVED_MASK &&
2751 dtype != NFT_DATA_VERDICT)
2754 if (dtype != NFT_DATA_VERDICT) {
2755 if (nla[NFTA_SET_DATA_LEN] == NULL)
2757 desc.dlen = ntohl(nla_get_be32(nla[NFTA_SET_DATA_LEN]));
2758 if (desc.dlen == 0 || desc.dlen > NFT_DATA_VALUE_MAXLEN)
2761 desc.dlen = sizeof(struct nft_verdict);
2762 } else if (flags & NFT_SET_MAP)
2766 if (nla[NFTA_SET_TIMEOUT] != NULL) {
2767 if (!(flags & NFT_SET_TIMEOUT))
2769 timeout = be64_to_cpu(nla_get_be64(nla[NFTA_SET_TIMEOUT]));
2772 if (nla[NFTA_SET_GC_INTERVAL] != NULL) {
2773 if (!(flags & NFT_SET_TIMEOUT))
2775 gc_int = ntohl(nla_get_be32(nla[NFTA_SET_GC_INTERVAL]));
2778 policy = NFT_SET_POL_PERFORMANCE;
2779 if (nla[NFTA_SET_POLICY] != NULL)
2780 policy = ntohl(nla_get_be32(nla[NFTA_SET_POLICY]));
2782 if (nla[NFTA_SET_DESC] != NULL) {
2783 err = nf_tables_set_desc_parse(&ctx, &desc, nla[NFTA_SET_DESC]);
2788 create = nlh->nlmsg_flags & NLM_F_CREATE ? true : false;
2790 afi = nf_tables_afinfo_lookup(net, nfmsg->nfgen_family, create);
2792 return PTR_ERR(afi);
2794 table = nf_tables_table_lookup(afi, nla[NFTA_SET_TABLE]);
2796 return PTR_ERR(table);
2798 nft_ctx_init(&ctx, skb, nlh, afi, table, NULL, nla);
2800 set = nf_tables_set_lookup(table, nla[NFTA_SET_NAME]);
2802 if (PTR_ERR(set) != -ENOENT)
2803 return PTR_ERR(set);
2808 if (nlh->nlmsg_flags & NLM_F_EXCL)
2810 if (nlh->nlmsg_flags & NLM_F_REPLACE)
2815 if (!(nlh->nlmsg_flags & NLM_F_CREATE))
2818 ops = nft_select_set_ops(nla, &desc, policy);
2820 return PTR_ERR(ops);
2823 if (ops->privsize != NULL)
2824 size = ops->privsize(nla);
2827 set = kzalloc(sizeof(*set) + size, GFP_KERNEL);
2831 nla_strlcpy(name, nla[NFTA_SET_NAME], sizeof(set->name));
2832 err = nf_tables_set_alloc_name(&ctx, set, name);
2836 INIT_LIST_HEAD(&set->bindings);
2837 write_pnet(&set->pnet, net);
2840 set->klen = desc.klen;
2842 set->dlen = desc.dlen;
2844 set->size = desc.size;
2845 set->policy = policy;
2846 set->timeout = timeout;
2847 set->gc_int = gc_int;
2849 err = ops->init(set, &desc, nla);
2853 err = nft_trans_set_add(&ctx, NFT_MSG_NEWSET, set);
2857 list_add_tail_rcu(&set->list, &table->sets);
2864 module_put(ops->owner);
2868 static void nft_set_destroy(struct nft_set *set)
2870 set->ops->destroy(set);
2871 module_put(set->ops->owner);
2875 static void nf_tables_set_destroy(const struct nft_ctx *ctx, struct nft_set *set)
2877 list_del_rcu(&set->list);
2878 nf_tables_set_notify(ctx, set, NFT_MSG_DELSET, GFP_ATOMIC);
2879 nft_set_destroy(set);
2882 static int nf_tables_delset(struct sock *nlsk, struct sk_buff *skb,
2883 const struct nlmsghdr *nlh,
2884 const struct nlattr * const nla[])
2886 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
2887 struct nft_set *set;
2891 if (nfmsg->nfgen_family == NFPROTO_UNSPEC)
2892 return -EAFNOSUPPORT;
2893 if (nla[NFTA_SET_TABLE] == NULL)
2896 err = nft_ctx_init_from_setattr(&ctx, skb, nlh, nla);
2900 set = nf_tables_set_lookup(ctx.table, nla[NFTA_SET_NAME]);
2902 return PTR_ERR(set);
2903 if (set->flags & NFT_SET_INACTIVE)
2905 if (!list_empty(&set->bindings))
2908 return nft_delset(&ctx, set);
2911 static int nf_tables_bind_check_setelem(const struct nft_ctx *ctx,
2912 const struct nft_set *set,
2913 const struct nft_set_iter *iter,
2914 const struct nft_set_elem *elem)
2916 const struct nft_set_ext *ext = nft_set_elem_ext(set, elem->priv);
2917 enum nft_registers dreg;
2919 dreg = nft_type_to_reg(set->dtype);
2920 return nft_validate_register_store(ctx, dreg, nft_set_ext_data(ext),
2921 set->dtype == NFT_DATA_VERDICT ?
2922 NFT_DATA_VERDICT : NFT_DATA_VALUE,
2926 int nf_tables_bind_set(const struct nft_ctx *ctx, struct nft_set *set,
2927 struct nft_set_binding *binding)
2929 struct nft_set_binding *i;
2930 struct nft_set_iter iter;
2932 if (!list_empty(&set->bindings) && set->flags & NFT_SET_ANONYMOUS)
2935 if (binding->flags & NFT_SET_MAP) {
2936 /* If the set is already bound to the same chain all
2937 * jumps are already validated for that chain.
2939 list_for_each_entry(i, &set->bindings, list) {
2940 if (binding->flags & NFT_SET_MAP &&
2941 i->chain == binding->chain)
2948 iter.fn = nf_tables_bind_check_setelem;
2950 set->ops->walk(ctx, set, &iter);
2952 /* Destroy anonymous sets if binding fails */
2953 if (set->flags & NFT_SET_ANONYMOUS)
2954 nf_tables_set_destroy(ctx, set);
2960 binding->chain = ctx->chain;
2961 list_add_tail_rcu(&binding->list, &set->bindings);
2965 void nf_tables_unbind_set(const struct nft_ctx *ctx, struct nft_set *set,
2966 struct nft_set_binding *binding)
2968 list_del_rcu(&binding->list);
2970 if (list_empty(&set->bindings) && set->flags & NFT_SET_ANONYMOUS &&
2971 !(set->flags & NFT_SET_INACTIVE))
2972 nf_tables_set_destroy(ctx, set);
2975 const struct nft_set_ext_type nft_set_ext_types[] = {
2976 [NFT_SET_EXT_KEY] = {
2977 .align = __alignof__(u32),
2979 [NFT_SET_EXT_DATA] = {
2980 .align = __alignof__(u32),
2982 [NFT_SET_EXT_EXPR] = {
2983 .align = __alignof__(struct nft_expr),
2985 [NFT_SET_EXT_FLAGS] = {
2987 .align = __alignof__(u8),
2989 [NFT_SET_EXT_TIMEOUT] = {
2991 .align = __alignof__(u64),
2993 [NFT_SET_EXT_EXPIRATION] = {
2994 .len = sizeof(unsigned long),
2995 .align = __alignof__(unsigned long),
2997 [NFT_SET_EXT_USERDATA] = {
2998 .len = sizeof(struct nft_userdata),
2999 .align = __alignof__(struct nft_userdata),
3002 EXPORT_SYMBOL_GPL(nft_set_ext_types);
3008 static const struct nla_policy nft_set_elem_policy[NFTA_SET_ELEM_MAX + 1] = {
3009 [NFTA_SET_ELEM_KEY] = { .type = NLA_NESTED },
3010 [NFTA_SET_ELEM_DATA] = { .type = NLA_NESTED },
3011 [NFTA_SET_ELEM_FLAGS] = { .type = NLA_U32 },
3012 [NFTA_SET_ELEM_TIMEOUT] = { .type = NLA_U64 },
3013 [NFTA_SET_ELEM_USERDATA] = { .type = NLA_BINARY,
3014 .len = NFT_USERDATA_MAXLEN },
3017 static const struct nla_policy nft_set_elem_list_policy[NFTA_SET_ELEM_LIST_MAX + 1] = {
3018 [NFTA_SET_ELEM_LIST_TABLE] = { .type = NLA_STRING },
3019 [NFTA_SET_ELEM_LIST_SET] = { .type = NLA_STRING },
3020 [NFTA_SET_ELEM_LIST_ELEMENTS] = { .type = NLA_NESTED },
3021 [NFTA_SET_ELEM_LIST_SET_ID] = { .type = NLA_U32 },
3024 static int nft_ctx_init_from_elemattr(struct nft_ctx *ctx,
3025 const struct sk_buff *skb,
3026 const struct nlmsghdr *nlh,
3027 const struct nlattr * const nla[],
3030 const struct nfgenmsg *nfmsg = nlmsg_data(nlh);
3031 struct nft_af_info *afi;
3032 struct nft_table *table;
3033 struct net *net = sock_net(skb->sk);
3035 afi = nf_tables_afinfo_lookup(net, nfmsg->nfgen_family, false);
3037 return PTR_ERR(afi);
3039 table = nf_tables_table_lookup(afi, nla[NFTA_SET_ELEM_LIST_TABLE]);
3041 return PTR_ERR(table);
3042 if (!trans && (table->flags & NFT_TABLE_INACTIVE))
3045 nft_ctx_init(ctx, skb, nlh, afi, table, NULL, nla);
3049 static int nf_tables_fill_setelem(struct sk_buff *skb,
3050 const struct nft_set *set,
3051 const struct nft_set_elem *elem)
3053 const struct nft_set_ext *ext = nft_set_elem_ext(set, elem->priv);
3054 unsigned char *b = skb_tail_pointer(skb);
3055 struct nlattr *nest;
3057 nest = nla_nest_start(skb, NFTA_LIST_ELEM);
3059 goto nla_put_failure;
3061 if (nft_data_dump(skb, NFTA_SET_ELEM_KEY, nft_set_ext_key(ext),
3062 NFT_DATA_VALUE, set->klen) < 0)
3063 goto nla_put_failure;
3065 if (nft_set_ext_exists(ext, NFT_SET_EXT_DATA) &&
3066 nft_data_dump(skb, NFTA_SET_ELEM_DATA, nft_set_ext_data(ext),
3067 set->dtype == NFT_DATA_VERDICT ? NFT_DATA_VERDICT : NFT_DATA_VALUE,
3069 goto nla_put_failure;
3071 if (nft_set_ext_exists(ext, NFT_SET_EXT_EXPR) &&
3072 nft_expr_dump(skb, NFTA_SET_ELEM_EXPR, nft_set_ext_expr(ext)) < 0)
3073 goto nla_put_failure;
3075 if (nft_set_ext_exists(ext, NFT_SET_EXT_FLAGS) &&
3076 nla_put_be32(skb, NFTA_SET_ELEM_FLAGS,
3077 htonl(*nft_set_ext_flags(ext))))
3078 goto nla_put_failure;
3080 if (nft_set_ext_exists(ext, NFT_SET_EXT_TIMEOUT) &&
3081 nla_put_be64(skb, NFTA_SET_ELEM_TIMEOUT,
3082 cpu_to_be64(*nft_set_ext_timeout(ext))))
3083 goto nla_put_failure;
3085 if (nft_set_ext_exists(ext, NFT_SET_EXT_EXPIRATION)) {
3086 unsigned long expires, now = jiffies;
3088 expires = *nft_set_ext_expiration(ext);
3089 if (time_before(now, expires))
3094 if (nla_put_be64(skb, NFTA_SET_ELEM_EXPIRATION,
3095 cpu_to_be64(jiffies_to_msecs(expires))))
3096 goto nla_put_failure;
3099 if (nft_set_ext_exists(ext, NFT_SET_EXT_USERDATA)) {
3100 struct nft_userdata *udata;
3102 udata = nft_set_ext_userdata(ext);
3103 if (nla_put(skb, NFTA_SET_ELEM_USERDATA,
3104 udata->len + 1, udata->data))
3105 goto nla_put_failure;
3108 nla_nest_end(skb, nest);
3116 struct nft_set_dump_args {
3117 const struct netlink_callback *cb;
3118 struct nft_set_iter iter;
3119 struct sk_buff *skb;
3122 static int nf_tables_dump_setelem(const struct nft_ctx *ctx,
3123 const struct nft_set *set,
3124 const struct nft_set_iter *iter,
3125 const struct nft_set_elem *elem)
3127 struct nft_set_dump_args *args;
3129 args = container_of(iter, struct nft_set_dump_args, iter);
3130 return nf_tables_fill_setelem(args->skb, set, elem);
3133 static int nf_tables_dump_set(struct sk_buff *skb, struct netlink_callback *cb)
3135 const struct nft_set *set;
3136 struct nft_set_dump_args args;
3138 struct nlattr *nla[NFTA_SET_ELEM_LIST_MAX + 1];
3139 struct nfgenmsg *nfmsg;
3140 struct nlmsghdr *nlh;
3141 struct nlattr *nest;
3145 err = nlmsg_parse(cb->nlh, sizeof(struct nfgenmsg), nla,
3146 NFTA_SET_ELEM_LIST_MAX, nft_set_elem_list_policy);
3150 err = nft_ctx_init_from_elemattr(&ctx, cb->skb, cb->nlh, (void *)nla,
3155 set = nf_tables_set_lookup(ctx.table, nla[NFTA_SET_ELEM_LIST_SET]);
3157 return PTR_ERR(set);
3158 if (set->flags & NFT_SET_INACTIVE)
3161 event = NFT_MSG_NEWSETELEM;
3162 event |= NFNL_SUBSYS_NFTABLES << 8;
3163 portid = NETLINK_CB(cb->skb).portid;
3164 seq = cb->nlh->nlmsg_seq;
3166 nlh = nlmsg_put(skb, portid, seq, event, sizeof(struct nfgenmsg),
3169 goto nla_put_failure;
3171 nfmsg = nlmsg_data(nlh);
3172 nfmsg->nfgen_family = ctx.afi->family;
3173 nfmsg->version = NFNETLINK_V0;
3174 nfmsg->res_id = htons(ctx.net->nft.base_seq & 0xffff);
3176 if (nla_put_string(skb, NFTA_SET_ELEM_LIST_TABLE, ctx.table->name))
3177 goto nla_put_failure;
3178 if (nla_put_string(skb, NFTA_SET_ELEM_LIST_SET, set->name))
3179 goto nla_put_failure;
3181 nest = nla_nest_start(skb, NFTA_SET_ELEM_LIST_ELEMENTS);
3183 goto nla_put_failure;
3187 args.iter.skip = cb->args[0];
3188 args.iter.count = 0;
3190 args.iter.fn = nf_tables_dump_setelem;
3191 set->ops->walk(&ctx, set, &args.iter);
3193 nla_nest_end(skb, nest);
3194 nlmsg_end(skb, nlh);
3196 if (args.iter.err && args.iter.err != -EMSGSIZE)
3197 return args.iter.err;
3198 if (args.iter.count == cb->args[0])
3201 cb->args[0] = args.iter.count;
3208 static int nf_tables_getsetelem(struct sock *nlsk, struct sk_buff *skb,
3209 const struct nlmsghdr *nlh,
3210 const struct nlattr * const nla[])
3212 const struct nft_set *set;
3216 err = nft_ctx_init_from_elemattr(&ctx, skb, nlh, nla, false);
3220 set = nf_tables_set_lookup(ctx.table, nla[NFTA_SET_ELEM_LIST_SET]);
3222 return PTR_ERR(set);
3223 if (set->flags & NFT_SET_INACTIVE)
3226 if (nlh->nlmsg_flags & NLM_F_DUMP) {
3227 struct netlink_dump_control c = {
3228 .dump = nf_tables_dump_set,
3230 return netlink_dump_start(nlsk, skb, nlh, &c);
3235 static int nf_tables_fill_setelem_info(struct sk_buff *skb,
3236 const struct nft_ctx *ctx, u32 seq,
3237 u32 portid, int event, u16 flags,
3238 const struct nft_set *set,
3239 const struct nft_set_elem *elem)
3241 struct nfgenmsg *nfmsg;
3242 struct nlmsghdr *nlh;
3243 struct nlattr *nest;
3246 event |= NFNL_SUBSYS_NFTABLES << 8;
3247 nlh = nlmsg_put(skb, portid, seq, event, sizeof(struct nfgenmsg),
3250 goto nla_put_failure;
3252 nfmsg = nlmsg_data(nlh);
3253 nfmsg->nfgen_family = ctx->afi->family;
3254 nfmsg->version = NFNETLINK_V0;
3255 nfmsg->res_id = htons(ctx->net->nft.base_seq & 0xffff);
3257 if (nla_put_string(skb, NFTA_SET_TABLE, ctx->table->name))
3258 goto nla_put_failure;
3259 if (nla_put_string(skb, NFTA_SET_NAME, set->name))
3260 goto nla_put_failure;
3262 nest = nla_nest_start(skb, NFTA_SET_ELEM_LIST_ELEMENTS);
3264 goto nla_put_failure;
3266 err = nf_tables_fill_setelem(skb, set, elem);
3268 goto nla_put_failure;
3270 nla_nest_end(skb, nest);
3272 nlmsg_end(skb, nlh);
3276 nlmsg_trim(skb, nlh);
3280 static int nf_tables_setelem_notify(const struct nft_ctx *ctx,
3281 const struct nft_set *set,
3282 const struct nft_set_elem *elem,
3283 int event, u16 flags)
3285 struct net *net = ctx->net;
3286 u32 portid = ctx->portid;
3287 struct sk_buff *skb;
3290 if (!ctx->report && !nfnetlink_has_listeners(net, NFNLGRP_NFTABLES))
3294 skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
3298 err = nf_tables_fill_setelem_info(skb, ctx, 0, portid, event, flags,
3305 err = nfnetlink_send(skb, net, portid, NFNLGRP_NFTABLES, ctx->report,
3309 nfnetlink_set_err(net, portid, NFNLGRP_NFTABLES, err);
3313 static struct nft_trans *nft_trans_elem_alloc(struct nft_ctx *ctx,
3315 struct nft_set *set)
3317 struct nft_trans *trans;
3319 trans = nft_trans_alloc(ctx, msg_type, sizeof(struct nft_trans_elem));
3323 nft_trans_elem_set(trans) = set;
3327 void *nft_set_elem_init(const struct nft_set *set,
3328 const struct nft_set_ext_tmpl *tmpl,
3329 const u32 *key, const u32 *data,
3330 u64 timeout, gfp_t gfp)
3332 struct nft_set_ext *ext;
3335 elem = kzalloc(set->ops->elemsize + tmpl->len, gfp);
3339 ext = nft_set_elem_ext(set, elem);
3340 nft_set_ext_init(ext, tmpl);
3342 memcpy(nft_set_ext_key(ext), key, set->klen);
3343 if (nft_set_ext_exists(ext, NFT_SET_EXT_DATA))
3344 memcpy(nft_set_ext_data(ext), data, set->dlen);
3345 if (nft_set_ext_exists(ext, NFT_SET_EXT_EXPIRATION))
3346 *nft_set_ext_expiration(ext) =
3347 jiffies + msecs_to_jiffies(timeout);
3348 if (nft_set_ext_exists(ext, NFT_SET_EXT_TIMEOUT))
3349 *nft_set_ext_timeout(ext) = timeout;
3354 void nft_set_elem_destroy(const struct nft_set *set, void *elem)
3356 struct nft_set_ext *ext = nft_set_elem_ext(set, elem);
3358 nft_data_uninit(nft_set_ext_key(ext), NFT_DATA_VALUE);
3359 if (nft_set_ext_exists(ext, NFT_SET_EXT_DATA))
3360 nft_data_uninit(nft_set_ext_data(ext), set->dtype);
3361 if (nft_set_ext_exists(ext, NFT_SET_EXT_EXPR))
3362 nf_tables_expr_destroy(NULL, nft_set_ext_expr(ext));
3366 EXPORT_SYMBOL_GPL(nft_set_elem_destroy);
3368 static int nft_add_set_elem(struct nft_ctx *ctx, struct nft_set *set,
3369 const struct nlattr *attr)
3371 struct nlattr *nla[NFTA_SET_ELEM_MAX + 1];
3372 struct nft_data_desc d1, d2;
3373 struct nft_set_ext_tmpl tmpl;
3374 struct nft_set_ext *ext;
3375 struct nft_set_elem elem;
3376 struct nft_set_binding *binding;
3377 struct nft_userdata *udata;
3378 struct nft_data data;
3379 enum nft_registers dreg;
3380 struct nft_trans *trans;
3386 err = nla_parse_nested(nla, NFTA_SET_ELEM_MAX, attr,
3387 nft_set_elem_policy);
3391 if (nla[NFTA_SET_ELEM_KEY] == NULL)
3394 nft_set_ext_prepare(&tmpl);
3397 if (nla[NFTA_SET_ELEM_FLAGS] != NULL) {
3398 flags = ntohl(nla_get_be32(nla[NFTA_SET_ELEM_FLAGS]));
3399 if (flags & ~NFT_SET_ELEM_INTERVAL_END)
3401 if (!(set->flags & NFT_SET_INTERVAL) &&
3402 flags & NFT_SET_ELEM_INTERVAL_END)
3405 nft_set_ext_add(&tmpl, NFT_SET_EXT_FLAGS);
3408 if (set->flags & NFT_SET_MAP) {
3409 if (nla[NFTA_SET_ELEM_DATA] == NULL &&
3410 !(flags & NFT_SET_ELEM_INTERVAL_END))
3412 if (nla[NFTA_SET_ELEM_DATA] != NULL &&
3413 flags & NFT_SET_ELEM_INTERVAL_END)
3416 if (nla[NFTA_SET_ELEM_DATA] != NULL)
3421 if (nla[NFTA_SET_ELEM_TIMEOUT] != NULL) {
3422 if (!(set->flags & NFT_SET_TIMEOUT))
3424 timeout = be64_to_cpu(nla_get_be64(nla[NFTA_SET_ELEM_TIMEOUT]));
3425 } else if (set->flags & NFT_SET_TIMEOUT) {
3426 timeout = set->timeout;
3429 err = nft_data_init(ctx, &elem.key.val, sizeof(elem.key), &d1,
3430 nla[NFTA_SET_ELEM_KEY]);
3434 if (d1.type != NFT_DATA_VALUE || d1.len != set->klen)
3437 nft_set_ext_add_length(&tmpl, NFT_SET_EXT_KEY, d1.len);
3439 nft_set_ext_add(&tmpl, NFT_SET_EXT_EXPIRATION);
3440 if (timeout != set->timeout)
3441 nft_set_ext_add(&tmpl, NFT_SET_EXT_TIMEOUT);
3444 if (nla[NFTA_SET_ELEM_DATA] != NULL) {
3445 err = nft_data_init(ctx, &data, sizeof(data), &d2,
3446 nla[NFTA_SET_ELEM_DATA]);
3451 if (set->dtype != NFT_DATA_VERDICT && d2.len != set->dlen)
3454 dreg = nft_type_to_reg(set->dtype);
3455 list_for_each_entry(binding, &set->bindings, list) {
3456 struct nft_ctx bind_ctx = {
3458 .table = ctx->table,
3459 .chain = (struct nft_chain *)binding->chain,
3462 if (!(binding->flags & NFT_SET_MAP))
3465 err = nft_validate_register_store(&bind_ctx, dreg,
3472 nft_set_ext_add_length(&tmpl, NFT_SET_EXT_DATA, d2.len);
3475 /* The full maximum length of userdata can exceed the maximum
3476 * offset value (U8_MAX) for following extensions, therefor it
3477 * must be the last extension added.
3480 if (nla[NFTA_SET_ELEM_USERDATA] != NULL) {
3481 ulen = nla_len(nla[NFTA_SET_ELEM_USERDATA]);
3483 nft_set_ext_add_length(&tmpl, NFT_SET_EXT_USERDATA,
3488 elem.priv = nft_set_elem_init(set, &tmpl, elem.key.val.data, data.data,
3489 timeout, GFP_KERNEL);
3490 if (elem.priv == NULL)
3493 ext = nft_set_elem_ext(set, elem.priv);
3495 *nft_set_ext_flags(ext) = flags;
3497 udata = nft_set_ext_userdata(ext);
3498 udata->len = ulen - 1;
3499 nla_memcpy(&udata->data, nla[NFTA_SET_ELEM_USERDATA], ulen);
3502 trans = nft_trans_elem_alloc(ctx, NFT_MSG_NEWSETELEM, set);
3506 ext->genmask = nft_genmask_cur(ctx->net) | NFT_SET_ELEM_BUSY_MASK;
3507 err = set->ops->insert(set, &elem);
3511 nft_trans_elem(trans) = elem;
3512 list_add_tail(&trans->list, &ctx->net->nft.commit_list);
3520 if (nla[NFTA_SET_ELEM_DATA] != NULL)
3521 nft_data_uninit(&data, d2.type);
3523 nft_data_uninit(&elem.key.val, d1.type);
3528 static int nf_tables_newsetelem(struct sock *nlsk, struct sk_buff *skb,
3529 const struct nlmsghdr *nlh,
3530 const struct nlattr * const nla[])
3532 struct net *net = sock_net(skb->sk);
3533 const struct nlattr *attr;
3534 struct nft_set *set;
3538 if (nla[NFTA_SET_ELEM_LIST_ELEMENTS] == NULL)
3541 err = nft_ctx_init_from_elemattr(&ctx, skb, nlh, nla, true);
3545 set = nf_tables_set_lookup(ctx.table, nla[NFTA_SET_ELEM_LIST_SET]);
3547 if (nla[NFTA_SET_ELEM_LIST_SET_ID]) {
3548 set = nf_tables_set_lookup_byid(net,
3549 nla[NFTA_SET_ELEM_LIST_SET_ID]);
3552 return PTR_ERR(set);
3555 if (!list_empty(&set->bindings) && set->flags & NFT_SET_CONSTANT)
3558 nla_for_each_nested(attr, nla[NFTA_SET_ELEM_LIST_ELEMENTS], rem) {
3560 !atomic_add_unless(&set->nelems, 1, set->size + set->ndeact))
3563 err = nft_add_set_elem(&ctx, set, attr);
3565 atomic_dec(&set->nelems);
3572 static int nft_del_setelem(struct nft_ctx *ctx, struct nft_set *set,
3573 const struct nlattr *attr)
3575 struct nlattr *nla[NFTA_SET_ELEM_MAX + 1];
3576 struct nft_data_desc desc;
3577 struct nft_set_elem elem;
3578 struct nft_trans *trans;
3581 err = nla_parse_nested(nla, NFTA_SET_ELEM_MAX, attr,
3582 nft_set_elem_policy);
3587 if (nla[NFTA_SET_ELEM_KEY] == NULL)
3590 err = nft_data_init(ctx, &elem.key.val, sizeof(elem.key), &desc,
3591 nla[NFTA_SET_ELEM_KEY]);
3596 if (desc.type != NFT_DATA_VALUE || desc.len != set->klen)
3599 trans = nft_trans_elem_alloc(ctx, NFT_MSG_DELSETELEM, set);
3600 if (trans == NULL) {
3605 elem.priv = set->ops->deactivate(set, &elem);
3606 if (elem.priv == NULL) {
3611 nft_trans_elem(trans) = elem;
3612 list_add_tail(&trans->list, &ctx->net->nft.commit_list);
3618 nft_data_uninit(&elem.key.val, desc.type);
3623 static int nf_tables_delsetelem(struct sock *nlsk, struct sk_buff *skb,
3624 const struct nlmsghdr *nlh,
3625 const struct nlattr * const nla[])
3627 const struct nlattr *attr;
3628 struct nft_set *set;
3632 if (nla[NFTA_SET_ELEM_LIST_ELEMENTS] == NULL)
3635 err = nft_ctx_init_from_elemattr(&ctx, skb, nlh, nla, false);
3639 set = nf_tables_set_lookup(ctx.table, nla[NFTA_SET_ELEM_LIST_SET]);
3641 return PTR_ERR(set);
3642 if (!list_empty(&set->bindings) && set->flags & NFT_SET_CONSTANT)
3645 nla_for_each_nested(attr, nla[NFTA_SET_ELEM_LIST_ELEMENTS], rem) {
3646 err = nft_del_setelem(&ctx, set, attr);
3655 void nft_set_gc_batch_release(struct rcu_head *rcu)
3657 struct nft_set_gc_batch *gcb;
3660 gcb = container_of(rcu, struct nft_set_gc_batch, head.rcu);
3661 for (i = 0; i < gcb->head.cnt; i++)
3662 nft_set_elem_destroy(gcb->head.set, gcb->elems[i]);
3665 EXPORT_SYMBOL_GPL(nft_set_gc_batch_release);
3667 struct nft_set_gc_batch *nft_set_gc_batch_alloc(const struct nft_set *set,
3670 struct nft_set_gc_batch *gcb;
3672 gcb = kzalloc(sizeof(*gcb), gfp);
3675 gcb->head.set = set;
3678 EXPORT_SYMBOL_GPL(nft_set_gc_batch_alloc);
3680 static int nf_tables_fill_gen_info(struct sk_buff *skb, struct net *net,
3681 u32 portid, u32 seq)
3683 struct nlmsghdr *nlh;
3684 struct nfgenmsg *nfmsg;
3685 int event = (NFNL_SUBSYS_NFTABLES << 8) | NFT_MSG_NEWGEN;
3687 nlh = nlmsg_put(skb, portid, seq, event, sizeof(struct nfgenmsg), 0);
3689 goto nla_put_failure;
3691 nfmsg = nlmsg_data(nlh);
3692 nfmsg->nfgen_family = AF_UNSPEC;
3693 nfmsg->version = NFNETLINK_V0;
3694 nfmsg->res_id = htons(net->nft.base_seq & 0xffff);
3696 if (nla_put_be32(skb, NFTA_GEN_ID, htonl(net->nft.base_seq)))
3697 goto nla_put_failure;
3699 nlmsg_end(skb, nlh);
3703 nlmsg_trim(skb, nlh);
3707 static int nf_tables_gen_notify(struct net *net, struct sk_buff *skb, int event)
3709 struct nlmsghdr *nlh = nlmsg_hdr(skb);
3710 struct sk_buff *skb2;
3713 if (nlmsg_report(nlh) &&
3714 !nfnetlink_has_listeners(net, NFNLGRP_NFTABLES))
3718 skb2 = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
3722 err = nf_tables_fill_gen_info(skb2, net, NETLINK_CB(skb).portid,
3729 err = nfnetlink_send(skb2, net, NETLINK_CB(skb).portid,
3730 NFNLGRP_NFTABLES, nlmsg_report(nlh), GFP_KERNEL);
3733 nfnetlink_set_err(net, NETLINK_CB(skb).portid, NFNLGRP_NFTABLES,
3739 static int nf_tables_getgen(struct sock *nlsk, struct sk_buff *skb,
3740 const struct nlmsghdr *nlh,
3741 const struct nlattr * const nla[])
3743 struct net *net = sock_net(skb->sk);
3744 struct sk_buff *skb2;
3747 skb2 = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
3751 err = nf_tables_fill_gen_info(skb2, net, NETLINK_CB(skb).portid,
3756 return nlmsg_unicast(nlsk, skb2, NETLINK_CB(skb).portid);
3762 static const struct nfnl_callback nf_tables_cb[NFT_MSG_MAX] = {
3763 [NFT_MSG_NEWTABLE] = {
3764 .call_batch = nf_tables_newtable,
3765 .attr_count = NFTA_TABLE_MAX,
3766 .policy = nft_table_policy,
3768 [NFT_MSG_GETTABLE] = {
3769 .call = nf_tables_gettable,
3770 .attr_count = NFTA_TABLE_MAX,
3771 .policy = nft_table_policy,
3773 [NFT_MSG_DELTABLE] = {
3774 .call_batch = nf_tables_deltable,
3775 .attr_count = NFTA_TABLE_MAX,
3776 .policy = nft_table_policy,
3778 [NFT_MSG_NEWCHAIN] = {
3779 .call_batch = nf_tables_newchain,
3780 .attr_count = NFTA_CHAIN_MAX,
3781 .policy = nft_chain_policy,
3783 [NFT_MSG_GETCHAIN] = {
3784 .call = nf_tables_getchain,
3785 .attr_count = NFTA_CHAIN_MAX,
3786 .policy = nft_chain_policy,
3788 [NFT_MSG_DELCHAIN] = {
3789 .call_batch = nf_tables_delchain,
3790 .attr_count = NFTA_CHAIN_MAX,
3791 .policy = nft_chain_policy,
3793 [NFT_MSG_NEWRULE] = {
3794 .call_batch = nf_tables_newrule,
3795 .attr_count = NFTA_RULE_MAX,
3796 .policy = nft_rule_policy,
3798 [NFT_MSG_GETRULE] = {
3799 .call = nf_tables_getrule,
3800 .attr_count = NFTA_RULE_MAX,
3801 .policy = nft_rule_policy,
3803 [NFT_MSG_DELRULE] = {
3804 .call_batch = nf_tables_delrule,
3805 .attr_count = NFTA_RULE_MAX,
3806 .policy = nft_rule_policy,
3808 [NFT_MSG_NEWSET] = {
3809 .call_batch = nf_tables_newset,
3810 .attr_count = NFTA_SET_MAX,
3811 .policy = nft_set_policy,
3813 [NFT_MSG_GETSET] = {
3814 .call = nf_tables_getset,
3815 .attr_count = NFTA_SET_MAX,
3816 .policy = nft_set_policy,
3818 [NFT_MSG_DELSET] = {
3819 .call_batch = nf_tables_delset,
3820 .attr_count = NFTA_SET_MAX,
3821 .policy = nft_set_policy,
3823 [NFT_MSG_NEWSETELEM] = {
3824 .call_batch = nf_tables_newsetelem,
3825 .attr_count = NFTA_SET_ELEM_LIST_MAX,
3826 .policy = nft_set_elem_list_policy,
3828 [NFT_MSG_GETSETELEM] = {
3829 .call = nf_tables_getsetelem,
3830 .attr_count = NFTA_SET_ELEM_LIST_MAX,
3831 .policy = nft_set_elem_list_policy,
3833 [NFT_MSG_DELSETELEM] = {
3834 .call_batch = nf_tables_delsetelem,
3835 .attr_count = NFTA_SET_ELEM_LIST_MAX,
3836 .policy = nft_set_elem_list_policy,
3838 [NFT_MSG_GETGEN] = {
3839 .call = nf_tables_getgen,
3843 static void nft_chain_commit_update(struct nft_trans *trans)
3845 struct nft_base_chain *basechain;
3847 if (nft_trans_chain_name(trans)[0])
3848 strcpy(trans->ctx.chain->name, nft_trans_chain_name(trans));
3850 if (!(trans->ctx.chain->flags & NFT_BASE_CHAIN))
3853 basechain = nft_base_chain(trans->ctx.chain);
3854 nft_chain_stats_replace(basechain, nft_trans_chain_stats(trans));
3856 switch (nft_trans_chain_policy(trans)) {
3859 basechain->policy = nft_trans_chain_policy(trans);
3864 static void nf_tables_commit_release(struct nft_trans *trans)
3866 switch (trans->msg_type) {
3867 case NFT_MSG_DELTABLE:
3868 nf_tables_table_destroy(&trans->ctx);
3870 case NFT_MSG_DELCHAIN:
3871 nf_tables_chain_destroy(trans->ctx.chain);
3873 case NFT_MSG_DELRULE:
3874 nf_tables_rule_destroy(&trans->ctx, nft_trans_rule(trans));
3876 case NFT_MSG_DELSET:
3877 nft_set_destroy(nft_trans_set(trans));
3879 case NFT_MSG_DELSETELEM:
3880 nft_set_elem_destroy(nft_trans_elem_set(trans),
3881 nft_trans_elem(trans).priv);
3887 static int nf_tables_commit(struct sk_buff *skb)
3889 struct net *net = sock_net(skb->sk);
3890 struct nft_trans *trans, *next;
3891 struct nft_trans_elem *te;
3893 /* Bump generation counter, invalidate any dump in progress */
3894 while (++net->nft.base_seq == 0);
3896 /* A new generation has just started */
3897 net->nft.gencursor = nft_gencursor_next(net);
3899 /* Make sure all packets have left the previous generation before
3900 * purging old rules.
3904 list_for_each_entry_safe(trans, next, &net->nft.commit_list, list) {
3905 switch (trans->msg_type) {
3906 case NFT_MSG_NEWTABLE:
3907 if (nft_trans_table_update(trans)) {
3908 if (!nft_trans_table_enable(trans)) {
3909 nf_tables_table_disable(trans->ctx.afi,
3911 trans->ctx.table->flags |= NFT_TABLE_F_DORMANT;
3914 trans->ctx.table->flags &= ~NFT_TABLE_INACTIVE;
3916 nf_tables_table_notify(&trans->ctx, NFT_MSG_NEWTABLE);
3917 nft_trans_destroy(trans);
3919 case NFT_MSG_DELTABLE:
3920 nf_tables_table_notify(&trans->ctx, NFT_MSG_DELTABLE);
3922 case NFT_MSG_NEWCHAIN:
3923 if (nft_trans_chain_update(trans))
3924 nft_chain_commit_update(trans);
3926 trans->ctx.chain->flags &= ~NFT_CHAIN_INACTIVE;
3928 nf_tables_chain_notify(&trans->ctx, NFT_MSG_NEWCHAIN);
3929 nft_trans_destroy(trans);
3931 case NFT_MSG_DELCHAIN:
3932 nf_tables_chain_notify(&trans->ctx, NFT_MSG_DELCHAIN);
3933 nf_tables_unregister_hooks(trans->ctx.table,
3935 trans->ctx.afi->nops);
3937 case NFT_MSG_NEWRULE:
3938 nft_rule_clear(trans->ctx.net, nft_trans_rule(trans));
3939 nf_tables_rule_notify(&trans->ctx,
3940 nft_trans_rule(trans),
3942 nft_trans_destroy(trans);
3944 case NFT_MSG_DELRULE:
3945 list_del_rcu(&nft_trans_rule(trans)->list);
3946 nf_tables_rule_notify(&trans->ctx,
3947 nft_trans_rule(trans),
3950 case NFT_MSG_NEWSET:
3951 nft_trans_set(trans)->flags &= ~NFT_SET_INACTIVE;
3952 /* This avoids hitting -EBUSY when deleting the table
3953 * from the transaction.
3955 if (nft_trans_set(trans)->flags & NFT_SET_ANONYMOUS &&
3956 !list_empty(&nft_trans_set(trans)->bindings))
3957 trans->ctx.table->use--;
3959 nf_tables_set_notify(&trans->ctx, nft_trans_set(trans),
3960 NFT_MSG_NEWSET, GFP_KERNEL);
3961 nft_trans_destroy(trans);
3963 case NFT_MSG_DELSET:
3964 nf_tables_set_notify(&trans->ctx, nft_trans_set(trans),
3965 NFT_MSG_DELSET, GFP_KERNEL);
3967 case NFT_MSG_NEWSETELEM:
3968 te = (struct nft_trans_elem *)trans->data;
3970 te->set->ops->activate(te->set, &te->elem);
3971 nf_tables_setelem_notify(&trans->ctx, te->set,
3973 NFT_MSG_NEWSETELEM, 0);
3974 nft_trans_destroy(trans);
3976 case NFT_MSG_DELSETELEM:
3977 te = (struct nft_trans_elem *)trans->data;
3979 nf_tables_setelem_notify(&trans->ctx, te->set,
3981 NFT_MSG_DELSETELEM, 0);
3982 te->set->ops->remove(te->set, &te->elem);
3983 atomic_dec(&te->set->nelems);
3991 list_for_each_entry_safe(trans, next, &net->nft.commit_list, list) {
3992 list_del(&trans->list);
3993 nf_tables_commit_release(trans);
3996 nf_tables_gen_notify(net, skb, NFT_MSG_NEWGEN);
4001 static void nf_tables_abort_release(struct nft_trans *trans)
4003 switch (trans->msg_type) {
4004 case NFT_MSG_NEWTABLE:
4005 nf_tables_table_destroy(&trans->ctx);
4007 case NFT_MSG_NEWCHAIN:
4008 nf_tables_chain_destroy(trans->ctx.chain);
4010 case NFT_MSG_NEWRULE:
4011 nf_tables_rule_destroy(&trans->ctx, nft_trans_rule(trans));
4013 case NFT_MSG_NEWSET:
4014 nft_set_destroy(nft_trans_set(trans));
4016 case NFT_MSG_NEWSETELEM:
4017 nft_set_elem_destroy(nft_trans_elem_set(trans),
4018 nft_trans_elem(trans).priv);
4024 static int nf_tables_abort(struct sk_buff *skb)
4026 struct net *net = sock_net(skb->sk);
4027 struct nft_trans *trans, *next;
4028 struct nft_trans_elem *te;
4030 list_for_each_entry_safe(trans, next, &net->nft.commit_list, list) {
4031 switch (trans->msg_type) {
4032 case NFT_MSG_NEWTABLE:
4033 if (nft_trans_table_update(trans)) {
4034 if (nft_trans_table_enable(trans)) {
4035 nf_tables_table_disable(trans->ctx.afi,
4037 trans->ctx.table->flags |= NFT_TABLE_F_DORMANT;
4039 nft_trans_destroy(trans);
4041 list_del_rcu(&trans->ctx.table->list);
4044 case NFT_MSG_DELTABLE:
4045 list_add_tail_rcu(&trans->ctx.table->list,
4046 &trans->ctx.afi->tables);
4047 nft_trans_destroy(trans);
4049 case NFT_MSG_NEWCHAIN:
4050 if (nft_trans_chain_update(trans)) {
4051 free_percpu(nft_trans_chain_stats(trans));
4053 nft_trans_destroy(trans);
4055 trans->ctx.table->use--;
4056 list_del_rcu(&trans->ctx.chain->list);
4057 nf_tables_unregister_hooks(trans->ctx.table,
4059 trans->ctx.afi->nops);
4062 case NFT_MSG_DELCHAIN:
4063 trans->ctx.table->use++;
4064 list_add_tail_rcu(&trans->ctx.chain->list,
4065 &trans->ctx.table->chains);
4066 nft_trans_destroy(trans);
4068 case NFT_MSG_NEWRULE:
4069 trans->ctx.chain->use--;
4070 list_del_rcu(&nft_trans_rule(trans)->list);
4072 case NFT_MSG_DELRULE:
4073 trans->ctx.chain->use++;
4074 nft_rule_clear(trans->ctx.net, nft_trans_rule(trans));
4075 nft_trans_destroy(trans);
4077 case NFT_MSG_NEWSET:
4078 trans->ctx.table->use--;
4079 list_del_rcu(&nft_trans_set(trans)->list);
4081 case NFT_MSG_DELSET:
4082 trans->ctx.table->use++;
4083 list_add_tail_rcu(&nft_trans_set(trans)->list,
4084 &trans->ctx.table->sets);
4085 nft_trans_destroy(trans);
4087 case NFT_MSG_NEWSETELEM:
4088 te = (struct nft_trans_elem *)trans->data;
4090 te->set->ops->remove(te->set, &te->elem);
4091 atomic_dec(&te->set->nelems);
4093 case NFT_MSG_DELSETELEM:
4094 te = (struct nft_trans_elem *)trans->data;
4096 te->set->ops->activate(te->set, &te->elem);
4099 nft_trans_destroy(trans);
4106 list_for_each_entry_safe_reverse(trans, next,
4107 &net->nft.commit_list, list) {
4108 list_del(&trans->list);
4109 nf_tables_abort_release(trans);
4115 static const struct nfnetlink_subsystem nf_tables_subsys = {
4116 .name = "nf_tables",
4117 .subsys_id = NFNL_SUBSYS_NFTABLES,
4118 .cb_count = NFT_MSG_MAX,
4120 .commit = nf_tables_commit,
4121 .abort = nf_tables_abort,
4124 int nft_chain_validate_dependency(const struct nft_chain *chain,
4125 enum nft_chain_type type)
4127 const struct nft_base_chain *basechain;
4129 if (chain->flags & NFT_BASE_CHAIN) {
4130 basechain = nft_base_chain(chain);
4131 if (basechain->type->type != type)
4136 EXPORT_SYMBOL_GPL(nft_chain_validate_dependency);
4138 int nft_chain_validate_hooks(const struct nft_chain *chain,
4139 unsigned int hook_flags)
4141 struct nft_base_chain *basechain;
4143 if (chain->flags & NFT_BASE_CHAIN) {
4144 basechain = nft_base_chain(chain);
4146 if ((1 << basechain->ops[0].hooknum) & hook_flags)
4154 EXPORT_SYMBOL_GPL(nft_chain_validate_hooks);
4157 * Loop detection - walk through the ruleset beginning at the destination chain
4158 * of a new jump until either the source chain is reached (loop) or all
4159 * reachable chains have been traversed.
4161 * The loop check is performed whenever a new jump verdict is added to an
4162 * expression or verdict map or a verdict map is bound to a new chain.
4165 static int nf_tables_check_loops(const struct nft_ctx *ctx,
4166 const struct nft_chain *chain);
4168 static int nf_tables_loop_check_setelem(const struct nft_ctx *ctx,
4169 const struct nft_set *set,
4170 const struct nft_set_iter *iter,
4171 const struct nft_set_elem *elem)
4173 const struct nft_set_ext *ext = nft_set_elem_ext(set, elem->priv);
4174 const struct nft_data *data;
4176 if (nft_set_ext_exists(ext, NFT_SET_EXT_FLAGS) &&
4177 *nft_set_ext_flags(ext) & NFT_SET_ELEM_INTERVAL_END)
4180 data = nft_set_ext_data(ext);
4181 switch (data->verdict.code) {
4184 return nf_tables_check_loops(ctx, data->verdict.chain);
4190 static int nf_tables_check_loops(const struct nft_ctx *ctx,
4191 const struct nft_chain *chain)
4193 const struct nft_rule *rule;
4194 const struct nft_expr *expr, *last;
4195 const struct nft_set *set;
4196 struct nft_set_binding *binding;
4197 struct nft_set_iter iter;
4199 if (ctx->chain == chain)
4202 list_for_each_entry(rule, &chain->rules, list) {
4203 nft_rule_for_each_expr(expr, last, rule) {
4204 const struct nft_data *data = NULL;
4207 if (!expr->ops->validate)
4210 err = expr->ops->validate(ctx, expr, &data);
4217 switch (data->verdict.code) {
4220 err = nf_tables_check_loops(ctx,
4221 data->verdict.chain);
4230 list_for_each_entry(set, &ctx->table->sets, list) {
4231 if (!(set->flags & NFT_SET_MAP) ||
4232 set->dtype != NFT_DATA_VERDICT)
4235 list_for_each_entry(binding, &set->bindings, list) {
4236 if (!(binding->flags & NFT_SET_MAP) ||
4237 binding->chain != chain)
4243 iter.fn = nf_tables_loop_check_setelem;
4245 set->ops->walk(ctx, set, &iter);
4255 * nft_parse_register - parse a register value from a netlink attribute
4257 * @attr: netlink attribute
4259 * Parse and translate a register value from a netlink attribute.
4260 * Registers used to be 128 bit wide, these register numbers will be
4261 * mapped to the corresponding 32 bit register numbers.
4263 unsigned int nft_parse_register(const struct nlattr *attr)
4267 reg = ntohl(nla_get_be32(attr));
4269 case NFT_REG_VERDICT...NFT_REG_4:
4270 return reg * NFT_REG_SIZE / NFT_REG32_SIZE;
4272 return reg + NFT_REG_SIZE / NFT_REG32_SIZE - NFT_REG32_00;
4275 EXPORT_SYMBOL_GPL(nft_parse_register);
4278 * nft_dump_register - dump a register value to a netlink attribute
4280 * @skb: socket buffer
4281 * @attr: attribute number
4282 * @reg: register number
4284 * Construct a netlink attribute containing the register number. For
4285 * compatibility reasons, register numbers being a multiple of 4 are
4286 * translated to the corresponding 128 bit register numbers.
4288 int nft_dump_register(struct sk_buff *skb, unsigned int attr, unsigned int reg)
4290 if (reg % (NFT_REG_SIZE / NFT_REG32_SIZE) == 0)
4291 reg = reg / (NFT_REG_SIZE / NFT_REG32_SIZE);
4293 reg = reg - NFT_REG_SIZE / NFT_REG32_SIZE + NFT_REG32_00;
4295 return nla_put_be32(skb, attr, htonl(reg));
4297 EXPORT_SYMBOL_GPL(nft_dump_register);
4300 * nft_validate_register_load - validate a load from a register
4302 * @reg: the register number
4303 * @len: the length of the data
4305 * Validate that the input register is one of the general purpose
4306 * registers and that the length of the load is within the bounds.
4308 int nft_validate_register_load(enum nft_registers reg, unsigned int len)
4310 if (reg < NFT_REG_1 * NFT_REG_SIZE / NFT_REG32_SIZE)
4314 if (reg * NFT_REG32_SIZE + len > FIELD_SIZEOF(struct nft_regs, data))
4319 EXPORT_SYMBOL_GPL(nft_validate_register_load);
4322 * nft_validate_register_store - validate an expressions' register store
4324 * @ctx: context of the expression performing the load
4325 * @reg: the destination register number
4326 * @data: the data to load
4327 * @type: the data type
4328 * @len: the length of the data
4330 * Validate that a data load uses the appropriate data type for
4331 * the destination register and the length is within the bounds.
4332 * A value of NULL for the data means that its runtime gathered
4335 int nft_validate_register_store(const struct nft_ctx *ctx,
4336 enum nft_registers reg,
4337 const struct nft_data *data,
4338 enum nft_data_types type, unsigned int len)
4343 case NFT_REG_VERDICT:
4344 if (type != NFT_DATA_VERDICT)
4348 (data->verdict.code == NFT_GOTO ||
4349 data->verdict.code == NFT_JUMP)) {
4350 err = nf_tables_check_loops(ctx, data->verdict.chain);
4354 if (ctx->chain->level + 1 >
4355 data->verdict.chain->level) {
4356 if (ctx->chain->level + 1 == NFT_JUMP_STACK_SIZE)
4358 data->verdict.chain->level = ctx->chain->level + 1;
4364 if (reg < NFT_REG_1 * NFT_REG_SIZE / NFT_REG32_SIZE)
4368 if (reg * NFT_REG32_SIZE + len >
4369 FIELD_SIZEOF(struct nft_regs, data))
4372 if (data != NULL && type != NFT_DATA_VALUE)
4377 EXPORT_SYMBOL_GPL(nft_validate_register_store);
4379 static const struct nla_policy nft_verdict_policy[NFTA_VERDICT_MAX + 1] = {
4380 [NFTA_VERDICT_CODE] = { .type = NLA_U32 },
4381 [NFTA_VERDICT_CHAIN] = { .type = NLA_STRING,
4382 .len = NFT_CHAIN_MAXNAMELEN - 1 },
4385 static int nft_verdict_init(const struct nft_ctx *ctx, struct nft_data *data,
4386 struct nft_data_desc *desc, const struct nlattr *nla)
4388 struct nlattr *tb[NFTA_VERDICT_MAX + 1];
4389 struct nft_chain *chain;
4392 err = nla_parse_nested(tb, NFTA_VERDICT_MAX, nla, nft_verdict_policy);
4396 if (!tb[NFTA_VERDICT_CODE])
4398 data->verdict.code = ntohl(nla_get_be32(tb[NFTA_VERDICT_CODE]));
4400 switch (data->verdict.code) {
4402 switch (data->verdict.code & NF_VERDICT_MASK) {
4417 if (!tb[NFTA_VERDICT_CHAIN])
4419 chain = nf_tables_chain_lookup(ctx->table,
4420 tb[NFTA_VERDICT_CHAIN]);
4422 return PTR_ERR(chain);
4423 if (chain->flags & NFT_BASE_CHAIN)
4427 data->verdict.chain = chain;
4431 desc->len = sizeof(data->verdict);
4432 desc->type = NFT_DATA_VERDICT;
4436 static void nft_verdict_uninit(const struct nft_data *data)
4438 switch (data->verdict.code) {
4441 data->verdict.chain->use--;
4446 static int nft_verdict_dump(struct sk_buff *skb, const struct nft_data *data)
4448 struct nlattr *nest;
4450 nest = nla_nest_start(skb, NFTA_DATA_VERDICT);
4452 goto nla_put_failure;
4454 if (nla_put_be32(skb, NFTA_VERDICT_CODE, htonl(data->verdict.code)))
4455 goto nla_put_failure;
4457 switch (data->verdict.code) {
4460 if (nla_put_string(skb, NFTA_VERDICT_CHAIN,
4461 data->verdict.chain->name))
4462 goto nla_put_failure;
4464 nla_nest_end(skb, nest);
4471 static int nft_value_init(const struct nft_ctx *ctx,
4472 struct nft_data *data, unsigned int size,
4473 struct nft_data_desc *desc, const struct nlattr *nla)
4483 nla_memcpy(data->data, nla, len);
4484 desc->type = NFT_DATA_VALUE;
4489 static int nft_value_dump(struct sk_buff *skb, const struct nft_data *data,
4492 return nla_put(skb, NFTA_DATA_VALUE, len, data->data);
4495 static const struct nla_policy nft_data_policy[NFTA_DATA_MAX + 1] = {
4496 [NFTA_DATA_VALUE] = { .type = NLA_BINARY },
4497 [NFTA_DATA_VERDICT] = { .type = NLA_NESTED },
4501 * nft_data_init - parse nf_tables data netlink attributes
4503 * @ctx: context of the expression using the data
4504 * @data: destination struct nft_data
4505 * @size: maximum data length
4506 * @desc: data description
4507 * @nla: netlink attribute containing data
4509 * Parse the netlink data attributes and initialize a struct nft_data.
4510 * The type and length of data are returned in the data description.
4512 * The caller can indicate that it only wants to accept data of type
4513 * NFT_DATA_VALUE by passing NULL for the ctx argument.
4515 int nft_data_init(const struct nft_ctx *ctx,
4516 struct nft_data *data, unsigned int size,
4517 struct nft_data_desc *desc, const struct nlattr *nla)
4519 struct nlattr *tb[NFTA_DATA_MAX + 1];
4522 err = nla_parse_nested(tb, NFTA_DATA_MAX, nla, nft_data_policy);
4526 if (tb[NFTA_DATA_VALUE])
4527 return nft_value_init(ctx, data, size, desc,
4528 tb[NFTA_DATA_VALUE]);
4529 if (tb[NFTA_DATA_VERDICT] && ctx != NULL)
4530 return nft_verdict_init(ctx, data, desc, tb[NFTA_DATA_VERDICT]);
4533 EXPORT_SYMBOL_GPL(nft_data_init);
4536 * nft_data_uninit - release a nft_data item
4538 * @data: struct nft_data to release
4539 * @type: type of data
4541 * Release a nft_data item. NFT_DATA_VALUE types can be silently discarded,
4542 * all others need to be released by calling this function.
4544 void nft_data_uninit(const struct nft_data *data, enum nft_data_types type)
4546 if (type < NFT_DATA_VERDICT)
4549 case NFT_DATA_VERDICT:
4550 return nft_verdict_uninit(data);
4555 EXPORT_SYMBOL_GPL(nft_data_uninit);
4557 int nft_data_dump(struct sk_buff *skb, int attr, const struct nft_data *data,
4558 enum nft_data_types type, unsigned int len)
4560 struct nlattr *nest;
4563 nest = nla_nest_start(skb, attr);
4568 case NFT_DATA_VALUE:
4569 err = nft_value_dump(skb, data, len);
4571 case NFT_DATA_VERDICT:
4572 err = nft_verdict_dump(skb, data);
4579 nla_nest_end(skb, nest);
4582 EXPORT_SYMBOL_GPL(nft_data_dump);
4584 static int nf_tables_init_net(struct net *net)
4586 INIT_LIST_HEAD(&net->nft.af_info);
4587 INIT_LIST_HEAD(&net->nft.commit_list);
4588 net->nft.base_seq = 1;
4592 static struct pernet_operations nf_tables_net_ops = {
4593 .init = nf_tables_init_net,
4596 static int __init nf_tables_module_init(void)
4600 info = kmalloc(sizeof(struct nft_expr_info) * NFT_RULE_MAXEXPRS,
4607 err = nf_tables_core_module_init();
4611 err = nfnetlink_subsys_register(&nf_tables_subsys);
4615 pr_info("nf_tables: (c) 2007-2009 Patrick McHardy <kaber@trash.net>\n");
4616 return register_pernet_subsys(&nf_tables_net_ops);
4618 nf_tables_core_module_exit();
4625 static void __exit nf_tables_module_exit(void)
4627 unregister_pernet_subsys(&nf_tables_net_ops);
4628 nfnetlink_subsys_unregister(&nf_tables_subsys);
4630 nf_tables_core_module_exit();
4634 module_init(nf_tables_module_init);
4635 module_exit(nf_tables_module_exit);
4637 MODULE_LICENSE("GPL");
4638 MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
4639 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_NFTABLES);