[deliverable/linux.git] / net / netfilter / nft_ct.c

/*
 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * Development of this code funded by Astaro AG (http://www.astaro.com/)
 */

#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/netlink.h>
#include <linux/netfilter.h>
#include <linux/netfilter/nf_tables.h>
#include <net/netfilter/nf_tables.h>
#include <net/netfilter/nf_conntrack.h>
#include <net/netfilter/nf_conntrack_acct.h>
#include <net/netfilter/nf_conntrack_tuple.h>
#include <net/netfilter/nf_conntrack_helper.h>
#include <net/netfilter/nf_conntrack_ecache.h>
#include <net/netfilter/nf_conntrack_labels.h>

struct nft_ct {
	enum nft_ct_keys	key:8;
	enum ip_conntrack_dir	dir:8;
	union {
		enum nft_registers	dreg:8;
		enum nft_registers	sreg:8;
	};
};

static u64 nft_ct_get_eval_counter(const struct nf_conn_counter *c,
				   enum nft_ct_keys k,
				   enum ip_conntrack_dir d)
{
	if (d < IP_CT_DIR_MAX)
		return k == NFT_CT_BYTES ? atomic64_read(&c[d].bytes) :
					   atomic64_read(&c[d].packets);

	return nft_ct_get_eval_counter(c, k, IP_CT_DIR_ORIGINAL) +
	       nft_ct_get_eval_counter(c, k, IP_CT_DIR_REPLY);
}

static void nft_ct_get_eval(const struct nft_expr *expr,
			    struct nft_regs *regs,
			    const struct nft_pktinfo *pkt)
{
	const struct nft_ct *priv = nft_expr_priv(expr);
	u32 *dest = &regs->data[priv->dreg];
	enum ip_conntrack_info ctinfo;
	const struct nf_conn *ct;
	const struct nf_conn_help *help;
	const struct nf_conntrack_tuple *tuple;
	const struct nf_conntrack_helper *helper;
	long diff;
	unsigned int state;

	ct = nf_ct_get(pkt->skb, &ctinfo);

	switch (priv->key) {
	case NFT_CT_STATE:
		if (ct == NULL)
			state = NF_CT_STATE_INVALID_BIT;
		else if (nf_ct_is_untracked(ct))
			state = NF_CT_STATE_UNTRACKED_BIT;
		else
			state = NF_CT_STATE_BIT(ctinfo);
		*dest = state;
		return;
	default:
		break;
	}

	if (ct == NULL)
		goto err;

	switch (priv->key) {
	case NFT_CT_DIRECTION:
		*dest = CTINFO2DIR(ctinfo);
		return;
	case NFT_CT_STATUS:
		*dest = ct->status;
		return;
#ifdef CONFIG_NF_CONNTRACK_MARK
	case NFT_CT_MARK:
		*dest = ct->mark;
		return;
#endif
#ifdef CONFIG_NF_CONNTRACK_SECMARK
	case NFT_CT_SECMARK:
		*dest = ct->secmark;
		return;
#endif
	case NFT_CT_EXPIRATION:
		diff = (long)jiffies - (long)ct->timeout.expires;
		if (diff < 0)
			diff = 0;
		*dest = jiffies_to_msecs(diff);
		return;
	case NFT_CT_HELPER:
		if (ct->master == NULL)
			goto err;
		help = nfct_help(ct->master);
		if (help == NULL)
			goto err;
		helper = rcu_dereference(help->helper);
		if (helper == NULL)
			goto err;
		strncpy((char *)dest, helper->name, NF_CT_HELPER_NAME_LEN);
		return;
#ifdef CONFIG_NF_CONNTRACK_LABELS
	case NFT_CT_LABELS: {
		struct nf_conn_labels *labels = nf_ct_labels_find(ct);
		unsigned int size;

		if (!labels) {
			memset(dest, 0, NF_CT_LABELS_MAX_SIZE);
			return;
		}

		size = labels->words * sizeof(long);
		memcpy(dest, labels->bits, size);
		if (size < NF_CT_LABELS_MAX_SIZE)
			memset(((char *) dest) + size, 0,
			       NF_CT_LABELS_MAX_SIZE - size);
		return;
	}
#endif
	case NFT_CT_BYTES: /* fallthrough */
	case NFT_CT_PKTS: {
		const struct nf_conn_acct *acct = nf_conn_acct_find(ct);
		u64 count = 0;

		if (acct)
			count = nft_ct_get_eval_counter(acct->counter,
							priv->key, priv->dir);
		memcpy(dest, &count, sizeof(count));
		return;
	}
	default:
		break;
	}

	tuple = &ct->tuplehash[priv->dir].tuple;
	switch (priv->key) {
	case NFT_CT_L3PROTOCOL:
		*dest = nf_ct_l3num(ct);
		return;
	case NFT_CT_SRC:
		memcpy(dest, tuple->src.u3.all,
		       nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
		return;
	case NFT_CT_DST:
		memcpy(dest, tuple->dst.u3.all,
		       nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
		return;
	case NFT_CT_PROTOCOL:
		*dest = nf_ct_protonum(ct);
		return;
	case NFT_CT_PROTO_SRC:
		*dest = (__force __u16)tuple->src.u.all;
		return;
	case NFT_CT_PROTO_DST:
		*dest = (__force __u16)tuple->dst.u.all;
		return;
	default:
		break;
	}
	return;
err:
	regs->verdict.code = NFT_BREAK;
}

static void nft_ct_set_eval(const struct nft_expr *expr,
			    struct nft_regs *regs,
			    const struct nft_pktinfo *pkt)
{
	const struct nft_ct *priv = nft_expr_priv(expr);
	struct sk_buff *skb = pkt->skb;
#ifdef CONFIG_NF_CONNTRACK_MARK
	u32 value = regs->data[priv->sreg];
#endif
	enum ip_conntrack_info ctinfo;
	struct nf_conn *ct;

	ct = nf_ct_get(skb, &ctinfo);
	if (ct == NULL)
		return;

	switch (priv->key) {
#ifdef CONFIG_NF_CONNTRACK_MARK
	case NFT_CT_MARK:
		if (ct->mark != value) {
			ct->mark = value;
			nf_conntrack_event_cache(IPCT_MARK, ct);
		}
		break;
#endif
#ifdef CONFIG_NF_CONNTRACK_LABELS
	case NFT_CT_LABELS:
		nf_connlabels_replace(ct,
				      &regs->data[priv->sreg],
				      &regs->data[priv->sreg],
				      NF_CT_LABELS_MAX_SIZE / sizeof(u32));
		break;
#endif
	default:
		break;
	}
}

static const struct nla_policy nft_ct_policy[NFTA_CT_MAX + 1] = {
	[NFTA_CT_DREG]		= { .type = NLA_U32 },
	[NFTA_CT_KEY]		= { .type = NLA_U32 },
	[NFTA_CT_DIRECTION]	= { .type = NLA_U8 },
	[NFTA_CT_SREG]		= { .type = NLA_U32 },
};

static int nft_ct_l3proto_try_module_get(uint8_t family)
{
	int err;

	if (family == NFPROTO_INET) {
		err = nf_ct_l3proto_try_module_get(NFPROTO_IPV4);
		if (err < 0)
			goto err1;
		err = nf_ct_l3proto_try_module_get(NFPROTO_IPV6);
		if (err < 0)
			goto err2;
	} else {
		err = nf_ct_l3proto_try_module_get(family);
		if (err < 0)
			goto err1;
	}
	return 0;

err2:
	nf_ct_l3proto_module_put(NFPROTO_IPV4);
err1:
	return err;
}

static void nft_ct_l3proto_module_put(uint8_t family)
{
	if (family == NFPROTO_INET) {
		nf_ct_l3proto_module_put(NFPROTO_IPV4);
		nf_ct_l3proto_module_put(NFPROTO_IPV6);
	} else
		nf_ct_l3proto_module_put(family);
}

static int nft_ct_get_init(const struct nft_ctx *ctx,
			   const struct nft_expr *expr,
			   const struct nlattr * const tb[])
{
	struct nft_ct *priv = nft_expr_priv(expr);
	unsigned int len;
	int err;

	priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
	switch (priv->key) {
	case NFT_CT_DIRECTION:
		if (tb[NFTA_CT_DIRECTION] != NULL)
			return -EINVAL;
		len = sizeof(u8);
		break;
	case NFT_CT_STATE:
	case NFT_CT_STATUS:
#ifdef CONFIG_NF_CONNTRACK_MARK
	case NFT_CT_MARK:
#endif
#ifdef CONFIG_NF_CONNTRACK_SECMARK
	case NFT_CT_SECMARK:
#endif
	case NFT_CT_EXPIRATION:
		if (tb[NFTA_CT_DIRECTION] != NULL)
			return -EINVAL;
		len = sizeof(u32);
		break;
#ifdef CONFIG_NF_CONNTRACK_LABELS
	case NFT_CT_LABELS:
		if (tb[NFTA_CT_DIRECTION] != NULL)
			return -EINVAL;
		len = NF_CT_LABELS_MAX_SIZE;
		break;
#endif
	case NFT_CT_HELPER:
		if (tb[NFTA_CT_DIRECTION] != NULL)
			return -EINVAL;
		len = NF_CT_HELPER_NAME_LEN;
		break;

	case NFT_CT_L3PROTOCOL:
	case NFT_CT_PROTOCOL:
		if (tb[NFTA_CT_DIRECTION] == NULL)
			return -EINVAL;
		len = sizeof(u8);
		break;
	case NFT_CT_SRC:
	case NFT_CT_DST:
		if (tb[NFTA_CT_DIRECTION] == NULL)
			return -EINVAL;

		switch (ctx->afi->family) {
		case NFPROTO_IPV4:
			len = FIELD_SIZEOF(struct nf_conntrack_tuple,
					   src.u3.ip);
			break;
		case NFPROTO_IPV6:
		case NFPROTO_INET:
			len = FIELD_SIZEOF(struct nf_conntrack_tuple,
					   src.u3.ip6);
			break;
		default:
			return -EAFNOSUPPORT;
		}
		break;
	case NFT_CT_PROTO_SRC:
	case NFT_CT_PROTO_DST:
		if (tb[NFTA_CT_DIRECTION] == NULL)
			return -EINVAL;
		len = FIELD_SIZEOF(struct nf_conntrack_tuple, src.u.all);
		break;
	case NFT_CT_BYTES:
	case NFT_CT_PKTS:
		/* no direction? return sum of original + reply */
		if (tb[NFTA_CT_DIRECTION] == NULL)
			priv->dir = IP_CT_DIR_MAX;
		len = sizeof(u64);
		break;
	default:
		return -EOPNOTSUPP;
	}

	if (tb[NFTA_CT_DIRECTION] != NULL) {
		priv->dir = nla_get_u8(tb[NFTA_CT_DIRECTION]);
		switch (priv->dir) {
		case IP_CT_DIR_ORIGINAL:
		case IP_CT_DIR_REPLY:
			break;
		default:
			return -EINVAL;
		}
	}

	priv->dreg = nft_parse_register(tb[NFTA_CT_DREG]);
	err = nft_validate_register_store(ctx, priv->dreg, NULL,
					  NFT_DATA_VALUE, len);
	if (err < 0)
		return err;

	err = nft_ct_l3proto_try_module_get(ctx->afi->family);
	if (err < 0)
		return err;

	return 0;
}

static int nft_ct_set_init(const struct nft_ctx *ctx,
			   const struct nft_expr *expr,
			   const struct nlattr * const tb[])
{
	struct nft_ct *priv = nft_expr_priv(expr);
	unsigned int len;
	int err;

	priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
	switch (priv->key) {
#ifdef CONFIG_NF_CONNTRACK_MARK
	case NFT_CT_MARK:
		len = FIELD_SIZEOF(struct nf_conn, mark);
		break;
#endif
#ifdef CONFIG_NF_CONNTRACK_LABELS
	case NFT_CT_LABELS:
		if (tb[NFTA_CT_DIRECTION])
			return -EINVAL;
		len = NF_CT_LABELS_MAX_SIZE;
		err = nf_connlabels_get(ctx->net, (len * BITS_PER_BYTE) - 1);
		if (err)
			return err;
		break;
#endif
	default:
		return -EOPNOTSUPP;
	}

	priv->sreg = nft_parse_register(tb[NFTA_CT_SREG]);
	err = nft_validate_register_load(priv->sreg, len);
	if (err < 0)
		return err;

	err = nft_ct_l3proto_try_module_get(ctx->afi->family);
	if (err < 0)
		return err;

	return 0;
}

static void nft_ct_destroy(const struct nft_ctx *ctx,
			   const struct nft_expr *expr)
{
	struct nft_ct *priv = nft_expr_priv(expr);

	switch (priv->key) {
#ifdef CONFIG_NF_CONNTRACK_LABELS
	case NFT_CT_LABELS:
		nf_connlabels_put(ctx->net);
		break;
#endif
	default:
		break;
	}

	nft_ct_l3proto_module_put(ctx->afi->family);
}

static int nft_ct_get_dump(struct sk_buff *skb, const struct nft_expr *expr)
{
	const struct nft_ct *priv = nft_expr_priv(expr);

	if (nft_dump_register(skb, NFTA_CT_DREG, priv->dreg))
		goto nla_put_failure;
	if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
		goto nla_put_failure;

	switch (priv->key) {
	case NFT_CT_L3PROTOCOL:
	case NFT_CT_PROTOCOL:
	case NFT_CT_SRC:
	case NFT_CT_DST:
	case NFT_CT_PROTO_SRC:
	case NFT_CT_PROTO_DST:
		if (nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
			goto nla_put_failure;
		break;
	case NFT_CT_BYTES:
	case NFT_CT_PKTS:
		if (priv->dir < IP_CT_DIR_MAX &&
		    nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
			goto nla_put_failure;
		break;
	default:
		break;
	}

	return 0;

nla_put_failure:
	return -1;
}

static int nft_ct_set_dump(struct sk_buff *skb, const struct nft_expr *expr)
{
	const struct nft_ct *priv = nft_expr_priv(expr);

	if (nft_dump_register(skb, NFTA_CT_SREG, priv->sreg))
		goto nla_put_failure;
	if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
		goto nla_put_failure;
	return 0;

nla_put_failure:
	return -1;
}

static struct nft_expr_type nft_ct_type;
static const struct nft_expr_ops nft_ct_get_ops = {
	.type		= &nft_ct_type,
	.size		= NFT_EXPR_SIZE(sizeof(struct nft_ct)),
	.eval		= nft_ct_get_eval,
	.init		= nft_ct_get_init,
	.destroy	= nft_ct_destroy,
	.dump		= nft_ct_get_dump,
};

static const struct nft_expr_ops nft_ct_set_ops = {
	.type		= &nft_ct_type,
	.size		= NFT_EXPR_SIZE(sizeof(struct nft_ct)),
	.eval		= nft_ct_set_eval,
	.init		= nft_ct_set_init,
	.destroy	= nft_ct_destroy,
	.dump		= nft_ct_set_dump,
};

static const struct nft_expr_ops *
nft_ct_select_ops(const struct nft_ctx *ctx,
		    const struct nlattr * const tb[])
{
	if (tb[NFTA_CT_KEY] == NULL)
		return ERR_PTR(-EINVAL);

	if (tb[NFTA_CT_DREG] && tb[NFTA_CT_SREG])
		return ERR_PTR(-EINVAL);

	if (tb[NFTA_CT_DREG])
		return &nft_ct_get_ops;

	if (tb[NFTA_CT_SREG])
		return &nft_ct_set_ops;

	return ERR_PTR(-EINVAL);
}

static struct nft_expr_type nft_ct_type __read_mostly = {
	.name		= "ct",
	.select_ops	= &nft_ct_select_ops,
	.policy		= nft_ct_policy,
	.maxattr	= NFTA_CT_MAX,
	.owner		= THIS_MODULE,
};

static int __init nft_ct_module_init(void)
{
	BUILD_BUG_ON(NF_CT_LABELS_MAX_SIZE > NFT_REG_SIZE);

	return nft_register_expr(&nft_ct_type);
}

static void __exit nft_ct_module_exit(void)
{
	nft_unregister_expr(&nft_ct_type);
}

module_init(nft_ct_module_init);
module_exit(nft_ct_module_exit);

MODULE_LICENSE("GPL");
MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
MODULE_ALIAS_NFT_EXPR("ct");
Commit	Line	Data
96518518	1	/*
ef1f7df9	2	* Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
96518518 PM	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License version 2 as
	6	* published by the Free Software Foundation.
	7	*
	8	* Development of this code funded by Astaro AG (http://www.astaro.com/)
	9	*/
	10
	11	#include <linux/kernel.h>
	12	#include <linux/init.h>
	13	#include <linux/module.h>
	14	#include <linux/netlink.h>
	15	#include <linux/netfilter.h>
	16	#include <linux/netfilter/nf_tables.h>
	17	#include <net/netfilter/nf_tables.h>
	18	#include <net/netfilter/nf_conntrack.h>
48f66c90	19	#include <net/netfilter/nf_conntrack_acct.h>
96518518 PM	20	#include <net/netfilter/nf_conntrack_tuple.h>
96518518 PM	21	#include <net/netfilter/nf_conntrack_helper.h>
c4ede3d3	22	#include <net/netfilter/nf_conntrack_ecache.h>
d2bf2f34	23	#include <net/netfilter/nf_conntrack_labels.h>
96518518 PM	24
	25	struct nft_ct {
	26	enum nft_ct_keys key:8;
	27	enum ip_conntrack_dir dir:8;
d46f2cd2	28	union {
c4ede3d3 KE	29	enum nft_registers dreg:8;
	30	enum nft_registers sreg:8;
	31	};
96518518 PM	32	};
96518518 PM	33
48f66c90 FW	34	static u64 nft_ct_get_eval_counter(const struct nf_conn_counter *c,
	35	enum nft_ct_keys k,
	36	enum ip_conntrack_dir d)
	37	{
	38	if (d < IP_CT_DIR_MAX)
	39	return k == NFT_CT_BYTES ? atomic64_read(&c[d].bytes) :
	40	atomic64_read(&c[d].packets);
	41
	42	return nft_ct_get_eval_counter(c, k, IP_CT_DIR_ORIGINAL) +
	43	nft_ct_get_eval_counter(c, k, IP_CT_DIR_REPLY);
	44	}
	45
c4ede3d3	46	static void nft_ct_get_eval(const struct nft_expr *expr,
a55e22e9	47	struct nft_regs *regs,
c4ede3d3	48	const struct nft_pktinfo *pkt)
96518518 PM	49	{
96518518 PM	50	const struct nft_ct *priv = nft_expr_priv(expr);
49499c3e	51	u32 *dest = &regs->data[priv->dreg];
96518518 PM	52	enum ip_conntrack_info ctinfo;
	53	const struct nf_conn *ct;
	54	const struct nf_conn_help *help;
	55	const struct nf_conntrack_tuple *tuple;
	56	const struct nf_conntrack_helper *helper;
	57	long diff;
	58	unsigned int state;
	59
	60	ct = nf_ct_get(pkt->skb, &ctinfo);
	61
	62	switch (priv->key) {
	63	case NFT_CT_STATE:
	64	if (ct == NULL)
	65	state = NF_CT_STATE_INVALID_BIT;
	66	else if (nf_ct_is_untracked(ct))
	67	state = NF_CT_STATE_UNTRACKED_BIT;
	68	else
	69	state = NF_CT_STATE_BIT(ctinfo);
fad136ea	70	*dest = state;
96518518	71	return;
c1f86676 DM	72	default:
c1f86676 DM	73	break;
96518518 PM	74	}
	75
	76	if (ct == NULL)
	77	goto err;
	78
	79	switch (priv->key) {
	80	case NFT_CT_DIRECTION:
fad136ea	81	*dest = CTINFO2DIR(ctinfo);
96518518 PM	82	return;
96518518 PM	83	case NFT_CT_STATUS:
fad136ea	84	*dest = ct->status;
96518518 PM	85	return;
	86	#ifdef CONFIG_NF_CONNTRACK_MARK
	87	case NFT_CT_MARK:
fad136ea	88	*dest = ct->mark;
96518518 PM	89	return;
	90	#endif
	91	#ifdef CONFIG_NF_CONNTRACK_SECMARK
	92	case NFT_CT_SECMARK:
fad136ea	93	*dest = ct->secmark;
96518518 PM	94	return;
	95	#endif
	96	case NFT_CT_EXPIRATION:
	97	diff = (long)jiffies - (long)ct->timeout.expires;
	98	if (diff < 0)
	99	diff = 0;
fad136ea	100	*dest = jiffies_to_msecs(diff);
96518518 PM	101	return;
	102	case NFT_CT_HELPER:
	103	if (ct->master == NULL)
	104	goto err;
	105	help = nfct_help(ct->master);
	106	if (help == NULL)
	107	goto err;
	108	helper = rcu_dereference(help->helper);
	109	if (helper == NULL)
	110	goto err;
fad136ea	111	strncpy((char *)dest, helper->name, NF_CT_HELPER_NAME_LEN);
96518518	112	return;
d2bf2f34 FW	113	#ifdef CONFIG_NF_CONNTRACK_LABELS
	114	case NFT_CT_LABELS: {
	115	struct nf_conn_labels *labels = nf_ct_labels_find(ct);
	116	unsigned int size;
	117
	118	if (!labels) {
fad136ea	119	memset(dest, 0, NF_CT_LABELS_MAX_SIZE);
d2bf2f34 FW	120	return;
	121	}
	122
d2bf2f34	123	size = labels->words * sizeof(long);
fad136ea PM	124	memcpy(dest, labels->bits, size);
	125	if (size < NF_CT_LABELS_MAX_SIZE)
	126	memset(((char *) dest) + size, 0,
	127	NF_CT_LABELS_MAX_SIZE - size);
d2bf2f34 FW	128	return;
d2bf2f34 FW	129	}
efaea94a	130	#endif
48f66c90 FW	131	case NFT_CT_BYTES: /* fallthrough */
	132	case NFT_CT_PKTS: {
	133	const struct nf_conn_acct *acct = nf_conn_acct_find(ct);
	134	u64 count = 0;
	135
	136	if (acct)
	137	count = nft_ct_get_eval_counter(acct->counter,
	138	priv->key, priv->dir);
	139	memcpy(dest, &count, sizeof(count));
	140	return;
	141	}
c1f86676 DM	142	default:
c1f86676 DM	143	break;
96518518 PM	144	}
	145
	146	tuple = &ct->tuplehash[priv->dir].tuple;
	147	switch (priv->key) {
	148	case NFT_CT_L3PROTOCOL:
fad136ea	149	*dest = nf_ct_l3num(ct);
96518518 PM	150	return;
96518518 PM	151	case NFT_CT_SRC:
fad136ea	152	memcpy(dest, tuple->src.u3.all,
96518518 PM	153	nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
	154	return;
	155	case NFT_CT_DST:
fad136ea	156	memcpy(dest, tuple->dst.u3.all,
96518518 PM	157	nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
	158	return;
	159	case NFT_CT_PROTOCOL:
fad136ea	160	*dest = nf_ct_protonum(ct);
96518518 PM	161	return;
96518518 PM	162	case NFT_CT_PROTO_SRC:
fad136ea	163	*dest = (__force __u16)tuple->src.u.all;
96518518 PM	164	return;
96518518 PM	165	case NFT_CT_PROTO_DST:
fad136ea	166	*dest = (__force __u16)tuple->dst.u.all;
96518518	167	return;
c1f86676 DM	168	default:
c1f86676 DM	169	break;
96518518 PM	170	}
	171	return;
	172	err:
a55e22e9	173	regs->verdict.code = NFT_BREAK;
96518518 PM	174	}
96518518 PM	175
c4ede3d3	176	static void nft_ct_set_eval(const struct nft_expr *expr,
a55e22e9	177	struct nft_regs *regs,
c4ede3d3 KE	178	const struct nft_pktinfo *pkt)
	179	{
	180	const struct nft_ct *priv = nft_expr_priv(expr);
	181	struct sk_buff *skb = pkt->skb;
847c8e29	182	#ifdef CONFIG_NF_CONNTRACK_MARK
49499c3e	183	u32 value = regs->data[priv->sreg];
847c8e29	184	#endif
c4ede3d3 KE	185	enum ip_conntrack_info ctinfo;
	186	struct nf_conn *ct;
	187
	188	ct = nf_ct_get(skb, &ctinfo);
	189	if (ct == NULL)
	190	return;
	191
	192	switch (priv->key) {
	193	#ifdef CONFIG_NF_CONNTRACK_MARK
	194	case NFT_CT_MARK:
	195	if (ct->mark != value) {
	196	ct->mark = value;
	197	nf_conntrack_event_cache(IPCT_MARK, ct);
	198	}
	199	break;
1ad8f48d FW	200	#endif
	201	#ifdef CONFIG_NF_CONNTRACK_LABELS
	202	case NFT_CT_LABELS:
	203	nf_connlabels_replace(ct,
	204	&regs->data[priv->sreg],
	205	&regs->data[priv->sreg],
	206	NF_CT_LABELS_MAX_SIZE / sizeof(u32));
	207	break;
c4ede3d3	208	#endif
c1f86676 DM	209	default:
c1f86676 DM	210	break;
c4ede3d3 KE	211	}
	212	}
	213
96518518 PM	214	static const struct nla_policy nft_ct_policy[NFTA_CT_MAX + 1] = {
	215	[NFTA_CT_DREG] = { .type = NLA_U32 },
	216	[NFTA_CT_KEY] = { .type = NLA_U32 },
	217	[NFTA_CT_DIRECTION] = { .type = NLA_U8 },
c4ede3d3	218	[NFTA_CT_SREG] = { .type = NLA_U32 },
96518518 PM	219	};
96518518 PM	220
9638f33e PM	221	static int nft_ct_l3proto_try_module_get(uint8_t family)
	222	{
	223	int err;
	224
	225	if (family == NFPROTO_INET) {
	226	err = nf_ct_l3proto_try_module_get(NFPROTO_IPV4);
	227	if (err < 0)
	228	goto err1;
	229	err = nf_ct_l3proto_try_module_get(NFPROTO_IPV6);
	230	if (err < 0)
	231	goto err2;
	232	} else {
	233	err = nf_ct_l3proto_try_module_get(family);
	234	if (err < 0)
	235	goto err1;
	236	}
	237	return 0;
	238
	239	err2:
	240	nf_ct_l3proto_module_put(NFPROTO_IPV4);
	241	err1:
	242	return err;
	243	}
	244
	245	static void nft_ct_l3proto_module_put(uint8_t family)
	246	{
	247	if (family == NFPROTO_INET) {
	248	nf_ct_l3proto_module_put(NFPROTO_IPV4);
	249	nf_ct_l3proto_module_put(NFPROTO_IPV6);
	250	} else
	251	nf_ct_l3proto_module_put(family);
	252	}
	253
fe92ca45 PM	254	static int nft_ct_get_init(const struct nft_ctx *ctx,
	255	const struct nft_expr *expr,
	256	const struct nlattr * const tb[])
96518518 PM	257	{
96518518 PM	258	struct nft_ct *priv = nft_expr_priv(expr);
45d9bcda	259	unsigned int len;
fe92ca45	260	int err;
96518518	261
fe92ca45	262	priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
96518518	263	switch (priv->key) {
96518518	264	case NFT_CT_DIRECTION:
45d9bcda PM	265	if (tb[NFTA_CT_DIRECTION] != NULL)
	266	return -EINVAL;
	267	len = sizeof(u8);
	268	break;
	269	case NFT_CT_STATE:
96518518 PM	270	case NFT_CT_STATUS:
	271	#ifdef CONFIG_NF_CONNTRACK_MARK
	272	case NFT_CT_MARK:
	273	#endif
	274	#ifdef CONFIG_NF_CONNTRACK_SECMARK
	275	case NFT_CT_SECMARK:
d2bf2f34	276	#endif
45d9bcda PM	277	case NFT_CT_EXPIRATION:
	278	if (tb[NFTA_CT_DIRECTION] != NULL)
	279	return -EINVAL;
	280	len = sizeof(u32);
	281	break;
d2bf2f34 FW	282	#ifdef CONFIG_NF_CONNTRACK_LABELS
d2bf2f34 FW	283	case NFT_CT_LABELS:
45d9bcda PM	284	if (tb[NFTA_CT_DIRECTION] != NULL)
	285	return -EINVAL;
	286	len = NF_CT_LABELS_MAX_SIZE;
	287	break;
96518518	288	#endif
96518518 PM	289	case NFT_CT_HELPER:
	290	if (tb[NFTA_CT_DIRECTION] != NULL)
	291	return -EINVAL;
45d9bcda	292	len = NF_CT_HELPER_NAME_LEN;
96518518	293	break;
45d9bcda	294
51292c07	295	case NFT_CT_L3PROTOCOL:
96518518	296	case NFT_CT_PROTOCOL:
45d9bcda PM	297	if (tb[NFTA_CT_DIRECTION] == NULL)
	298	return -EINVAL;
	299	len = sizeof(u8);
	300	break;
96518518 PM	301	case NFT_CT_SRC:
96518518 PM	302	case NFT_CT_DST:
45d9bcda PM	303	if (tb[NFTA_CT_DIRECTION] == NULL)
	304	return -EINVAL;
	305
	306	switch (ctx->afi->family) {
	307	case NFPROTO_IPV4:
	308	len = FIELD_SIZEOF(struct nf_conntrack_tuple,
	309	src.u3.ip);
	310	break;
	311	case NFPROTO_IPV6:
	312	case NFPROTO_INET:
	313	len = FIELD_SIZEOF(struct nf_conntrack_tuple,
	314	src.u3.ip6);
	315	break;
	316	default:
	317	return -EAFNOSUPPORT;
	318	}
	319	break;
96518518 PM	320	case NFT_CT_PROTO_SRC:
	321	case NFT_CT_PROTO_DST:
	322	if (tb[NFTA_CT_DIRECTION] == NULL)
	323	return -EINVAL;
45d9bcda	324	len = FIELD_SIZEOF(struct nf_conntrack_tuple, src.u.all);
96518518	325	break;
48f66c90 FW	326	case NFT_CT_BYTES:
	327	case NFT_CT_PKTS:
	328	/* no direction? return sum of original + reply */
	329	if (tb[NFTA_CT_DIRECTION] == NULL)
	330	priv->dir = IP_CT_DIR_MAX;
	331	len = sizeof(u64);
	332	break;
96518518 PM	333	default:
	334	return -EOPNOTSUPP;
	335	}
	336
fe92ca45 PM	337	if (tb[NFTA_CT_DIRECTION] != NULL) {
	338	priv->dir = nla_get_u8(tb[NFTA_CT_DIRECTION]);
	339	switch (priv->dir) {
	340	case IP_CT_DIR_ORIGINAL:
	341	case IP_CT_DIR_REPLY:
	342	break;
	343	default:
	344	return -EINVAL;
	345	}
	346	}
	347
b1c96ed3	348	priv->dreg = nft_parse_register(tb[NFTA_CT_DREG]);
1ec10212 PM	349	err = nft_validate_register_store(ctx, priv->dreg, NULL,
1ec10212 PM	350	NFT_DATA_VALUE, len);
fe92ca45 PM	351	if (err < 0)
	352	return err;
	353
	354	err = nft_ct_l3proto_try_module_get(ctx->afi->family);
	355	if (err < 0)
	356	return err;
	357
c4ede3d3 KE	358	return 0;
	359	}
	360
fe92ca45 PM	361	static int nft_ct_set_init(const struct nft_ctx *ctx,
	362	const struct nft_expr *expr,
	363	const struct nlattr * const tb[])
c4ede3d3	364	{
fe92ca45	365	struct nft_ct *priv = nft_expr_priv(expr);
d07db988	366	unsigned int len;
fe92ca45 PM	367	int err;
	368
	369	priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
	370	switch (priv->key) {
e88e514e	371	#ifdef CONFIG_NF_CONNTRACK_MARK
c4ede3d3	372	case NFT_CT_MARK:
d07db988	373	len = FIELD_SIZEOF(struct nf_conn, mark);
c4ede3d3	374	break;
1ad8f48d FW	375	#endif
	376	#ifdef CONFIG_NF_CONNTRACK_LABELS
	377	case NFT_CT_LABELS:
	378	if (tb[NFTA_CT_DIRECTION])
	379	return -EINVAL;
	380	len = NF_CT_LABELS_MAX_SIZE;
	381	err = nf_connlabels_get(ctx->net, (len * BITS_PER_BYTE) - 1);
	382	if (err)
	383	return err;
	384	break;
e88e514e	385	#endif
c4ede3d3 KE	386	default:
	387	return -EOPNOTSUPP;
	388	}
	389
b1c96ed3	390	priv->sreg = nft_parse_register(tb[NFTA_CT_SREG]);
d07db988	391	err = nft_validate_register_load(priv->sreg, len);
fe92ca45 PM	392	if (err < 0)
fe92ca45 PM	393	return err;
c4ede3d3	394
9638f33e	395	err = nft_ct_l3proto_try_module_get(ctx->afi->family);
96518518 PM	396	if (err < 0)
96518518 PM	397	return err;
96518518	398
96518518	399	return 0;
96518518 PM	400	}
96518518 PM	401
62472bce PM	402	static void nft_ct_destroy(const struct nft_ctx *ctx,
62472bce PM	403	const struct nft_expr *expr)
96518518	404	{
1ad8f48d FW	405	struct nft_ct *priv = nft_expr_priv(expr);
	406
	407	switch (priv->key) {
	408	#ifdef CONFIG_NF_CONNTRACK_LABELS
	409	case NFT_CT_LABELS:
	410	nf_connlabels_put(ctx->net);
	411	break;
	412	#endif
	413	default:
	414	break;
	415	}
	416
d46f2cd2	417	nft_ct_l3proto_module_put(ctx->afi->family);
96518518 PM	418	}
96518518 PM	419
c4ede3d3	420	static int nft_ct_get_dump(struct sk_buff skb, const struct nft_expr expr)
96518518 PM	421	{
	422	const struct nft_ct *priv = nft_expr_priv(expr);
	423
b1c96ed3	424	if (nft_dump_register(skb, NFTA_CT_DREG, priv->dreg))
96518518 PM	425	goto nla_put_failure;
	426	if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
	427	goto nla_put_failure;
2a53bfb3 AB	428
2a53bfb3 AB	429	switch (priv->key) {
d5f79b6e	430	case NFT_CT_L3PROTOCOL:
2a53bfb3 AB	431	case NFT_CT_PROTOCOL:
	432	case NFT_CT_SRC:
	433	case NFT_CT_DST:
	434	case NFT_CT_PROTO_SRC:
	435	case NFT_CT_PROTO_DST:
	436	if (nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
	437	goto nla_put_failure;
48f66c90 FW	438	break;
	439	case NFT_CT_BYTES:
	440	case NFT_CT_PKTS:
	441	if (priv->dir < IP_CT_DIR_MAX &&
	442	nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
	443	goto nla_put_failure;
	444	break;
2a53bfb3 AB	445	default:
	446	break;
	447	}
	448
96518518 PM	449	return 0;
	450
	451	nla_put_failure:
	452	return -1;
	453	}
	454
c4ede3d3 KE	455	static int nft_ct_set_dump(struct sk_buff skb, const struct nft_expr expr)
	456	{
	457	const struct nft_ct *priv = nft_expr_priv(expr);
	458
b1c96ed3	459	if (nft_dump_register(skb, NFTA_CT_SREG, priv->sreg))
c4ede3d3 KE	460	goto nla_put_failure;
	461	if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
	462	goto nla_put_failure;
	463	return 0;
	464
	465	nla_put_failure:
	466	return -1;
	467	}
	468
ef1f7df9	469	static struct nft_expr_type nft_ct_type;
c4ede3d3	470	static const struct nft_expr_ops nft_ct_get_ops = {
ef1f7df9	471	.type = &nft_ct_type,
96518518	472	.size = NFT_EXPR_SIZE(sizeof(struct nft_ct)),
c4ede3d3	473	.eval = nft_ct_get_eval,
fe92ca45	474	.init = nft_ct_get_init,
96518518	475	.destroy = nft_ct_destroy,
c4ede3d3	476	.dump = nft_ct_get_dump,
ef1f7df9 PM	477	};
ef1f7df9 PM	478
c4ede3d3 KE	479	static const struct nft_expr_ops nft_ct_set_ops = {
	480	.type = &nft_ct_type,
	481	.size = NFT_EXPR_SIZE(sizeof(struct nft_ct)),
	482	.eval = nft_ct_set_eval,
fe92ca45	483	.init = nft_ct_set_init,
c4ede3d3 KE	484	.destroy = nft_ct_destroy,
	485	.dump = nft_ct_set_dump,
	486	};
	487
	488	static const struct nft_expr_ops *
	489	nft_ct_select_ops(const struct nft_ctx *ctx,
	490	const struct nlattr * const tb[])
	491	{
	492	if (tb[NFTA_CT_KEY] == NULL)
	493	return ERR_PTR(-EINVAL);
	494
	495	if (tb[NFTA_CT_DREG] && tb[NFTA_CT_SREG])
	496	return ERR_PTR(-EINVAL);
	497
	498	if (tb[NFTA_CT_DREG])
	499	return &nft_ct_get_ops;
	500
	501	if (tb[NFTA_CT_SREG])
	502	return &nft_ct_set_ops;
	503
	504	return ERR_PTR(-EINVAL);
	505	}
	506
ef1f7df9 PM	507	static struct nft_expr_type nft_ct_type __read_mostly = {
ef1f7df9 PM	508	.name = "ct",
c4ede3d3	509	.select_ops = &nft_ct_select_ops,
96518518 PM	510	.policy = nft_ct_policy,
96518518 PM	511	.maxattr = NFTA_CT_MAX,
ef1f7df9	512	.owner = THIS_MODULE,
96518518 PM	513	};
	514
	515	static int __init nft_ct_module_init(void)
	516	{
adff6c65 FW	517	BUILD_BUG_ON(NF_CT_LABELS_MAX_SIZE > NFT_REG_SIZE);
adff6c65 FW	518
ef1f7df9	519	return nft_register_expr(&nft_ct_type);
96518518 PM	520	}
	521
	522	static void __exit nft_ct_module_exit(void)
	523	{
ef1f7df9	524	nft_unregister_expr(&nft_ct_type);
96518518 PM	525	}
	526
	527	module_init(nft_ct_module_init);
	528	module_exit(nft_ct_module_exit);
	529
	530	MODULE_LICENSE("GPL");
	531	MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
	532	MODULE_ALIAS_NFT_EXPR("ct");