[deliverable/linux.git] / net / netfilter / nft_counter.c

/*
 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * Development of this code funded by Astaro AG (http://www.astaro.com/)
 */

#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/seqlock.h>
#include <linux/netlink.h>
#include <linux/netfilter.h>
#include <linux/netfilter/nf_tables.h>
#include <net/netfilter/nf_tables.h>

struct nft_counter {
	u64		bytes;
	u64		packets;
};

struct nft_counter_percpu {
	struct nft_counter	counter;
	struct u64_stats_sync	syncp;
};

struct nft_counter_percpu_priv {
	struct nft_counter_percpu __percpu *counter;
};

static void nft_counter_eval(const struct nft_expr *expr,
			     struct nft_regs *regs,
			     const struct nft_pktinfo *pkt)
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	struct nft_counter_percpu *this_cpu;

	local_bh_disable();
	this_cpu = this_cpu_ptr(priv->counter);
	u64_stats_update_begin(&this_cpu->syncp);
	this_cpu->counter.bytes += pkt->skb->len;
	this_cpu->counter.packets++;
	u64_stats_update_end(&this_cpu->syncp);
	local_bh_enable();
}

static void nft_counter_fetch(const struct nft_counter_percpu __percpu *counter,
			      struct nft_counter *total)
{
	const struct nft_counter_percpu *cpu_stats;
	u64 bytes, packets;
	unsigned int seq;
	int cpu;

	memset(total, 0, sizeof(*total));
	for_each_possible_cpu(cpu) {
		cpu_stats = per_cpu_ptr(counter, cpu);
		do {
			seq	= u64_stats_fetch_begin_irq(&cpu_stats->syncp);
			bytes	= cpu_stats->counter.bytes;
			packets	= cpu_stats->counter.packets;
		} while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, seq));

		total->packets += packets;
		total->bytes += bytes;
	}
}

static int nft_counter_dump(struct sk_buff *skb, const struct nft_expr *expr)
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	struct nft_counter total;

	nft_counter_fetch(priv->counter, &total);

	if (nla_put_be64(skb, NFTA_COUNTER_BYTES, cpu_to_be64(total.bytes),
			 NFTA_COUNTER_PAD) ||
	    nla_put_be64(skb, NFTA_COUNTER_PACKETS, cpu_to_be64(total.packets),
			 NFTA_COUNTER_PAD))
		goto nla_put_failure;
	return 0;

nla_put_failure:
	return -1;
}

static const struct nla_policy nft_counter_policy[NFTA_COUNTER_MAX + 1] = {
	[NFTA_COUNTER_PACKETS]	= { .type = NLA_U64 },
	[NFTA_COUNTER_BYTES]	= { .type = NLA_U64 },
};

static int nft_counter_init(const struct nft_ctx *ctx,
			    const struct nft_expr *expr,
			    const struct nlattr * const tb[])
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	struct nft_counter_percpu __percpu *cpu_stats;
	struct nft_counter_percpu *this_cpu;

	cpu_stats = netdev_alloc_pcpu_stats(struct nft_counter_percpu);
	if (cpu_stats == NULL)
		return -ENOMEM;

	preempt_disable();
	this_cpu = this_cpu_ptr(cpu_stats);
	if (tb[NFTA_COUNTER_PACKETS]) {
	        this_cpu->counter.packets =
			be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_PACKETS]));
	}
	if (tb[NFTA_COUNTER_BYTES]) {
		this_cpu->counter.bytes =
			be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_BYTES]));
	}
	preempt_enable();
	priv->counter = cpu_stats;
	return 0;
}

static void nft_counter_destroy(const struct nft_ctx *ctx,
				const struct nft_expr *expr)
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);

	free_percpu(priv->counter);
}

static int nft_counter_clone(struct nft_expr *dst, const struct nft_expr *src)
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(src);
	struct nft_counter_percpu_priv *priv_clone = nft_expr_priv(dst);
	struct nft_counter_percpu __percpu *cpu_stats;
	struct nft_counter_percpu *this_cpu;
	struct nft_counter total;

	nft_counter_fetch(priv->counter, &total);

	cpu_stats = __netdev_alloc_pcpu_stats(struct nft_counter_percpu,
					      GFP_ATOMIC);
	if (cpu_stats == NULL)
		return -ENOMEM;

	preempt_disable();
	this_cpu = this_cpu_ptr(cpu_stats);
	this_cpu->counter.packets = total.packets;
	this_cpu->counter.bytes = total.bytes;
	preempt_enable();

	priv_clone->counter = cpu_stats;
	return 0;
}

static struct nft_expr_type nft_counter_type;
static const struct nft_expr_ops nft_counter_ops = {
	.type		= &nft_counter_type,
	.size		= NFT_EXPR_SIZE(sizeof(struct nft_counter_percpu_priv)),
	.eval		= nft_counter_eval,
	.init		= nft_counter_init,
	.destroy	= nft_counter_destroy,
	.dump		= nft_counter_dump,
	.clone		= nft_counter_clone,
};

static struct nft_expr_type nft_counter_type __read_mostly = {
	.name		= "counter",
	.ops		= &nft_counter_ops,
	.policy		= nft_counter_policy,
	.maxattr	= NFTA_COUNTER_MAX,
	.flags		= NFT_EXPR_STATEFUL,
	.owner		= THIS_MODULE,
};

static int __init nft_counter_module_init(void)
{
	return nft_register_expr(&nft_counter_type);
}

static void __exit nft_counter_module_exit(void)
{
	nft_unregister_expr(&nft_counter_type);
}

module_init(nft_counter_module_init);
module_exit(nft_counter_module_exit);

MODULE_LICENSE("GPL");
MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
MODULE_ALIAS_NFT_EXPR("counter");
Commit	Line	Data
96518518	1	/*
ef1f7df9	2	* Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
96518518 PM	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License version 2 as
	6	* published by the Free Software Foundation.
	7	*
	8	* Development of this code funded by Astaro AG (http://www.astaro.com/)
	9	*/
	10
	11	#include <linux/kernel.h>
	12	#include <linux/init.h>
	13	#include <linux/module.h>
	14	#include <linux/seqlock.h>
	15	#include <linux/netlink.h>
	16	#include <linux/netfilter.h>
	17	#include <linux/netfilter/nf_tables.h>
	18	#include <net/netfilter/nf_tables.h>
	19
	20	struct nft_counter {
96518518 PM	21	u64 bytes;
	22	u64 packets;
	23	};
	24
0c45e769 PNA	25	struct nft_counter_percpu {
	26	struct nft_counter counter;
	27	struct u64_stats_sync syncp;
	28	};
	29
	30	struct nft_counter_percpu_priv {
	31	struct nft_counter_percpu __percpu *counter;
	32	};
	33
96518518	34	static void nft_counter_eval(const struct nft_expr *expr,
a55e22e9	35	struct nft_regs *regs,
96518518 PM	36	const struct nft_pktinfo *pkt)
96518518 PM	37	{
0c45e769 PNA	38	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	39	struct nft_counter_percpu *this_cpu;
	40
	41	local_bh_disable();
	42	this_cpu = this_cpu_ptr(priv->counter);
	43	u64_stats_update_begin(&this_cpu->syncp);
	44	this_cpu->counter.bytes += pkt->skb->len;
	45	this_cpu->counter.packets++;
	46	u64_stats_update_end(&this_cpu->syncp);
	47	local_bh_enable();
96518518 PM	48	}
96518518 PM	49
086f3321 PNA	50	static void nft_counter_fetch(const struct nft_counter_percpu __percpu *counter,
086f3321 PNA	51	struct nft_counter *total)
96518518	52	{
086f3321	53	const struct nft_counter_percpu *cpu_stats;
0c45e769	54	u64 bytes, packets;
96518518	55	unsigned int seq;
0c45e769 PNA	56	int cpu;
0c45e769 PNA	57
086f3321	58	memset(total, 0, sizeof(*total));
0c45e769	59	for_each_possible_cpu(cpu) {
086f3321	60	cpu_stats = per_cpu_ptr(counter, cpu);
0c45e769 PNA	61	do {
	62	seq = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
	63	bytes = cpu_stats->counter.bytes;
	64	packets = cpu_stats->counter.packets;
	65	} while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, seq));
	66
086f3321 PNA	67	total->packets += packets;
086f3321 PNA	68	total->bytes += bytes;
0c45e769	69	}
086f3321 PNA	70	}
	71
	72	static int nft_counter_dump(struct sk_buff skb, const struct nft_expr expr)
	73	{
	74	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	75	struct nft_counter total;
	76
	77	nft_counter_fetch(priv->counter, &total);
0c45e769	78
b46f6ded ND	79	if (nla_put_be64(skb, NFTA_COUNTER_BYTES, cpu_to_be64(total.bytes),
	80	NFTA_COUNTER_PAD) \|\|
	81	nla_put_be64(skb, NFTA_COUNTER_PACKETS, cpu_to_be64(total.packets),
	82	NFTA_COUNTER_PAD))
96518518 PM	83	goto nla_put_failure;
	84	return 0;
	85
	86	nla_put_failure:
	87	return -1;
	88	}
	89
	90	static const struct nla_policy nft_counter_policy[NFTA_COUNTER_MAX + 1] = {
	91	[NFTA_COUNTER_PACKETS] = { .type = NLA_U64 },
	92	[NFTA_COUNTER_BYTES] = { .type = NLA_U64 },
	93	};
	94
	95	static int nft_counter_init(const struct nft_ctx *ctx,
	96	const struct nft_expr *expr,
	97	const struct nlattr * const tb[])
	98	{
0c45e769 PNA	99	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	100	struct nft_counter_percpu __percpu *cpu_stats;
	101	struct nft_counter_percpu *this_cpu;
	102
	103	cpu_stats = netdev_alloc_pcpu_stats(struct nft_counter_percpu);
	104	if (cpu_stats == NULL)
5cc6ce9f	105	return -ENOMEM;
0c45e769 PNA	106
	107	preempt_disable();
	108	this_cpu = this_cpu_ptr(cpu_stats);
	109	if (tb[NFTA_COUNTER_PACKETS]) {
	110	this_cpu->counter.packets =
	111	be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_PACKETS]));
	112	}
	113	if (tb[NFTA_COUNTER_BYTES]) {
	114	this_cpu->counter.bytes =
	115	be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_BYTES]));
	116	}
	117	preempt_enable();
	118	priv->counter = cpu_stats;
	119	return 0;
	120	}
96518518	121
0c45e769 PNA	122	static void nft_counter_destroy(const struct nft_ctx *ctx,
	123	const struct nft_expr *expr)
	124	{
	125	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
96518518	126
0c45e769	127	free_percpu(priv->counter);
96518518 PM	128	}
96518518 PM	129
086f3321 PNA	130	static int nft_counter_clone(struct nft_expr dst, const struct nft_expr src)
	131	{
	132	struct nft_counter_percpu_priv *priv = nft_expr_priv(src);
	133	struct nft_counter_percpu_priv *priv_clone = nft_expr_priv(dst);
	134	struct nft_counter_percpu __percpu *cpu_stats;
	135	struct nft_counter_percpu *this_cpu;
	136	struct nft_counter total;
	137
	138	nft_counter_fetch(priv->counter, &total);
	139
	140	cpu_stats = __netdev_alloc_pcpu_stats(struct nft_counter_percpu,
	141	GFP_ATOMIC);
	142	if (cpu_stats == NULL)
5cc6ce9f	143	return -ENOMEM;
086f3321 PNA	144
	145	preempt_disable();
	146	this_cpu = this_cpu_ptr(cpu_stats);
	147	this_cpu->counter.packets = total.packets;
	148	this_cpu->counter.bytes = total.bytes;
	149	preempt_enable();
	150
	151	priv_clone->counter = cpu_stats;
	152	return 0;
	153	}
	154
ef1f7df9 PM	155	static struct nft_expr_type nft_counter_type;
	156	static const struct nft_expr_ops nft_counter_ops = {
	157	.type = &nft_counter_type,
0c45e769	158	.size = NFT_EXPR_SIZE(sizeof(struct nft_counter_percpu_priv)),
96518518 PM	159	.eval = nft_counter_eval,
96518518 PM	160	.init = nft_counter_init,
0c45e769	161	.destroy = nft_counter_destroy,
96518518	162	.dump = nft_counter_dump,
086f3321	163	.clone = nft_counter_clone,
96518518 PM	164	};
96518518 PM	165
ef1f7df9 PM	166	static struct nft_expr_type nft_counter_type __read_mostly = {
	167	.name = "counter",
	168	.ops = &nft_counter_ops,
	169	.policy = nft_counter_policy,
	170	.maxattr = NFTA_COUNTER_MAX,
151d799a	171	.flags = NFT_EXPR_STATEFUL,
ef1f7df9 PM	172	.owner = THIS_MODULE,
	173	};
	174
96518518 PM	175	static int __init nft_counter_module_init(void)
96518518 PM	176	{
ef1f7df9	177	return nft_register_expr(&nft_counter_type);
96518518 PM	178	}
	179
	180	static void __exit nft_counter_module_exit(void)
	181	{
ef1f7df9	182	nft_unregister_expr(&nft_counter_type);
96518518 PM	183	}
	184
	185	module_init(nft_counter_module_init);
	186	module_exit(nft_counter_module_exit);
	187
	188	MODULE_LICENSE("GPL");
	189	MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
	190	MODULE_ALIAS_NFT_EXPR("counter");