net: sched: cls_cgroup tear down exts and ematch from rcu callback
[deliverable/linux.git] / net / sched / cls_fw.c
CommitLineData
1da177e4
LT
1/*
2 * net/sched/cls_fw.c Classifier mapping ipchains' fwmark to traffic class.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10 *
11 * Changes:
12 * Karlis Peisenieks <karlis@mt.lv> : 990415 : fw_walk off by one
13 * Karlis Peisenieks <karlis@mt.lv> : 990415 : fw_delete killed all the filter (and kernel).
14 * Alex <alex@pilotsoft.com> : 2004xxyy: Added Action extension
15 *
16 * JHS: We should remove the CONFIG_NET_CLS_IND from here
17 * eventually when the meta match extension is made available
18 *
19 */
20
1da177e4 21#include <linux/module.h>
5a0e3ad6 22#include <linux/slab.h>
1da177e4
LT
23#include <linux/types.h>
24#include <linux/kernel.h>
1da177e4 25#include <linux/string.h>
1da177e4 26#include <linux/errno.h>
1da177e4 27#include <linux/skbuff.h>
0ba48053 28#include <net/netlink.h>
1da177e4
LT
29#include <net/act_api.h>
30#include <net/pkt_cls.h>
31
d37d8ac1 32#define HTSIZE 256
c5c13faf 33
cc7ec456 34struct fw_head {
d37d8ac1 35 u32 mask;
e35a8ee5
JF
36 struct fw_filter __rcu *ht[HTSIZE];
37 struct rcu_head rcu;
1da177e4
LT
38};
39
cc7ec456 40struct fw_filter {
e35a8ee5 41 struct fw_filter __rcu *next;
1da177e4
LT
42 u32 id;
43 struct tcf_result res;
44#ifdef CONFIG_NET_CLS_IND
2519a602 45 int ifindex;
1da177e4
LT
46#endif /* CONFIG_NET_CLS_IND */
47 struct tcf_exts exts;
e35a8ee5
JF
48 struct tcf_proto *tp;
49 struct rcu_head rcu;
1da177e4
LT
50};
51
d37d8ac1 52static u32 fw_hash(u32 handle)
1da177e4 53{
d37d8ac1
ED
54 handle ^= (handle >> 16);
55 handle ^= (handle >> 8);
56 return handle % HTSIZE;
1da177e4
LT
57}
58
dc7f9f6e 59static int fw_classify(struct sk_buff *skb, const struct tcf_proto *tp,
1da177e4
LT
60 struct tcf_result *res)
61{
e35a8ee5 62 struct fw_head *head = rcu_dereference_bh(tp->root);
1da177e4
LT
63 struct fw_filter *f;
64 int r;
5c804bfd 65 u32 id = skb->mark;
1da177e4
LT
66
67 if (head != NULL) {
5c804bfd 68 id &= head->mask;
e35a8ee5
JF
69
70 for (f = rcu_dereference_bh(head->ht[fw_hash(id)]); f;
71 f = rcu_dereference_bh(f->next)) {
1da177e4
LT
72 if (f->id == id) {
73 *res = f->res;
74#ifdef CONFIG_NET_CLS_IND
2519a602 75 if (!tcf_match_indev(skb, f->ifindex))
1da177e4
LT
76 continue;
77#endif /* CONFIG_NET_CLS_IND */
78 r = tcf_exts_exec(skb, &f->exts, res);
79 if (r < 0)
80 continue;
81
82 return r;
83 }
84 }
85 } else {
86 /* old method */
cc7ec456
ED
87 if (id && (TC_H_MAJ(id) == 0 ||
88 !(TC_H_MAJ(id ^ tp->q->handle)))) {
1da177e4
LT
89 res->classid = id;
90 res->class = 0;
91 return 0;
92 }
93 }
94
95 return -1;
96}
97
98static unsigned long fw_get(struct tcf_proto *tp, u32 handle)
99{
e35a8ee5 100 struct fw_head *head = rtnl_dereference(tp->root);
1da177e4
LT
101 struct fw_filter *f;
102
103 if (head == NULL)
104 return 0;
105
e35a8ee5
JF
106 f = rtnl_dereference(head->ht[fw_hash(handle)]);
107 for (; f; f = rtnl_dereference(f->next)) {
1da177e4
LT
108 if (f->id == handle)
109 return (unsigned long)f;
110 }
111 return 0;
112}
113
114static void fw_put(struct tcf_proto *tp, unsigned long f)
115{
116}
117
118static int fw_init(struct tcf_proto *tp)
119{
120 return 0;
121}
122
e35a8ee5 123static void fw_delete_filter(struct rcu_head *head)
1da177e4 124{
e35a8ee5
JF
125 struct fw_filter *f = container_of(head, struct fw_filter, rcu);
126 struct tcf_proto *tp = f->tp;
127
1da177e4 128 tcf_unbind_filter(tp, &f->res);
18d0264f 129 tcf_exts_destroy(&f->exts);
1da177e4
LT
130 kfree(f);
131}
132
133static void fw_destroy(struct tcf_proto *tp)
134{
e35a8ee5 135 struct fw_head *head = rtnl_dereference(tp->root);
1da177e4
LT
136 struct fw_filter *f;
137 int h;
138
139 if (head == NULL)
140 return;
141
cc7ec456 142 for (h = 0; h < HTSIZE; h++) {
e35a8ee5
JF
143 while ((f = rtnl_dereference(head->ht[h])) != NULL) {
144 RCU_INIT_POINTER(head->ht[h],
145 rtnl_dereference(f->next));
146 call_rcu(&f->rcu, fw_delete_filter);
1da177e4
LT
147 }
148 }
e35a8ee5
JF
149 RCU_INIT_POINTER(tp->root, NULL);
150 kfree_rcu(head, rcu);
1da177e4
LT
151}
152
153static int fw_delete(struct tcf_proto *tp, unsigned long arg)
154{
e35a8ee5 155 struct fw_head *head = rtnl_dereference(tp->root);
cc7ec456 156 struct fw_filter *f = (struct fw_filter *)arg;
e35a8ee5
JF
157 struct fw_filter __rcu **fp;
158 struct fw_filter *pfp;
1da177e4
LT
159
160 if (head == NULL || f == NULL)
161 goto out;
162
e35a8ee5
JF
163 fp = &head->ht[fw_hash(f->id)];
164
165 for (pfp = rtnl_dereference(*fp); pfp;
166 fp = &pfp->next, pfp = rtnl_dereference(*fp)) {
167 if (pfp == f) {
168 RCU_INIT_POINTER(*fp, rtnl_dereference(f->next));
169 call_rcu(&f->rcu, fw_delete_filter);
1da177e4
LT
170 return 0;
171 }
172 }
173out:
174 return -EINVAL;
175}
176
6fa8c014
PM
177static const struct nla_policy fw_policy[TCA_FW_MAX + 1] = {
178 [TCA_FW_CLASSID] = { .type = NLA_U32 },
179 [TCA_FW_INDEV] = { .type = NLA_STRING, .len = IFNAMSIZ },
180 [TCA_FW_MASK] = { .type = NLA_U32 },
181};
182
1da177e4 183static int
c1b52739 184fw_change_attrs(struct net *net, struct tcf_proto *tp, struct fw_filter *f,
2f7ef2f8 185 struct nlattr **tb, struct nlattr **tca, unsigned long base, bool ovr)
1da177e4 186{
e35a8ee5 187 struct fw_head *head = rtnl_dereference(tp->root);
1da177e4 188 struct tcf_exts e;
b4e9b520 189 u32 mask;
1da177e4
LT
190 int err;
191
5da57f42 192 tcf_exts_init(&e, TCA_FW_ACT, TCA_FW_POLICE);
2f7ef2f8 193 err = tcf_exts_validate(net, tp, tb, tca[TCA_RATE], &e, ovr);
1da177e4
LT
194 if (err < 0)
195 return err;
196
add93b61 197 if (tb[TCA_FW_CLASSID]) {
1587bac4 198 f->res.classid = nla_get_u32(tb[TCA_FW_CLASSID]);
1da177e4
LT
199 tcf_bind_filter(tp, &f->res, base);
200 }
201
202#ifdef CONFIG_NET_CLS_IND
add93b61 203 if (tb[TCA_FW_INDEV]) {
2519a602
WC
204 int ret;
205 ret = tcf_change_indev(net, tb[TCA_FW_INDEV]);
722e47d7
WY
206 if (ret < 0) {
207 err = ret;
1da177e4 208 goto errout;
722e47d7 209 }
2519a602 210 f->ifindex = ret;
1da177e4
LT
211 }
212#endif /* CONFIG_NET_CLS_IND */
213
cb95ec62 214 err = -EINVAL;
add93b61 215 if (tb[TCA_FW_MASK]) {
1587bac4 216 mask = nla_get_u32(tb[TCA_FW_MASK]);
b4e9b520
PM
217 if (mask != head->mask)
218 goto errout;
219 } else if (head->mask != 0xFFFFFFFF)
220 goto errout;
221
1da177e4
LT
222 tcf_exts_change(tp, &f->exts, &e);
223
224 return 0;
225errout:
18d0264f 226 tcf_exts_destroy(&e);
1da177e4
LT
227 return err;
228}
229
c1b52739 230static int fw_change(struct net *net, struct sk_buff *in_skb,
af4c6641 231 struct tcf_proto *tp, unsigned long base,
1da177e4 232 u32 handle,
add93b61 233 struct nlattr **tca,
2f7ef2f8 234 unsigned long *arg, bool ovr)
1da177e4 235{
e35a8ee5 236 struct fw_head *head = rtnl_dereference(tp->root);
1da177e4 237 struct fw_filter *f = (struct fw_filter *) *arg;
add93b61
PM
238 struct nlattr *opt = tca[TCA_OPTIONS];
239 struct nlattr *tb[TCA_FW_MAX + 1];
1da177e4
LT
240 int err;
241
242 if (!opt)
243 return handle ? -EINVAL : 0;
244
6fa8c014 245 err = nla_parse_nested(tb, TCA_FW_MAX, opt, fw_policy);
cee63723
PM
246 if (err < 0)
247 return err;
1da177e4 248
e35a8ee5
JF
249 if (f) {
250 struct fw_filter *pfp, *fnew;
251 struct fw_filter __rcu **fp;
252
1da177e4
LT
253 if (f->id != handle && handle)
254 return -EINVAL;
e35a8ee5
JF
255
256 fnew = kzalloc(sizeof(struct fw_filter), GFP_KERNEL);
257 if (!fnew)
258 return -ENOBUFS;
259
260 fnew->id = f->id;
261 fnew->res = f->res;
262#ifdef CONFIG_NET_CLS_IND
263 fnew->ifindex = f->ifindex;
264#endif /* CONFIG_NET_CLS_IND */
265 fnew->tp = f->tp;
266
e1f93eb0
JF
267 tcf_exts_init(&fnew->exts, TCA_FW_ACT, TCA_FW_POLICE);
268
e35a8ee5
JF
269 err = fw_change_attrs(net, tp, fnew, tb, tca, base, ovr);
270 if (err < 0) {
271 kfree(fnew);
272 return err;
273 }
274
275 fp = &head->ht[fw_hash(fnew->id)];
276 for (pfp = rtnl_dereference(*fp); pfp;
277 fp = &pfp->next, pfp = rtnl_dereference(*fp))
278 if (pfp == f)
279 break;
280
281 RCU_INIT_POINTER(fnew->next, rtnl_dereference(pfp->next));
282 rcu_assign_pointer(*fp, fnew);
283 call_rcu(&f->rcu, fw_delete_filter);
284
285 *arg = (unsigned long)fnew;
286 return err;
1da177e4
LT
287 }
288
289 if (!handle)
290 return -EINVAL;
291
292 if (head == NULL) {
b4e9b520 293 u32 mask = 0xFFFFFFFF;
6fa8c014 294 if (tb[TCA_FW_MASK])
1587bac4 295 mask = nla_get_u32(tb[TCA_FW_MASK]);
b4e9b520 296
0da974f4 297 head = kzalloc(sizeof(struct fw_head), GFP_KERNEL);
1da177e4
LT
298 if (head == NULL)
299 return -ENOBUFS;
b4e9b520 300 head->mask = mask;
1da177e4 301
e35a8ee5 302 rcu_assign_pointer(tp->root, head);
1da177e4
LT
303 }
304
0da974f4 305 f = kzalloc(sizeof(struct fw_filter), GFP_KERNEL);
1da177e4
LT
306 if (f == NULL)
307 return -ENOBUFS;
1da177e4 308
5da57f42 309 tcf_exts_init(&f->exts, TCA_FW_ACT, TCA_FW_POLICE);
1da177e4 310 f->id = handle;
e35a8ee5 311 f->tp = tp;
1da177e4 312
2f7ef2f8 313 err = fw_change_attrs(net, tp, f, tb, tca, base, ovr);
1da177e4
LT
314 if (err < 0)
315 goto errout;
316
e35a8ee5
JF
317 RCU_INIT_POINTER(f->next, head->ht[fw_hash(handle)]);
318 rcu_assign_pointer(head->ht[fw_hash(handle)], f);
1da177e4
LT
319
320 *arg = (unsigned long)f;
321 return 0;
322
323errout:
a51482bd 324 kfree(f);
1da177e4
LT
325 return err;
326}
327
328static void fw_walk(struct tcf_proto *tp, struct tcf_walker *arg)
329{
e35a8ee5 330 struct fw_head *head = rtnl_dereference(tp->root);
1da177e4
LT
331 int h;
332
333 if (head == NULL)
334 arg->stop = 1;
335
336 if (arg->stop)
337 return;
338
c5c13faf 339 for (h = 0; h < HTSIZE; h++) {
1da177e4
LT
340 struct fw_filter *f;
341
e35a8ee5
JF
342 for (f = rtnl_dereference(head->ht[h]); f;
343 f = rtnl_dereference(f->next)) {
1da177e4
LT
344 if (arg->count < arg->skip) {
345 arg->count++;
346 continue;
347 }
348 if (arg->fn(tp, (unsigned long)f, arg) < 0) {
349 arg->stop = 1;
350 return;
351 }
352 arg->count++;
353 }
354 }
355}
356
832d1d5b 357static int fw_dump(struct net *net, struct tcf_proto *tp, unsigned long fh,
1da177e4
LT
358 struct sk_buff *skb, struct tcmsg *t)
359{
e35a8ee5 360 struct fw_head *head = rtnl_dereference(tp->root);
cc7ec456 361 struct fw_filter *f = (struct fw_filter *)fh;
27a884dc 362 unsigned char *b = skb_tail_pointer(skb);
4b3550ef 363 struct nlattr *nest;
1da177e4
LT
364
365 if (f == NULL)
366 return skb->len;
367
368 t->tcm_handle = f->id;
369
370 if (!f->res.classid && !tcf_exts_is_available(&f->exts))
371 return skb->len;
372
4b3550ef
PM
373 nest = nla_nest_start(skb, TCA_OPTIONS);
374 if (nest == NULL)
375 goto nla_put_failure;
1da177e4 376
1b34ec43
DM
377 if (f->res.classid &&
378 nla_put_u32(skb, TCA_FW_CLASSID, f->res.classid))
379 goto nla_put_failure;
1da177e4 380#ifdef CONFIG_NET_CLS_IND
2519a602
WC
381 if (f->ifindex) {
382 struct net_device *dev;
383 dev = __dev_get_by_index(net, f->ifindex);
384 if (dev && nla_put_string(skb, TCA_FW_INDEV, dev->name))
385 goto nla_put_failure;
386 }
1da177e4 387#endif /* CONFIG_NET_CLS_IND */
1b34ec43
DM
388 if (head->mask != 0xFFFFFFFF &&
389 nla_put_u32(skb, TCA_FW_MASK, head->mask))
390 goto nla_put_failure;
1da177e4 391
5da57f42 392 if (tcf_exts_dump(skb, &f->exts) < 0)
add93b61 393 goto nla_put_failure;
1da177e4 394
4b3550ef 395 nla_nest_end(skb, nest);
1da177e4 396
5da57f42 397 if (tcf_exts_dump_stats(skb, &f->exts) < 0)
add93b61 398 goto nla_put_failure;
1da177e4
LT
399
400 return skb->len;
401
add93b61 402nla_put_failure:
dc5fc579 403 nlmsg_trim(skb, b);
1da177e4
LT
404 return -1;
405}
406
2eb9d75c 407static struct tcf_proto_ops cls_fw_ops __read_mostly = {
1da177e4
LT
408 .kind = "fw",
409 .classify = fw_classify,
410 .init = fw_init,
411 .destroy = fw_destroy,
412 .get = fw_get,
413 .put = fw_put,
414 .change = fw_change,
415 .delete = fw_delete,
416 .walk = fw_walk,
417 .dump = fw_dump,
418 .owner = THIS_MODULE,
419};
420
421static int __init init_fw(void)
422{
423 return register_tcf_proto_ops(&cls_fw_ops);
424}
425
10297b99 426static void __exit exit_fw(void)
1da177e4
LT
427{
428 unregister_tcf_proto_ops(&cls_fw_ops);
429}
430
431module_init(init_fw)
432module_exit(exit_fw)
433MODULE_LICENSE("GPL");
This page took 3.336992 seconds and 5 git commands to generate.