]> git.kernelconcepts.de Git - karo-tx-linux.git/blob - net/sched/cls_flower.c
Merge branch 'clk-fixes' into clk-next
[karo-tx-linux.git] / net / sched / cls_flower.c
1 /*
2  * net/sched/cls_flower.c               Flower classifier
3  *
4  * Copyright (c) 2015 Jiri Pirko <jiri@resnulli.us>
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 2 of the License, or
9  * (at your option) any later version.
10  */
11
12 #include <linux/kernel.h>
13 #include <linux/init.h>
14 #include <linux/module.h>
15 #include <linux/rhashtable.h>
16
17 #include <linux/if_ether.h>
18 #include <linux/in6.h>
19 #include <linux/ip.h>
20
21 #include <net/sch_generic.h>
22 #include <net/pkt_cls.h>
23 #include <net/ip.h>
24 #include <net/flow_dissector.h>
25
26 struct fl_flow_key {
27         int     indev_ifindex;
28         struct flow_dissector_key_control control;
29         struct flow_dissector_key_basic basic;
30         struct flow_dissector_key_eth_addrs eth;
31         struct flow_dissector_key_addrs ipaddrs;
32         union {
33                 struct flow_dissector_key_ipv4_addrs ipv4;
34                 struct flow_dissector_key_ipv6_addrs ipv6;
35         };
36         struct flow_dissector_key_ports tp;
37 } __aligned(BITS_PER_LONG / 8); /* Ensure that we can do comparisons as longs. */
38
39 struct fl_flow_mask_range {
40         unsigned short int start;
41         unsigned short int end;
42 };
43
44 struct fl_flow_mask {
45         struct fl_flow_key key;
46         struct fl_flow_mask_range range;
47         struct rcu_head rcu;
48 };
49
50 struct cls_fl_head {
51         struct rhashtable ht;
52         struct fl_flow_mask mask;
53         struct flow_dissector dissector;
54         u32 hgen;
55         bool mask_assigned;
56         struct list_head filters;
57         struct rhashtable_params ht_params;
58         struct rcu_head rcu;
59 };
60
61 struct cls_fl_filter {
62         struct rhash_head ht_node;
63         struct fl_flow_key mkey;
64         struct tcf_exts exts;
65         struct tcf_result res;
66         struct fl_flow_key key;
67         struct list_head list;
68         u32 handle;
69         struct rcu_head rcu;
70 };
71
72 static unsigned short int fl_mask_range(const struct fl_flow_mask *mask)
73 {
74         return mask->range.end - mask->range.start;
75 }
76
77 static void fl_mask_update_range(struct fl_flow_mask *mask)
78 {
79         const u8 *bytes = (const u8 *) &mask->key;
80         size_t size = sizeof(mask->key);
81         size_t i, first = 0, last = size - 1;
82
83         for (i = 0; i < sizeof(mask->key); i++) {
84                 if (bytes[i]) {
85                         if (!first && i)
86                                 first = i;
87                         last = i;
88                 }
89         }
90         mask->range.start = rounddown(first, sizeof(long));
91         mask->range.end = roundup(last + 1, sizeof(long));
92 }
93
94 static void *fl_key_get_start(struct fl_flow_key *key,
95                               const struct fl_flow_mask *mask)
96 {
97         return (u8 *) key + mask->range.start;
98 }
99
100 static void fl_set_masked_key(struct fl_flow_key *mkey, struct fl_flow_key *key,
101                               struct fl_flow_mask *mask)
102 {
103         const long *lkey = fl_key_get_start(key, mask);
104         const long *lmask = fl_key_get_start(&mask->key, mask);
105         long *lmkey = fl_key_get_start(mkey, mask);
106         int i;
107
108         for (i = 0; i < fl_mask_range(mask); i += sizeof(long))
109                 *lmkey++ = *lkey++ & *lmask++;
110 }
111
112 static void fl_clear_masked_range(struct fl_flow_key *key,
113                                   struct fl_flow_mask *mask)
114 {
115         memset(fl_key_get_start(key, mask), 0, fl_mask_range(mask));
116 }
117
118 static int fl_classify(struct sk_buff *skb, const struct tcf_proto *tp,
119                        struct tcf_result *res)
120 {
121         struct cls_fl_head *head = rcu_dereference_bh(tp->root);
122         struct cls_fl_filter *f;
123         struct fl_flow_key skb_key;
124         struct fl_flow_key skb_mkey;
125
126         fl_clear_masked_range(&skb_key, &head->mask);
127         skb_key.indev_ifindex = skb->skb_iif;
128         /* skb_flow_dissect() does not set n_proto in case an unknown protocol,
129          * so do it rather here.
130          */
131         skb_key.basic.n_proto = skb->protocol;
132         skb_flow_dissect(skb, &head->dissector, &skb_key, 0);
133
134         fl_set_masked_key(&skb_mkey, &skb_key, &head->mask);
135
136         f = rhashtable_lookup_fast(&head->ht,
137                                    fl_key_get_start(&skb_mkey, &head->mask),
138                                    head->ht_params);
139         if (f) {
140                 *res = f->res;
141                 return tcf_exts_exec(skb, &f->exts, res);
142         }
143         return -1;
144 }
145
146 static int fl_init(struct tcf_proto *tp)
147 {
148         struct cls_fl_head *head;
149
150         head = kzalloc(sizeof(*head), GFP_KERNEL);
151         if (!head)
152                 return -ENOBUFS;
153
154         INIT_LIST_HEAD_RCU(&head->filters);
155         rcu_assign_pointer(tp->root, head);
156
157         return 0;
158 }
159
160 static void fl_destroy_filter(struct rcu_head *head)
161 {
162         struct cls_fl_filter *f = container_of(head, struct cls_fl_filter, rcu);
163
164         tcf_exts_destroy(&f->exts);
165         kfree(f);
166 }
167
168 static bool fl_destroy(struct tcf_proto *tp, bool force)
169 {
170         struct cls_fl_head *head = rtnl_dereference(tp->root);
171         struct cls_fl_filter *f, *next;
172
173         if (!force && !list_empty(&head->filters))
174                 return false;
175
176         list_for_each_entry_safe(f, next, &head->filters, list) {
177                 list_del_rcu(&f->list);
178                 call_rcu(&f->rcu, fl_destroy_filter);
179         }
180         RCU_INIT_POINTER(tp->root, NULL);
181         if (head->mask_assigned)
182                 rhashtable_destroy(&head->ht);
183         kfree_rcu(head, rcu);
184         return true;
185 }
186
187 static unsigned long fl_get(struct tcf_proto *tp, u32 handle)
188 {
189         struct cls_fl_head *head = rtnl_dereference(tp->root);
190         struct cls_fl_filter *f;
191
192         list_for_each_entry(f, &head->filters, list)
193                 if (f->handle == handle)
194                         return (unsigned long) f;
195         return 0;
196 }
197
198 static const struct nla_policy fl_policy[TCA_FLOWER_MAX + 1] = {
199         [TCA_FLOWER_UNSPEC]             = { .type = NLA_UNSPEC },
200         [TCA_FLOWER_CLASSID]            = { .type = NLA_U32 },
201         [TCA_FLOWER_INDEV]              = { .type = NLA_STRING,
202                                             .len = IFNAMSIZ },
203         [TCA_FLOWER_KEY_ETH_DST]        = { .len = ETH_ALEN },
204         [TCA_FLOWER_KEY_ETH_DST_MASK]   = { .len = ETH_ALEN },
205         [TCA_FLOWER_KEY_ETH_SRC]        = { .len = ETH_ALEN },
206         [TCA_FLOWER_KEY_ETH_SRC_MASK]   = { .len = ETH_ALEN },
207         [TCA_FLOWER_KEY_ETH_TYPE]       = { .type = NLA_U16 },
208         [TCA_FLOWER_KEY_IP_PROTO]       = { .type = NLA_U8 },
209         [TCA_FLOWER_KEY_IPV4_SRC]       = { .type = NLA_U32 },
210         [TCA_FLOWER_KEY_IPV4_SRC_MASK]  = { .type = NLA_U32 },
211         [TCA_FLOWER_KEY_IPV4_DST]       = { .type = NLA_U32 },
212         [TCA_FLOWER_KEY_IPV4_DST_MASK]  = { .type = NLA_U32 },
213         [TCA_FLOWER_KEY_IPV6_SRC]       = { .len = sizeof(struct in6_addr) },
214         [TCA_FLOWER_KEY_IPV6_SRC_MASK]  = { .len = sizeof(struct in6_addr) },
215         [TCA_FLOWER_KEY_IPV6_DST]       = { .len = sizeof(struct in6_addr) },
216         [TCA_FLOWER_KEY_IPV6_DST_MASK]  = { .len = sizeof(struct in6_addr) },
217         [TCA_FLOWER_KEY_TCP_SRC]        = { .type = NLA_U16 },
218         [TCA_FLOWER_KEY_TCP_DST]        = { .type = NLA_U16 },
219         [TCA_FLOWER_KEY_UDP_SRC]        = { .type = NLA_U16 },
220         [TCA_FLOWER_KEY_UDP_DST]        = { .type = NLA_U16 },
221 };
222
223 static void fl_set_key_val(struct nlattr **tb,
224                            void *val, int val_type,
225                            void *mask, int mask_type, int len)
226 {
227         if (!tb[val_type])
228                 return;
229         memcpy(val, nla_data(tb[val_type]), len);
230         if (mask_type == TCA_FLOWER_UNSPEC || !tb[mask_type])
231                 memset(mask, 0xff, len);
232         else
233                 memcpy(mask, nla_data(tb[mask_type]), len);
234 }
235
236 static int fl_set_key(struct net *net, struct nlattr **tb,
237                       struct fl_flow_key *key, struct fl_flow_key *mask)
238 {
239 #ifdef CONFIG_NET_CLS_IND
240         if (tb[TCA_FLOWER_INDEV]) {
241                 int err = tcf_change_indev(net, tb[TCA_FLOWER_INDEV]);
242                 if (err < 0)
243                         return err;
244                 key->indev_ifindex = err;
245                 mask->indev_ifindex = 0xffffffff;
246         }
247 #endif
248
249         fl_set_key_val(tb, key->eth.dst, TCA_FLOWER_KEY_ETH_DST,
250                        mask->eth.dst, TCA_FLOWER_KEY_ETH_DST_MASK,
251                        sizeof(key->eth.dst));
252         fl_set_key_val(tb, key->eth.src, TCA_FLOWER_KEY_ETH_SRC,
253                        mask->eth.src, TCA_FLOWER_KEY_ETH_SRC_MASK,
254                        sizeof(key->eth.src));
255         fl_set_key_val(tb, &key->basic.n_proto, TCA_FLOWER_KEY_ETH_TYPE,
256                        &mask->basic.n_proto, TCA_FLOWER_UNSPEC,
257                        sizeof(key->basic.n_proto));
258         if (key->basic.n_proto == htons(ETH_P_IP) ||
259             key->basic.n_proto == htons(ETH_P_IPV6)) {
260                 fl_set_key_val(tb, &key->basic.ip_proto, TCA_FLOWER_KEY_IP_PROTO,
261                                &mask->basic.ip_proto, TCA_FLOWER_UNSPEC,
262                                sizeof(key->basic.ip_proto));
263         }
264         if (key->control.addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS) {
265                 fl_set_key_val(tb, &key->ipv4.src, TCA_FLOWER_KEY_IPV4_SRC,
266                                &mask->ipv4.src, TCA_FLOWER_KEY_IPV4_SRC_MASK,
267                                sizeof(key->ipv4.src));
268                 fl_set_key_val(tb, &key->ipv4.dst, TCA_FLOWER_KEY_IPV4_DST,
269                                &mask->ipv4.dst, TCA_FLOWER_KEY_IPV4_DST_MASK,
270                                sizeof(key->ipv4.dst));
271         } else if (key->control.addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS) {
272                 fl_set_key_val(tb, &key->ipv6.src, TCA_FLOWER_KEY_IPV6_SRC,
273                                &mask->ipv6.src, TCA_FLOWER_KEY_IPV6_SRC_MASK,
274                                sizeof(key->ipv6.src));
275                 fl_set_key_val(tb, &key->ipv6.dst, TCA_FLOWER_KEY_IPV6_DST,
276                                &mask->ipv6.dst, TCA_FLOWER_KEY_IPV6_DST_MASK,
277                                sizeof(key->ipv6.dst));
278         }
279         if (key->basic.ip_proto == IPPROTO_TCP) {
280                 fl_set_key_val(tb, &key->tp.src, TCA_FLOWER_KEY_TCP_SRC,
281                                &mask->tp.src, TCA_FLOWER_UNSPEC,
282                                sizeof(key->tp.src));
283                 fl_set_key_val(tb, &key->tp.dst, TCA_FLOWER_KEY_TCP_DST,
284                                &mask->tp.dst, TCA_FLOWER_UNSPEC,
285                                sizeof(key->tp.dst));
286         } else if (key->basic.ip_proto == IPPROTO_UDP) {
287                 fl_set_key_val(tb, &key->tp.src, TCA_FLOWER_KEY_UDP_SRC,
288                                &mask->tp.src, TCA_FLOWER_UNSPEC,
289                                sizeof(key->tp.src));
290                 fl_set_key_val(tb, &key->tp.dst, TCA_FLOWER_KEY_UDP_DST,
291                                &mask->tp.dst, TCA_FLOWER_UNSPEC,
292                                sizeof(key->tp.dst));
293         }
294
295         return 0;
296 }
297
298 static bool fl_mask_eq(struct fl_flow_mask *mask1,
299                        struct fl_flow_mask *mask2)
300 {
301         const long *lmask1 = fl_key_get_start(&mask1->key, mask1);
302         const long *lmask2 = fl_key_get_start(&mask2->key, mask2);
303
304         return !memcmp(&mask1->range, &mask2->range, sizeof(mask1->range)) &&
305                !memcmp(lmask1, lmask2, fl_mask_range(mask1));
306 }
307
308 static const struct rhashtable_params fl_ht_params = {
309         .key_offset = offsetof(struct cls_fl_filter, mkey), /* base offset */
310         .head_offset = offsetof(struct cls_fl_filter, ht_node),
311         .automatic_shrinking = true,
312 };
313
314 static int fl_init_hashtable(struct cls_fl_head *head,
315                              struct fl_flow_mask *mask)
316 {
317         head->ht_params = fl_ht_params;
318         head->ht_params.key_len = fl_mask_range(mask);
319         head->ht_params.key_offset += mask->range.start;
320
321         return rhashtable_init(&head->ht, &head->ht_params);
322 }
323
324 #define FL_KEY_MEMBER_OFFSET(member) offsetof(struct fl_flow_key, member)
325 #define FL_KEY_MEMBER_SIZE(member) (sizeof(((struct fl_flow_key *) 0)->member))
326 #define FL_KEY_MEMBER_END_OFFSET(member)                                        \
327         (FL_KEY_MEMBER_OFFSET(member) + FL_KEY_MEMBER_SIZE(member))
328
329 #define FL_KEY_IN_RANGE(mask, member)                                           \
330         (FL_KEY_MEMBER_OFFSET(member) <= (mask)->range.end &&                   \
331          FL_KEY_MEMBER_END_OFFSET(member) >= (mask)->range.start)
332
333 #define FL_KEY_SET(keys, cnt, id, member)                                       \
334         do {                                                                    \
335                 keys[cnt].key_id = id;                                          \
336                 keys[cnt].offset = FL_KEY_MEMBER_OFFSET(member);                \
337                 cnt++;                                                          \
338         } while(0);
339
340 #define FL_KEY_SET_IF_IN_RANGE(mask, keys, cnt, id, member)                     \
341         do {                                                                    \
342                 if (FL_KEY_IN_RANGE(mask, member))                              \
343                         FL_KEY_SET(keys, cnt, id, member);                      \
344         } while(0);
345
346 static void fl_init_dissector(struct cls_fl_head *head,
347                               struct fl_flow_mask *mask)
348 {
349         struct flow_dissector_key keys[FLOW_DISSECTOR_KEY_MAX];
350         size_t cnt = 0;
351
352         FL_KEY_SET(keys, cnt, FLOW_DISSECTOR_KEY_CONTROL, control);
353         FL_KEY_SET(keys, cnt, FLOW_DISSECTOR_KEY_BASIC, basic);
354         FL_KEY_SET_IF_IN_RANGE(mask, keys, cnt,
355                                FLOW_DISSECTOR_KEY_ETH_ADDRS, eth);
356         FL_KEY_SET_IF_IN_RANGE(mask, keys, cnt,
357                                FLOW_DISSECTOR_KEY_IPV4_ADDRS, ipv4);
358         FL_KEY_SET_IF_IN_RANGE(mask, keys, cnt,
359                                FLOW_DISSECTOR_KEY_IPV6_ADDRS, ipv6);
360         FL_KEY_SET_IF_IN_RANGE(mask, keys, cnt,
361                                FLOW_DISSECTOR_KEY_PORTS, tp);
362
363         skb_flow_dissector_init(&head->dissector, keys, cnt);
364 }
365
366 static int fl_check_assign_mask(struct cls_fl_head *head,
367                                 struct fl_flow_mask *mask)
368 {
369         int err;
370
371         if (head->mask_assigned) {
372                 if (!fl_mask_eq(&head->mask, mask))
373                         return -EINVAL;
374                 else
375                         return 0;
376         }
377
378         /* Mask is not assigned yet. So assign it and init hashtable
379          * according to that.
380          */
381         err = fl_init_hashtable(head, mask);
382         if (err)
383                 return err;
384         memcpy(&head->mask, mask, sizeof(head->mask));
385         head->mask_assigned = true;
386
387         fl_init_dissector(head, mask);
388
389         return 0;
390 }
391
392 static int fl_set_parms(struct net *net, struct tcf_proto *tp,
393                         struct cls_fl_filter *f, struct fl_flow_mask *mask,
394                         unsigned long base, struct nlattr **tb,
395                         struct nlattr *est, bool ovr)
396 {
397         struct tcf_exts e;
398         int err;
399
400         tcf_exts_init(&e, TCA_FLOWER_ACT, 0);
401         err = tcf_exts_validate(net, tp, tb, est, &e, ovr);
402         if (err < 0)
403                 return err;
404
405         if (tb[TCA_FLOWER_CLASSID]) {
406                 f->res.classid = nla_get_u32(tb[TCA_FLOWER_CLASSID]);
407                 tcf_bind_filter(tp, &f->res, base);
408         }
409
410         err = fl_set_key(net, tb, &f->key, &mask->key);
411         if (err)
412                 goto errout;
413
414         fl_mask_update_range(mask);
415         fl_set_masked_key(&f->mkey, &f->key, mask);
416
417         tcf_exts_change(tp, &f->exts, &e);
418
419         return 0;
420 errout:
421         tcf_exts_destroy(&e);
422         return err;
423 }
424
425 static u32 fl_grab_new_handle(struct tcf_proto *tp,
426                               struct cls_fl_head *head)
427 {
428         unsigned int i = 0x80000000;
429         u32 handle;
430
431         do {
432                 if (++head->hgen == 0x7FFFFFFF)
433                         head->hgen = 1;
434         } while (--i > 0 && fl_get(tp, head->hgen));
435
436         if (unlikely(i == 0)) {
437                 pr_err("Insufficient number of handles\n");
438                 handle = 0;
439         } else {
440                 handle = head->hgen;
441         }
442
443         return handle;
444 }
445
446 static int fl_change(struct net *net, struct sk_buff *in_skb,
447                      struct tcf_proto *tp, unsigned long base,
448                      u32 handle, struct nlattr **tca,
449                      unsigned long *arg, bool ovr)
450 {
451         struct cls_fl_head *head = rtnl_dereference(tp->root);
452         struct cls_fl_filter *fold = (struct cls_fl_filter *) *arg;
453         struct cls_fl_filter *fnew;
454         struct nlattr *tb[TCA_FLOWER_MAX + 1];
455         struct fl_flow_mask mask = {};
456         int err;
457
458         if (!tca[TCA_OPTIONS])
459                 return -EINVAL;
460
461         err = nla_parse_nested(tb, TCA_FLOWER_MAX, tca[TCA_OPTIONS], fl_policy);
462         if (err < 0)
463                 return err;
464
465         if (fold && handle && fold->handle != handle)
466                 return -EINVAL;
467
468         fnew = kzalloc(sizeof(*fnew), GFP_KERNEL);
469         if (!fnew)
470                 return -ENOBUFS;
471
472         tcf_exts_init(&fnew->exts, TCA_FLOWER_ACT, 0);
473
474         if (!handle) {
475                 handle = fl_grab_new_handle(tp, head);
476                 if (!handle) {
477                         err = -EINVAL;
478                         goto errout;
479                 }
480         }
481         fnew->handle = handle;
482
483         err = fl_set_parms(net, tp, fnew, &mask, base, tb, tca[TCA_RATE], ovr);
484         if (err)
485                 goto errout;
486
487         err = fl_check_assign_mask(head, &mask);
488         if (err)
489                 goto errout;
490
491         err = rhashtable_insert_fast(&head->ht, &fnew->ht_node,
492                                      head->ht_params);
493         if (err)
494                 goto errout;
495         if (fold)
496                 rhashtable_remove_fast(&head->ht, &fold->ht_node,
497                                        head->ht_params);
498
499         *arg = (unsigned long) fnew;
500
501         if (fold) {
502                 list_replace_rcu(&fold->list, &fnew->list);
503                 tcf_unbind_filter(tp, &fold->res);
504                 call_rcu(&fold->rcu, fl_destroy_filter);
505         } else {
506                 list_add_tail_rcu(&fnew->list, &head->filters);
507         }
508
509         return 0;
510
511 errout:
512         kfree(fnew);
513         return err;
514 }
515
516 static int fl_delete(struct tcf_proto *tp, unsigned long arg)
517 {
518         struct cls_fl_head *head = rtnl_dereference(tp->root);
519         struct cls_fl_filter *f = (struct cls_fl_filter *) arg;
520
521         rhashtable_remove_fast(&head->ht, &f->ht_node,
522                                head->ht_params);
523         list_del_rcu(&f->list);
524         tcf_unbind_filter(tp, &f->res);
525         call_rcu(&f->rcu, fl_destroy_filter);
526         return 0;
527 }
528
529 static void fl_walk(struct tcf_proto *tp, struct tcf_walker *arg)
530 {
531         struct cls_fl_head *head = rtnl_dereference(tp->root);
532         struct cls_fl_filter *f;
533
534         list_for_each_entry_rcu(f, &head->filters, list) {
535                 if (arg->count < arg->skip)
536                         goto skip;
537                 if (arg->fn(tp, (unsigned long) f, arg) < 0) {
538                         arg->stop = 1;
539                         break;
540                 }
541 skip:
542                 arg->count++;
543         }
544 }
545
546 static int fl_dump_key_val(struct sk_buff *skb,
547                            void *val, int val_type,
548                            void *mask, int mask_type, int len)
549 {
550         int err;
551
552         if (!memchr_inv(mask, 0, len))
553                 return 0;
554         err = nla_put(skb, val_type, len, val);
555         if (err)
556                 return err;
557         if (mask_type != TCA_FLOWER_UNSPEC) {
558                 err = nla_put(skb, mask_type, len, mask);
559                 if (err)
560                         return err;
561         }
562         return 0;
563 }
564
565 static int fl_dump(struct net *net, struct tcf_proto *tp, unsigned long fh,
566                    struct sk_buff *skb, struct tcmsg *t)
567 {
568         struct cls_fl_head *head = rtnl_dereference(tp->root);
569         struct cls_fl_filter *f = (struct cls_fl_filter *) fh;
570         struct nlattr *nest;
571         struct fl_flow_key *key, *mask;
572
573         if (!f)
574                 return skb->len;
575
576         t->tcm_handle = f->handle;
577
578         nest = nla_nest_start(skb, TCA_OPTIONS);
579         if (!nest)
580                 goto nla_put_failure;
581
582         if (f->res.classid &&
583             nla_put_u32(skb, TCA_FLOWER_CLASSID, f->res.classid))
584                 goto nla_put_failure;
585
586         key = &f->key;
587         mask = &head->mask.key;
588
589         if (mask->indev_ifindex) {
590                 struct net_device *dev;
591
592                 dev = __dev_get_by_index(net, key->indev_ifindex);
593                 if (dev && nla_put_string(skb, TCA_FLOWER_INDEV, dev->name))
594                         goto nla_put_failure;
595         }
596
597         if (fl_dump_key_val(skb, key->eth.dst, TCA_FLOWER_KEY_ETH_DST,
598                             mask->eth.dst, TCA_FLOWER_KEY_ETH_DST_MASK,
599                             sizeof(key->eth.dst)) ||
600             fl_dump_key_val(skb, key->eth.src, TCA_FLOWER_KEY_ETH_SRC,
601                             mask->eth.src, TCA_FLOWER_KEY_ETH_SRC_MASK,
602                             sizeof(key->eth.src)) ||
603             fl_dump_key_val(skb, &key->basic.n_proto, TCA_FLOWER_KEY_ETH_TYPE,
604                             &mask->basic.n_proto, TCA_FLOWER_UNSPEC,
605                             sizeof(key->basic.n_proto)))
606                 goto nla_put_failure;
607         if ((key->basic.n_proto == htons(ETH_P_IP) ||
608              key->basic.n_proto == htons(ETH_P_IPV6)) &&
609             fl_dump_key_val(skb, &key->basic.ip_proto, TCA_FLOWER_KEY_IP_PROTO,
610                             &mask->basic.ip_proto, TCA_FLOWER_UNSPEC,
611                             sizeof(key->basic.ip_proto)))
612                 goto nla_put_failure;
613
614         if (key->control.addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS &&
615             (fl_dump_key_val(skb, &key->ipv4.src, TCA_FLOWER_KEY_IPV4_SRC,
616                              &mask->ipv4.src, TCA_FLOWER_KEY_IPV4_SRC_MASK,
617                              sizeof(key->ipv4.src)) ||
618              fl_dump_key_val(skb, &key->ipv4.dst, TCA_FLOWER_KEY_IPV4_DST,
619                              &mask->ipv4.dst, TCA_FLOWER_KEY_IPV4_DST_MASK,
620                              sizeof(key->ipv4.dst))))
621                 goto nla_put_failure;
622         else if (key->control.addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS &&
623                  (fl_dump_key_val(skb, &key->ipv6.src, TCA_FLOWER_KEY_IPV6_SRC,
624                                   &mask->ipv6.src, TCA_FLOWER_KEY_IPV6_SRC_MASK,
625                                   sizeof(key->ipv6.src)) ||
626                   fl_dump_key_val(skb, &key->ipv6.dst, TCA_FLOWER_KEY_IPV6_DST,
627                                   &mask->ipv6.dst, TCA_FLOWER_KEY_IPV6_DST_MASK,
628                                   sizeof(key->ipv6.dst))))
629                 goto nla_put_failure;
630
631         if (key->basic.ip_proto == IPPROTO_TCP &&
632             (fl_dump_key_val(skb, &key->tp.src, TCA_FLOWER_KEY_TCP_SRC,
633                              &mask->tp.src, TCA_FLOWER_UNSPEC,
634                              sizeof(key->tp.src)) ||
635              fl_dump_key_val(skb, &key->tp.dst, TCA_FLOWER_KEY_TCP_DST,
636                              &mask->tp.dst, TCA_FLOWER_UNSPEC,
637                              sizeof(key->tp.dst))))
638                 goto nla_put_failure;
639         else if (key->basic.ip_proto == IPPROTO_UDP &&
640                  (fl_dump_key_val(skb, &key->tp.src, TCA_FLOWER_KEY_UDP_SRC,
641                                   &mask->tp.src, TCA_FLOWER_UNSPEC,
642                                   sizeof(key->tp.src)) ||
643                   fl_dump_key_val(skb, &key->tp.dst, TCA_FLOWER_KEY_UDP_DST,
644                                   &mask->tp.dst, TCA_FLOWER_UNSPEC,
645                                   sizeof(key->tp.dst))))
646                 goto nla_put_failure;
647
648         if (tcf_exts_dump(skb, &f->exts))
649                 goto nla_put_failure;
650
651         nla_nest_end(skb, nest);
652
653         if (tcf_exts_dump_stats(skb, &f->exts) < 0)
654                 goto nla_put_failure;
655
656         return skb->len;
657
658 nla_put_failure:
659         nla_nest_cancel(skb, nest);
660         return -1;
661 }
662
663 static struct tcf_proto_ops cls_fl_ops __read_mostly = {
664         .kind           = "flower",
665         .classify       = fl_classify,
666         .init           = fl_init,
667         .destroy        = fl_destroy,
668         .get            = fl_get,
669         .change         = fl_change,
670         .delete         = fl_delete,
671         .walk           = fl_walk,
672         .dump           = fl_dump,
673         .owner          = THIS_MODULE,
674 };
675
676 static int __init cls_fl_init(void)
677 {
678         return register_tcf_proto_ops(&cls_fl_ops);
679 }
680
681 static void __exit cls_fl_exit(void)
682 {
683         unregister_tcf_proto_ops(&cls_fl_ops);
684 }
685
686 module_init(cls_fl_init);
687 module_exit(cls_fl_exit);
688
689 MODULE_AUTHOR("Jiri Pirko <jiri@resnulli.us>");
690 MODULE_DESCRIPTION("Flower classifier");
691 MODULE_LICENSE("GPL v2");