Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef __NET_ACT_API_H |
| 2 | #define __NET_ACT_API_H |
| 3 | |
| 4 | /* |
Jamal Hadi Salim | 0b0f43f | 2016-06-05 10:41:32 -0400 | [diff] [blame] | 5 | * Public action API for classifiers/qdiscs |
| 6 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | |
| 8 | #include <net/sch_generic.h> |
| 9 | #include <net/pkt_sched.h> |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 10 | #include <net/net_namespace.h> |
| 11 | #include <net/netns/generic.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 13 | struct tcf_common { |
WANG Cong | 89819dc | 2013-12-15 20:15:09 -0800 | [diff] [blame] | 14 | struct hlist_node tcfc_head; |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 15 | u32 tcfc_index; |
| 16 | int tcfc_refcnt; |
| 17 | int tcfc_bindcnt; |
| 18 | u32 tcfc_capab; |
| 19 | int tcfc_action; |
| 20 | struct tcf_t tcfc_tm; |
Eric Dumazet | c1a8f1f | 2009-08-16 09:36:49 +0000 | [diff] [blame] | 21 | struct gnet_stats_basic_packed tcfc_bstats; |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 22 | struct gnet_stats_queue tcfc_qstats; |
Eric Dumazet | 45203a3 | 2013-06-06 08:43:22 -0700 | [diff] [blame] | 23 | struct gnet_stats_rate_est64 tcfc_rate_est; |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 24 | spinlock_t tcfc_lock; |
Eric Dumazet | c7de2cf | 2010-06-09 02:09:23 +0000 | [diff] [blame] | 25 | struct rcu_head tcfc_rcu; |
Eric Dumazet | 519c818 | 2015-07-06 05:18:04 -0700 | [diff] [blame] | 26 | struct gnet_stats_basic_cpu __percpu *cpu_bstats; |
| 27 | struct gnet_stats_queue __percpu *cpu_qstats; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | }; |
WANG Cong | 89819dc | 2013-12-15 20:15:09 -0800 | [diff] [blame] | 29 | #define tcf_head common.tcfc_head |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 30 | #define tcf_index common.tcfc_index |
| 31 | #define tcf_refcnt common.tcfc_refcnt |
| 32 | #define tcf_bindcnt common.tcfc_bindcnt |
| 33 | #define tcf_capab common.tcfc_capab |
| 34 | #define tcf_action common.tcfc_action |
| 35 | #define tcf_tm common.tcfc_tm |
| 36 | #define tcf_bstats common.tcfc_bstats |
| 37 | #define tcf_qstats common.tcfc_qstats |
| 38 | #define tcf_rate_est common.tcfc_rate_est |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 39 | #define tcf_lock common.tcfc_lock |
Eric Dumazet | c7de2cf | 2010-06-09 02:09:23 +0000 | [diff] [blame] | 40 | #define tcf_rcu common.tcfc_rcu |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 41 | |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 42 | struct tcf_hashinfo { |
WANG Cong | 89819dc | 2013-12-15 20:15:09 -0800 | [diff] [blame] | 43 | struct hlist_head *htab; |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 44 | unsigned int hmask; |
WANG Cong | 89819dc | 2013-12-15 20:15:09 -0800 | [diff] [blame] | 45 | spinlock_t lock; |
WANG Cong | ddafd34 | 2014-01-09 16:13:59 -0800 | [diff] [blame] | 46 | u32 index; |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 47 | }; |
| 48 | |
| 49 | static inline unsigned int tcf_hash(u32 index, unsigned int hmask) |
| 50 | { |
| 51 | return index & hmask; |
| 52 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | |
WANG Cong | 369ba56 | 2013-12-15 20:15:08 -0800 | [diff] [blame] | 54 | static inline int tcf_hashinfo_init(struct tcf_hashinfo *hf, unsigned int mask) |
| 55 | { |
WANG Cong | 89819dc | 2013-12-15 20:15:09 -0800 | [diff] [blame] | 56 | int i; |
| 57 | |
| 58 | spin_lock_init(&hf->lock); |
WANG Cong | ddafd34 | 2014-01-09 16:13:59 -0800 | [diff] [blame] | 59 | hf->index = 0; |
WANG Cong | 369ba56 | 2013-12-15 20:15:08 -0800 | [diff] [blame] | 60 | hf->hmask = mask; |
WANG Cong | 89819dc | 2013-12-15 20:15:09 -0800 | [diff] [blame] | 61 | hf->htab = kzalloc((mask + 1) * sizeof(struct hlist_head), |
WANG Cong | 369ba56 | 2013-12-15 20:15:08 -0800 | [diff] [blame] | 62 | GFP_KERNEL); |
| 63 | if (!hf->htab) |
| 64 | return -ENOMEM; |
WANG Cong | 89819dc | 2013-12-15 20:15:09 -0800 | [diff] [blame] | 65 | for (i = 0; i < mask + 1; i++) |
| 66 | INIT_HLIST_HEAD(&hf->htab[i]); |
WANG Cong | 369ba56 | 2013-12-15 20:15:08 -0800 | [diff] [blame] | 67 | return 0; |
| 68 | } |
| 69 | |
Eric Dumazet | 56e5d1c | 2015-07-06 05:18:08 -0700 | [diff] [blame] | 70 | /* Update lastuse only if needed, to avoid dirtying a cache line. |
| 71 | * We use a temp variable to avoid fetching jiffies twice. |
| 72 | */ |
| 73 | static inline void tcf_lastuse_update(struct tcf_t *tm) |
| 74 | { |
| 75 | unsigned long now = jiffies; |
| 76 | |
| 77 | if (tm->lastuse != now) |
| 78 | tm->lastuse = now; |
Jamal Hadi Salim | 53eb440 | 2016-06-06 06:32:54 -0400 | [diff] [blame] | 79 | if (unlikely(!tm->firstuse)) |
| 80 | tm->firstuse = now; |
Eric Dumazet | 56e5d1c | 2015-07-06 05:18:08 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Jamal Hadi Salim | 48d8ee1 | 2016-06-06 06:32:55 -0400 | [diff] [blame] | 83 | static inline void tcf_tm_dump(struct tcf_t *dtm, const struct tcf_t *stm) |
| 84 | { |
| 85 | dtm->install = jiffies_to_clock_t(jiffies - stm->install); |
| 86 | dtm->lastuse = jiffies_to_clock_t(jiffies - stm->lastuse); |
| 87 | dtm->firstuse = jiffies_to_clock_t(jiffies - stm->firstuse); |
| 88 | dtm->expires = jiffies_to_clock_t(stm->expires); |
| 89 | } |
| 90 | |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 91 | struct tc_action { |
| 92 | void *priv; |
Eric Dumazet | dc7f9f6 | 2011-07-05 23:25:42 +0000 | [diff] [blame] | 93 | const struct tc_action_ops *ops; |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 94 | __u32 type; /* for backward compat(TCA_OLD_COMPAT) */ |
| 95 | __u32 order; |
WANG Cong | 33be627 | 2013-12-15 20:15:05 -0800 | [diff] [blame] | 96 | struct list_head list; |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 97 | struct tcf_hashinfo *hinfo; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | }; |
| 99 | |
Amir Vadai | 00175ae | 2016-03-08 12:42:31 +0200 | [diff] [blame] | 100 | #ifdef CONFIG_NET_CLS_ACT |
| 101 | |
| 102 | #define ACT_P_CREATED 1 |
| 103 | #define ACT_P_DELETED 1 |
| 104 | |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 105 | struct tc_action_ops { |
WANG Cong | 1f747c2 | 2013-12-15 20:15:10 -0800 | [diff] [blame] | 106 | struct list_head head; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | char kind[IFNAMSIZ]; |
| 108 | __u32 type; /* TBD to match kind */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 | struct module *owner; |
Jamal Hadi Salim | 0b0f43f | 2016-06-05 10:41:32 -0400 | [diff] [blame] | 110 | int (*act)(struct sk_buff *, const struct tc_action *, |
| 111 | struct tcf_result *); |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 112 | int (*dump)(struct sk_buff *, struct tc_action *, int, int); |
WANG Cong | a5b5c95 | 2014-02-11 17:07:32 -0800 | [diff] [blame] | 113 | void (*cleanup)(struct tc_action *, int bind); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 114 | int (*lookup)(struct net *, struct tc_action *, u32); |
Benjamin LaHaise | c1b5273 | 2013-01-14 05:15:39 +0000 | [diff] [blame] | 115 | int (*init)(struct net *net, struct nlattr *nla, |
| 116 | struct nlattr *est, struct tc_action *act, int ovr, |
| 117 | int bind); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 118 | int (*walk)(struct net *, struct sk_buff *, |
| 119 | struct netlink_callback *, int, struct tc_action *); |
Amir Vadai | 3804070 | 2016-05-13 12:55:35 +0000 | [diff] [blame] | 120 | void (*stats_update)(struct tc_action *, u64, u32, u64); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | }; |
| 122 | |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 123 | struct tc_action_net { |
| 124 | struct tcf_hashinfo *hinfo; |
| 125 | const struct tc_action_ops *ops; |
| 126 | }; |
| 127 | |
| 128 | static inline |
Jamal Hadi Salim | 0b0f43f | 2016-06-05 10:41:32 -0400 | [diff] [blame] | 129 | int tc_action_net_init(struct tc_action_net *tn, |
| 130 | const struct tc_action_ops *ops, unsigned int mask) |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 131 | { |
| 132 | int err = 0; |
| 133 | |
| 134 | tn->hinfo = kmalloc(sizeof(*tn->hinfo), GFP_KERNEL); |
| 135 | if (!tn->hinfo) |
| 136 | return -ENOMEM; |
| 137 | tn->ops = ops; |
| 138 | err = tcf_hashinfo_init(tn->hinfo, mask); |
| 139 | if (err) |
| 140 | kfree(tn->hinfo); |
| 141 | return err; |
| 142 | } |
| 143 | |
| 144 | void tcf_hashinfo_destroy(const struct tc_action_ops *ops, |
| 145 | struct tcf_hashinfo *hinfo); |
| 146 | |
| 147 | static inline void tc_action_net_exit(struct tc_action_net *tn) |
| 148 | { |
| 149 | tcf_hashinfo_destroy(tn->ops, tn->hinfo); |
WANG Cong | 18fcf49 | 2016-04-04 10:32:48 -0700 | [diff] [blame] | 150 | kfree(tn->hinfo); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 151 | } |
| 152 | |
| 153 | int tcf_generic_walker(struct tc_action_net *tn, struct sk_buff *skb, |
| 154 | struct netlink_callback *cb, int type, |
| 155 | struct tc_action *a); |
| 156 | int tcf_hash_search(struct tc_action_net *tn, struct tc_action *a, u32 index); |
| 157 | u32 tcf_hash_new_index(struct tc_action_net *tn); |
| 158 | int tcf_hash_check(struct tc_action_net *tn, u32 index, struct tc_action *a, |
| 159 | int bind); |
| 160 | int tcf_hash_create(struct tc_action_net *tn, u32 index, struct nlattr *est, |
| 161 | struct tc_action *a, int size, int bind, bool cpustats); |
WANG Cong | 8606203 | 2014-02-11 17:07:31 -0800 | [diff] [blame] | 162 | void tcf_hash_cleanup(struct tc_action *a, struct nlattr *est); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 163 | void tcf_hash_insert(struct tc_action_net *tn, struct tc_action *a); |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 164 | |
Daniel Borkmann | 28e6b67 | 2015-07-29 23:35:25 +0200 | [diff] [blame] | 165 | int __tcf_hash_release(struct tc_action *a, bool bind, bool strict); |
| 166 | |
| 167 | static inline int tcf_hash_release(struct tc_action *a, bool bind) |
| 168 | { |
| 169 | return __tcf_hash_release(a, bind, false); |
| 170 | } |
| 171 | |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 172 | int tcf_register_action(struct tc_action_ops *a, struct pernet_operations *ops); |
Jamal Hadi Salim | 0b0f43f | 2016-06-05 10:41:32 -0400 | [diff] [blame] | 173 | int tcf_unregister_action(struct tc_action_ops *a, |
| 174 | struct pernet_operations *ops); |
WANG Cong | 55334a5 | 2014-02-11 17:07:34 -0800 | [diff] [blame] | 175 | int tcf_action_destroy(struct list_head *actions, int bind); |
WANG Cong | 33be627 | 2013-12-15 20:15:05 -0800 | [diff] [blame] | 176 | int tcf_action_exec(struct sk_buff *skb, const struct list_head *actions, |
Joe Perches | 5c15257 | 2013-07-30 22:47:13 -0700 | [diff] [blame] | 177 | struct tcf_result *res); |
WANG Cong | 33be627 | 2013-12-15 20:15:05 -0800 | [diff] [blame] | 178 | int tcf_action_init(struct net *net, struct nlattr *nla, |
Joe Perches | 5c15257 | 2013-07-30 22:47:13 -0700 | [diff] [blame] | 179 | struct nlattr *est, char *n, int ovr, |
WANG Cong | 33be627 | 2013-12-15 20:15:05 -0800 | [diff] [blame] | 180 | int bind, struct list_head *); |
Joe Perches | 5c15257 | 2013-07-30 22:47:13 -0700 | [diff] [blame] | 181 | struct tc_action *tcf_action_init_1(struct net *net, struct nlattr *nla, |
| 182 | struct nlattr *est, char *n, int ovr, |
| 183 | int bind); |
WANG Cong | 33be627 | 2013-12-15 20:15:05 -0800 | [diff] [blame] | 184 | int tcf_action_dump(struct sk_buff *skb, struct list_head *, int, int); |
Joe Perches | 5c15257 | 2013-07-30 22:47:13 -0700 | [diff] [blame] | 185 | int tcf_action_dump_old(struct sk_buff *skb, struct tc_action *a, int, int); |
| 186 | int tcf_action_dump_1(struct sk_buff *skb, struct tc_action *a, int, int); |
| 187 | int tcf_action_copy_stats(struct sk_buff *, struct tc_action *, int); |
Amir Vadai | 00175ae | 2016-03-08 12:42:31 +0200 | [diff] [blame] | 188 | |
| 189 | #define tc_no_actions(_exts) \ |
| 190 | (list_empty(&(_exts)->actions)) |
| 191 | |
| 192 | #define tc_for_each_action(_a, _exts) \ |
| 193 | list_for_each_entry(a, &(_exts)->actions, list) |
Amir Vadai | 3804070 | 2016-05-13 12:55:35 +0000 | [diff] [blame] | 194 | |
| 195 | static inline void tcf_action_stats_update(struct tc_action *a, u64 bytes, |
| 196 | u64 packets, u64 lastuse) |
| 197 | { |
| 198 | if (!a->ops->stats_update) |
| 199 | return; |
| 200 | |
| 201 | a->ops->stats_update(a, bytes, packets, lastuse); |
| 202 | } |
| 203 | |
Amir Vadai | 00175ae | 2016-03-08 12:42:31 +0200 | [diff] [blame] | 204 | #else /* CONFIG_NET_CLS_ACT */ |
| 205 | |
| 206 | #define tc_no_actions(_exts) true |
Arnd Bergmann | e6790fd | 2016-05-18 16:21:07 +0200 | [diff] [blame] | 207 | #define tc_for_each_action(_a, _exts) while ((void)(_a), 0) |
Amir Vadai | 3804070 | 2016-05-13 12:55:35 +0000 | [diff] [blame] | 208 | #define tcf_action_stats_update(a, bytes, packets, lastuse) |
Amir Vadai | 00175ae | 2016-03-08 12:42:31 +0200 | [diff] [blame] | 209 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 | #endif /* CONFIG_NET_CLS_ACT */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | #endif |