Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | #ifndef __NET_ACT_API_H |
| 3 | #define __NET_ACT_API_H |
| 4 | |
| 5 | /* |
Jamal Hadi Salim | 0b0f43f | 2016-06-05 10:41:32 -0400 | [diff] [blame] | 6 | * Public action API for classifiers/qdiscs |
| 7 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | |
| 9 | #include <net/sch_generic.h> |
| 10 | #include <net/pkt_sched.h> |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 11 | #include <net/net_namespace.h> |
| 12 | #include <net/netns/generic.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 14 | struct tcf_idrinfo { |
| 15 | spinlock_t lock; |
| 16 | struct idr action_idr; |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 17 | }; |
| 18 | |
| 19 | struct tc_action_ops; |
| 20 | |
| 21 | struct tc_action { |
| 22 | const struct tc_action_ops *ops; |
WANG Cong | ec0595c | 2016-07-25 16:09:42 -0700 | [diff] [blame] | 23 | __u32 type; /* for backward compat(TCA_OLD_COMPAT) */ |
| 24 | __u32 order; |
| 25 | struct list_head list; |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 26 | struct tcf_idrinfo *idrinfo; |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 27 | |
WANG Cong | ec0595c | 2016-07-25 16:09:42 -0700 | [diff] [blame] | 28 | u32 tcfa_index; |
| 29 | int tcfa_refcnt; |
| 30 | int tcfa_bindcnt; |
| 31 | u32 tcfa_capab; |
| 32 | int tcfa_action; |
| 33 | struct tcf_t tcfa_tm; |
| 34 | struct gnet_stats_basic_packed tcfa_bstats; |
| 35 | struct gnet_stats_queue tcfa_qstats; |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 36 | struct net_rate_estimator __rcu *tcfa_rate_est; |
WANG Cong | ec0595c | 2016-07-25 16:09:42 -0700 | [diff] [blame] | 37 | spinlock_t tcfa_lock; |
Eric Dumazet | 519c818 | 2015-07-06 05:18:04 -0700 | [diff] [blame] | 38 | struct gnet_stats_basic_cpu __percpu *cpu_bstats; |
| 39 | struct gnet_stats_queue __percpu *cpu_qstats; |
Jamal Hadi Salim | 1045ba7 | 2017-01-24 07:02:41 -0500 | [diff] [blame] | 40 | struct tc_cookie *act_cookie; |
Jiri Pirko | db50514 | 2017-05-17 11:08:03 +0200 | [diff] [blame] | 41 | struct tcf_chain *goto_chain; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | }; |
WANG Cong | ec0595c | 2016-07-25 16:09:42 -0700 | [diff] [blame] | 43 | #define tcf_index common.tcfa_index |
| 44 | #define tcf_refcnt common.tcfa_refcnt |
| 45 | #define tcf_bindcnt common.tcfa_bindcnt |
| 46 | #define tcf_capab common.tcfa_capab |
| 47 | #define tcf_action common.tcfa_action |
| 48 | #define tcf_tm common.tcfa_tm |
| 49 | #define tcf_bstats common.tcfa_bstats |
| 50 | #define tcf_qstats common.tcfa_qstats |
| 51 | #define tcf_rate_est common.tcfa_rate_est |
| 52 | #define tcf_lock common.tcfa_lock |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 53 | |
Eric Dumazet | 56e5d1c | 2015-07-06 05:18:08 -0700 | [diff] [blame] | 54 | /* Update lastuse only if needed, to avoid dirtying a cache line. |
| 55 | * We use a temp variable to avoid fetching jiffies twice. |
| 56 | */ |
| 57 | static inline void tcf_lastuse_update(struct tcf_t *tm) |
| 58 | { |
| 59 | unsigned long now = jiffies; |
| 60 | |
| 61 | if (tm->lastuse != now) |
| 62 | tm->lastuse = now; |
Jamal Hadi Salim | 53eb440 | 2016-06-06 06:32:54 -0400 | [diff] [blame] | 63 | if (unlikely(!tm->firstuse)) |
| 64 | tm->firstuse = now; |
Eric Dumazet | 56e5d1c | 2015-07-06 05:18:08 -0700 | [diff] [blame] | 65 | } |
| 66 | |
Jamal Hadi Salim | 48d8ee1 | 2016-06-06 06:32:55 -0400 | [diff] [blame] | 67 | static inline void tcf_tm_dump(struct tcf_t *dtm, const struct tcf_t *stm) |
| 68 | { |
| 69 | dtm->install = jiffies_to_clock_t(jiffies - stm->install); |
| 70 | dtm->lastuse = jiffies_to_clock_t(jiffies - stm->lastuse); |
| 71 | dtm->firstuse = jiffies_to_clock_t(jiffies - stm->firstuse); |
| 72 | dtm->expires = jiffies_to_clock_t(stm->expires); |
| 73 | } |
| 74 | |
Amir Vadai | 00175ae | 2016-03-08 12:42:31 +0200 | [diff] [blame] | 75 | #ifdef CONFIG_NET_CLS_ACT |
| 76 | |
| 77 | #define ACT_P_CREATED 1 |
| 78 | #define ACT_P_DELETED 1 |
| 79 | |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 80 | struct tc_action_ops { |
WANG Cong | 1f747c2 | 2013-12-15 20:15:10 -0800 | [diff] [blame] | 81 | struct list_head head; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | char kind[IFNAMSIZ]; |
| 83 | __u32 type; /* TBD to match kind */ |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 84 | size_t size; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | struct module *owner; |
Jamal Hadi Salim | 0b0f43f | 2016-06-05 10:41:32 -0400 | [diff] [blame] | 86 | int (*act)(struct sk_buff *, const struct tc_action *, |
| 87 | struct tcf_result *); |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 88 | int (*dump)(struct sk_buff *, struct tc_action *, int, int); |
Cong Wang | 9a63b25 | 2017-12-05 12:53:07 -0800 | [diff] [blame] | 89 | void (*cleanup)(struct tc_action *); |
Alexander Aring | 331a929 | 2018-02-15 10:54:57 -0500 | [diff] [blame^] | 90 | int (*lookup)(struct net *net, struct tc_action **a, u32 index, |
| 91 | struct netlink_ext_ack *extack); |
Benjamin LaHaise | c1b5273 | 2013-01-14 05:15:39 +0000 | [diff] [blame] | 92 | int (*init)(struct net *net, struct nlattr *nla, |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 93 | struct nlattr *est, struct tc_action **act, int ovr, |
Alexander Aring | 589dad6 | 2018-02-15 10:54:56 -0500 | [diff] [blame] | 94 | int bind, struct netlink_ext_ack *extack); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 95 | int (*walk)(struct net *, struct sk_buff *, |
Alexander Aring | 1af8515 | 2018-02-15 10:54:53 -0500 | [diff] [blame] | 96 | struct netlink_callback *, int, |
| 97 | const struct tc_action_ops *); |
Amir Vadai | 3804070 | 2016-05-13 12:55:35 +0000 | [diff] [blame] | 98 | void (*stats_update)(struct tc_action *, u64, u32, u64); |
Jiri Pirko | 843e79d | 2017-10-11 09:41:07 +0200 | [diff] [blame] | 99 | struct net_device *(*get_dev)(const struct tc_action *a); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | }; |
| 101 | |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 102 | struct tc_action_net { |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 103 | struct tcf_idrinfo *idrinfo; |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 104 | const struct tc_action_ops *ops; |
| 105 | }; |
| 106 | |
| 107 | static inline |
Jamal Hadi Salim | 0b0f43f | 2016-06-05 10:41:32 -0400 | [diff] [blame] | 108 | int tc_action_net_init(struct tc_action_net *tn, |
Cong Wang | c7e460c | 2017-11-06 13:47:18 -0800 | [diff] [blame] | 109 | const struct tc_action_ops *ops) |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 110 | { |
| 111 | int err = 0; |
| 112 | |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 113 | tn->idrinfo = kmalloc(sizeof(*tn->idrinfo), GFP_KERNEL); |
| 114 | if (!tn->idrinfo) |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 115 | return -ENOMEM; |
| 116 | tn->ops = ops; |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 117 | spin_lock_init(&tn->idrinfo->lock); |
| 118 | idr_init(&tn->idrinfo->action_idr); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 119 | return err; |
| 120 | } |
| 121 | |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 122 | void tcf_idrinfo_destroy(const struct tc_action_ops *ops, |
| 123 | struct tcf_idrinfo *idrinfo); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 124 | |
Cong Wang | 039af9c | 2017-12-11 15:35:03 -0800 | [diff] [blame] | 125 | static inline void tc_action_net_exit(struct list_head *net_list, |
| 126 | unsigned int id) |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 127 | { |
Cong Wang | 039af9c | 2017-12-11 15:35:03 -0800 | [diff] [blame] | 128 | struct net *net; |
| 129 | |
Cong Wang | a159d3c | 2017-11-01 10:23:49 -0700 | [diff] [blame] | 130 | rtnl_lock(); |
Cong Wang | 039af9c | 2017-12-11 15:35:03 -0800 | [diff] [blame] | 131 | list_for_each_entry(net, net_list, exit_list) { |
| 132 | struct tc_action_net *tn = net_generic(net, id); |
| 133 | |
| 134 | tcf_idrinfo_destroy(tn->ops, tn->idrinfo); |
| 135 | kfree(tn->idrinfo); |
| 136 | } |
Cong Wang | a159d3c | 2017-11-01 10:23:49 -0700 | [diff] [blame] | 137 | rtnl_unlock(); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 138 | } |
| 139 | |
| 140 | int tcf_generic_walker(struct tc_action_net *tn, struct sk_buff *skb, |
| 141 | struct netlink_callback *cb, int type, |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 142 | const struct tc_action_ops *ops); |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 143 | int tcf_idr_search(struct tc_action_net *tn, struct tc_action **a, u32 index); |
| 144 | bool tcf_idr_check(struct tc_action_net *tn, u32 index, struct tc_action **a, |
WANG Cong | b231307 | 2016-06-13 13:46:28 -0700 | [diff] [blame] | 145 | int bind); |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 146 | int tcf_idr_create(struct tc_action_net *tn, u32 index, struct nlattr *est, |
| 147 | struct tc_action **a, const struct tc_action_ops *ops, |
| 148 | int bind, bool cpustats); |
| 149 | void tcf_idr_cleanup(struct tc_action *a, struct nlattr *est); |
| 150 | void tcf_idr_insert(struct tc_action_net *tn, struct tc_action *a); |
David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 151 | |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 152 | int __tcf_idr_release(struct tc_action *a, bool bind, bool strict); |
Daniel Borkmann | 28e6b67 | 2015-07-29 23:35:25 +0200 | [diff] [blame] | 153 | |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 154 | static inline int tcf_idr_release(struct tc_action *a, bool bind) |
Daniel Borkmann | 28e6b67 | 2015-07-29 23:35:25 +0200 | [diff] [blame] | 155 | { |
Chris Mi | 65a206c | 2017-08-30 02:31:59 -0400 | [diff] [blame] | 156 | return __tcf_idr_release(a, bind, false); |
Daniel Borkmann | 28e6b67 | 2015-07-29 23:35:25 +0200 | [diff] [blame] | 157 | } |
| 158 | |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 159 | int tcf_register_action(struct tc_action_ops *a, struct pernet_operations *ops); |
Jamal Hadi Salim | 0b0f43f | 2016-06-05 10:41:32 -0400 | [diff] [blame] | 160 | int tcf_unregister_action(struct tc_action_ops *a, |
| 161 | struct pernet_operations *ops); |
WANG Cong | 55334a5 | 2014-02-11 17:07:34 -0800 | [diff] [blame] | 162 | int tcf_action_destroy(struct list_head *actions, int bind); |
WANG Cong | 22dc13c | 2016-08-13 22:35:00 -0700 | [diff] [blame] | 163 | int tcf_action_exec(struct sk_buff *skb, struct tc_action **actions, |
| 164 | int nr_actions, struct tcf_result *res); |
Jiri Pirko | 9fb9f25 | 2017-05-17 11:08:02 +0200 | [diff] [blame] | 165 | int tcf_action_init(struct net *net, struct tcf_proto *tp, struct nlattr *nla, |
| 166 | struct nlattr *est, char *name, int ovr, int bind, |
Alexander Aring | aea0d72 | 2018-02-15 10:54:54 -0500 | [diff] [blame] | 167 | struct list_head *actions, struct netlink_ext_ack *extack); |
Jiri Pirko | 9fb9f25 | 2017-05-17 11:08:02 +0200 | [diff] [blame] | 168 | struct tc_action *tcf_action_init_1(struct net *net, struct tcf_proto *tp, |
| 169 | struct nlattr *nla, struct nlattr *est, |
Alexander Aring | aea0d72 | 2018-02-15 10:54:54 -0500 | [diff] [blame] | 170 | char *name, int ovr, int bind, |
| 171 | struct netlink_ext_ack *extack); |
WANG Cong | 33be627 | 2013-12-15 20:15:05 -0800 | [diff] [blame] | 172 | int tcf_action_dump(struct sk_buff *skb, struct list_head *, int, int); |
Joe Perches | 5c15257 | 2013-07-30 22:47:13 -0700 | [diff] [blame] | 173 | int tcf_action_dump_old(struct sk_buff *skb, struct tc_action *a, int, int); |
| 174 | int tcf_action_dump_1(struct sk_buff *skb, struct tc_action *a, int, int); |
| 175 | int tcf_action_copy_stats(struct sk_buff *, struct tc_action *, int); |
Amir Vadai | 00175ae | 2016-03-08 12:42:31 +0200 | [diff] [blame] | 176 | |
WANG Cong | 2734437e | 2016-08-13 22:34:59 -0700 | [diff] [blame] | 177 | #endif /* CONFIG_NET_CLS_ACT */ |
Ido Schimmel | 86cb13e | 2016-07-25 13:12:33 +0300 | [diff] [blame] | 178 | |
Amir Vadai | 3804070 | 2016-05-13 12:55:35 +0000 | [diff] [blame] | 179 | static inline void tcf_action_stats_update(struct tc_action *a, u64 bytes, |
| 180 | u64 packets, u64 lastuse) |
| 181 | { |
WANG Cong | 2734437e | 2016-08-13 22:34:59 -0700 | [diff] [blame] | 182 | #ifdef CONFIG_NET_CLS_ACT |
Amir Vadai | 3804070 | 2016-05-13 12:55:35 +0000 | [diff] [blame] | 183 | if (!a->ops->stats_update) |
| 184 | return; |
| 185 | |
| 186 | a->ops->stats_update(a, bytes, packets, lastuse); |
WANG Cong | 2734437e | 2016-08-13 22:34:59 -0700 | [diff] [blame] | 187 | #endif |
Amir Vadai | 3804070 | 2016-05-13 12:55:35 +0000 | [diff] [blame] | 188 | } |
| 189 | |
Jiri Pirko | b3f55bd | 2017-10-11 09:41:08 +0200 | [diff] [blame] | 190 | typedef int tc_setup_cb_t(enum tc_setup_type type, |
| 191 | void *type_data, void *cb_priv); |
| 192 | |
| 193 | #ifdef CONFIG_NET_CLS_ACT |
| 194 | int tc_setup_cb_egdev_register(const struct net_device *dev, |
| 195 | tc_setup_cb_t *cb, void *cb_priv); |
| 196 | void tc_setup_cb_egdev_unregister(const struct net_device *dev, |
| 197 | tc_setup_cb_t *cb, void *cb_priv); |
| 198 | int tc_setup_cb_egdev_call(const struct net_device *dev, |
| 199 | enum tc_setup_type type, void *type_data, |
| 200 | bool err_stop); |
| 201 | #else |
| 202 | static inline |
| 203 | int tc_setup_cb_egdev_register(const struct net_device *dev, |
| 204 | tc_setup_cb_t *cb, void *cb_priv) |
| 205 | { |
| 206 | return 0; |
| 207 | } |
| 208 | |
| 209 | static inline |
| 210 | void tc_setup_cb_egdev_unregister(const struct net_device *dev, |
| 211 | tc_setup_cb_t *cb, void *cb_priv) |
| 212 | { |
| 213 | } |
| 214 | |
| 215 | static inline |
| 216 | int tc_setup_cb_egdev_call(const struct net_device *dev, |
| 217 | enum tc_setup_type type, void *type_data, |
| 218 | bool err_stop) |
| 219 | { |
| 220 | return 0; |
| 221 | } |
| 222 | #endif |
| 223 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | #endif |