Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 1 | /* |
Patrick McHardy | ef1f7df | 2013-10-10 11:41:20 +0200 | [diff] [blame] | 2 | * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net> |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify |
| 5 | * it under the terms of the GNU General Public License version 2 as |
| 6 | * published by the Free Software Foundation. |
| 7 | * |
| 8 | * Development of this code funded by Astaro AG (http://www.astaro.com/) |
| 9 | */ |
| 10 | |
| 11 | #include <linux/kernel.h> |
| 12 | #include <linux/init.h> |
| 13 | #include <linux/module.h> |
| 14 | #include <linux/spinlock.h> |
| 15 | #include <linux/netlink.h> |
| 16 | #include <linux/netfilter.h> |
| 17 | #include <linux/netfilter/nf_tables.h> |
| 18 | #include <net/netfilter/nf_tables.h> |
| 19 | |
| 20 | static DEFINE_SPINLOCK(limit_lock); |
| 21 | |
| 22 | struct nft_limit { |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 23 | u64 last; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 24 | u64 tokens; |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 25 | u64 tokens_max; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 26 | u64 rate; |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 27 | u64 nsecs; |
Pablo Neira Ayuso | 3e87baa | 2015-08-02 18:02:14 +0200 | [diff] [blame] | 28 | u32 burst; |
Pablo Neira Ayuso | c7862a5 | 2015-12-28 18:21:44 +0100 | [diff] [blame] | 29 | bool invert; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 30 | }; |
| 31 | |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 32 | static inline bool nft_limit_eval(struct nft_limit *limit, u64 cost) |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 33 | { |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 34 | u64 now, tokens; |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 35 | s64 delta; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 36 | |
| 37 | spin_lock_bh(&limit_lock); |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 38 | now = ktime_get_ns(); |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 39 | tokens = limit->tokens + now - limit->last; |
| 40 | if (tokens > limit->tokens_max) |
| 41 | tokens = limit->tokens_max; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 42 | |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 43 | limit->last = now; |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 44 | delta = tokens - cost; |
| 45 | if (delta >= 0) { |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 46 | limit->tokens = delta; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 47 | spin_unlock_bh(&limit_lock); |
Pablo Neira Ayuso | c7862a5 | 2015-12-28 18:21:44 +0100 | [diff] [blame] | 48 | return limit->invert; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 49 | } |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 50 | limit->tokens = tokens; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 51 | spin_unlock_bh(&limit_lock); |
Pablo Neira Ayuso | c7862a5 | 2015-12-28 18:21:44 +0100 | [diff] [blame] | 52 | return !limit->invert; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 53 | } |
| 54 | |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 55 | static int nft_limit_init(struct nft_limit *limit, |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 56 | const struct nlattr * const tb[]) |
| 57 | { |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 58 | u64 unit; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 59 | |
| 60 | if (tb[NFTA_LIMIT_RATE] == NULL || |
| 61 | tb[NFTA_LIMIT_UNIT] == NULL) |
| 62 | return -EINVAL; |
| 63 | |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 64 | limit->rate = be64_to_cpu(nla_get_be64(tb[NFTA_LIMIT_RATE])); |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 65 | unit = be64_to_cpu(nla_get_be64(tb[NFTA_LIMIT_UNIT])); |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 66 | limit->nsecs = unit * NSEC_PER_SEC; |
| 67 | if (limit->rate == 0 || limit->nsecs < unit) |
Pablo Neira Ayuso | dba27ec | 2015-07-31 14:10:22 +0200 | [diff] [blame] | 68 | return -EOVERFLOW; |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 69 | limit->tokens = limit->tokens_max = limit->nsecs; |
Pablo Neira Ayuso | 3e87baa | 2015-08-02 18:02:14 +0200 | [diff] [blame] | 70 | |
| 71 | if (tb[NFTA_LIMIT_BURST]) { |
| 72 | u64 rate; |
| 73 | |
| 74 | limit->burst = ntohl(nla_get_be32(tb[NFTA_LIMIT_BURST])); |
| 75 | |
| 76 | rate = limit->rate + limit->burst; |
| 77 | if (rate < limit->rate) |
| 78 | return -EOVERFLOW; |
| 79 | |
| 80 | limit->rate = rate; |
| 81 | } |
Pablo Neira Ayuso | c7862a5 | 2015-12-28 18:21:44 +0100 | [diff] [blame] | 82 | if (tb[NFTA_LIMIT_FLAGS]) { |
| 83 | u32 flags = ntohl(nla_get_be32(tb[NFTA_LIMIT_FLAGS])); |
| 84 | |
| 85 | if (flags & NFT_LIMIT_F_INV) |
| 86 | limit->invert = true; |
| 87 | } |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 88 | limit->last = ktime_get_ns(); |
| 89 | |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 90 | return 0; |
| 91 | } |
| 92 | |
Pablo Neira Ayuso | d2168e8 | 2015-08-05 12:38:44 +0200 | [diff] [blame] | 93 | static int nft_limit_dump(struct sk_buff *skb, const struct nft_limit *limit, |
| 94 | enum nft_limit_type type) |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 95 | { |
Pablo Neira Ayuso | c7862a5 | 2015-12-28 18:21:44 +0100 | [diff] [blame] | 96 | u32 flags = limit->invert ? NFT_LIMIT_F_INV : 0; |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 97 | u64 secs = div_u64(limit->nsecs, NSEC_PER_SEC); |
Pablo Neira Ayuso | 3e87baa | 2015-08-02 18:02:14 +0200 | [diff] [blame] | 98 | u64 rate = limit->rate - limit->burst; |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 99 | |
Nicolas Dichtel | b46f6de | 2016-04-22 17:31:18 +0200 | [diff] [blame] | 100 | if (nla_put_be64(skb, NFTA_LIMIT_RATE, cpu_to_be64(rate), |
| 101 | NFTA_LIMIT_PAD) || |
| 102 | nla_put_be64(skb, NFTA_LIMIT_UNIT, cpu_to_be64(secs), |
| 103 | NFTA_LIMIT_PAD) || |
Pablo Neira Ayuso | d2168e8 | 2015-08-05 12:38:44 +0200 | [diff] [blame] | 104 | nla_put_be32(skb, NFTA_LIMIT_BURST, htonl(limit->burst)) || |
Pablo Neira Ayuso | c7862a5 | 2015-12-28 18:21:44 +0100 | [diff] [blame] | 105 | nla_put_be32(skb, NFTA_LIMIT_TYPE, htonl(type)) || |
| 106 | nla_put_be32(skb, NFTA_LIMIT_FLAGS, htonl(flags))) |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 107 | goto nla_put_failure; |
| 108 | return 0; |
| 109 | |
| 110 | nla_put_failure: |
| 111 | return -1; |
| 112 | } |
| 113 | |
Pablo Neira Ayuso | 8bdf362 | 2015-08-02 14:24:24 +0200 | [diff] [blame] | 114 | struct nft_limit_pkts { |
| 115 | struct nft_limit limit; |
| 116 | u64 cost; |
| 117 | }; |
| 118 | |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 119 | static void nft_limit_pkts_eval(const struct nft_expr *expr, |
| 120 | struct nft_regs *regs, |
| 121 | const struct nft_pktinfo *pkt) |
| 122 | { |
Pablo Neira Ayuso | 8bdf362 | 2015-08-02 14:24:24 +0200 | [diff] [blame] | 123 | struct nft_limit_pkts *priv = nft_expr_priv(expr); |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 124 | |
Pablo Neira Ayuso | 8bdf362 | 2015-08-02 14:24:24 +0200 | [diff] [blame] | 125 | if (nft_limit_eval(&priv->limit, priv->cost)) |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 126 | regs->verdict.code = NFT_BREAK; |
| 127 | } |
| 128 | |
| 129 | static const struct nla_policy nft_limit_policy[NFTA_LIMIT_MAX + 1] = { |
| 130 | [NFTA_LIMIT_RATE] = { .type = NLA_U64 }, |
| 131 | [NFTA_LIMIT_UNIT] = { .type = NLA_U64 }, |
Pablo Neira Ayuso | 3e87baa | 2015-08-02 18:02:14 +0200 | [diff] [blame] | 132 | [NFTA_LIMIT_BURST] = { .type = NLA_U32 }, |
Pablo Neira Ayuso | d2168e8 | 2015-08-05 12:38:44 +0200 | [diff] [blame] | 133 | [NFTA_LIMIT_TYPE] = { .type = NLA_U32 }, |
Pablo Neira Ayuso | c7862a5 | 2015-12-28 18:21:44 +0100 | [diff] [blame] | 134 | [NFTA_LIMIT_FLAGS] = { .type = NLA_U32 }, |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 135 | }; |
| 136 | |
| 137 | static int nft_limit_pkts_init(const struct nft_ctx *ctx, |
| 138 | const struct nft_expr *expr, |
| 139 | const struct nlattr * const tb[]) |
| 140 | { |
Pablo Neira Ayuso | 8bdf362 | 2015-08-02 14:24:24 +0200 | [diff] [blame] | 141 | struct nft_limit_pkts *priv = nft_expr_priv(expr); |
| 142 | int err; |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 143 | |
Pablo Neira Ayuso | 8bdf362 | 2015-08-02 14:24:24 +0200 | [diff] [blame] | 144 | err = nft_limit_init(&priv->limit, tb); |
| 145 | if (err < 0) |
| 146 | return err; |
| 147 | |
Liping Zhang | 2fa46c1 | 2016-09-27 20:49:19 +0800 | [diff] [blame] | 148 | priv->cost = div64_u64(priv->limit.nsecs, priv->limit.rate); |
Pablo Neira Ayuso | 8bdf362 | 2015-08-02 14:24:24 +0200 | [diff] [blame] | 149 | return 0; |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 150 | } |
| 151 | |
| 152 | static int nft_limit_pkts_dump(struct sk_buff *skb, const struct nft_expr *expr) |
| 153 | { |
Pablo Neira Ayuso | 8bdf362 | 2015-08-02 14:24:24 +0200 | [diff] [blame] | 154 | const struct nft_limit_pkts *priv = nft_expr_priv(expr); |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 155 | |
Pablo Neira Ayuso | d2168e8 | 2015-08-05 12:38:44 +0200 | [diff] [blame] | 156 | return nft_limit_dump(skb, &priv->limit, NFT_LIMIT_PKTS); |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 157 | } |
| 158 | |
Patrick McHardy | ef1f7df | 2013-10-10 11:41:20 +0200 | [diff] [blame] | 159 | static struct nft_expr_type nft_limit_type; |
Pablo Neira Ayuso | 09e4e42 | 2015-07-31 14:16:51 +0200 | [diff] [blame] | 160 | static const struct nft_expr_ops nft_limit_pkts_ops = { |
Patrick McHardy | ef1f7df | 2013-10-10 11:41:20 +0200 | [diff] [blame] | 161 | .type = &nft_limit_type, |
Pablo Neira Ayuso | 8bdf362 | 2015-08-02 14:24:24 +0200 | [diff] [blame] | 162 | .size = NFT_EXPR_SIZE(sizeof(struct nft_limit_pkts)), |
Pablo Neira Ayuso | 09e4e42 | 2015-07-31 14:16:51 +0200 | [diff] [blame] | 163 | .eval = nft_limit_pkts_eval, |
Pablo Neira Ayuso | f8d3a6b | 2015-08-02 14:16:42 +0200 | [diff] [blame] | 164 | .init = nft_limit_pkts_init, |
| 165 | .dump = nft_limit_pkts_dump, |
Patrick McHardy | ef1f7df | 2013-10-10 11:41:20 +0200 | [diff] [blame] | 166 | }; |
| 167 | |
Pablo Neira Ayuso | d2168e8 | 2015-08-05 12:38:44 +0200 | [diff] [blame] | 168 | static void nft_limit_pkt_bytes_eval(const struct nft_expr *expr, |
| 169 | struct nft_regs *regs, |
| 170 | const struct nft_pktinfo *pkt) |
| 171 | { |
| 172 | struct nft_limit *priv = nft_expr_priv(expr); |
Liping Zhang | 2fa46c1 | 2016-09-27 20:49:19 +0800 | [diff] [blame] | 173 | u64 cost = div64_u64(priv->nsecs * pkt->skb->len, priv->rate); |
Pablo Neira Ayuso | d2168e8 | 2015-08-05 12:38:44 +0200 | [diff] [blame] | 174 | |
| 175 | if (nft_limit_eval(priv, cost)) |
| 176 | regs->verdict.code = NFT_BREAK; |
| 177 | } |
| 178 | |
| 179 | static int nft_limit_pkt_bytes_init(const struct nft_ctx *ctx, |
| 180 | const struct nft_expr *expr, |
| 181 | const struct nlattr * const tb[]) |
| 182 | { |
| 183 | struct nft_limit *priv = nft_expr_priv(expr); |
| 184 | |
| 185 | return nft_limit_init(priv, tb); |
| 186 | } |
| 187 | |
| 188 | static int nft_limit_pkt_bytes_dump(struct sk_buff *skb, |
| 189 | const struct nft_expr *expr) |
| 190 | { |
| 191 | const struct nft_limit *priv = nft_expr_priv(expr); |
| 192 | |
| 193 | return nft_limit_dump(skb, priv, NFT_LIMIT_PKT_BYTES); |
| 194 | } |
| 195 | |
| 196 | static const struct nft_expr_ops nft_limit_pkt_bytes_ops = { |
| 197 | .type = &nft_limit_type, |
| 198 | .size = NFT_EXPR_SIZE(sizeof(struct nft_limit)), |
| 199 | .eval = nft_limit_pkt_bytes_eval, |
| 200 | .init = nft_limit_pkt_bytes_init, |
| 201 | .dump = nft_limit_pkt_bytes_dump, |
| 202 | }; |
| 203 | |
| 204 | static const struct nft_expr_ops * |
| 205 | nft_limit_select_ops(const struct nft_ctx *ctx, |
| 206 | const struct nlattr * const tb[]) |
| 207 | { |
| 208 | if (tb[NFTA_LIMIT_TYPE] == NULL) |
| 209 | return &nft_limit_pkts_ops; |
| 210 | |
| 211 | switch (ntohl(nla_get_be32(tb[NFTA_LIMIT_TYPE]))) { |
| 212 | case NFT_LIMIT_PKTS: |
| 213 | return &nft_limit_pkts_ops; |
| 214 | case NFT_LIMIT_PKT_BYTES: |
| 215 | return &nft_limit_pkt_bytes_ops; |
| 216 | } |
| 217 | return ERR_PTR(-EOPNOTSUPP); |
| 218 | } |
| 219 | |
Patrick McHardy | ef1f7df | 2013-10-10 11:41:20 +0200 | [diff] [blame] | 220 | static struct nft_expr_type nft_limit_type __read_mostly = { |
| 221 | .name = "limit", |
Pablo Neira Ayuso | d2168e8 | 2015-08-05 12:38:44 +0200 | [diff] [blame] | 222 | .select_ops = nft_limit_select_ops, |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 223 | .policy = nft_limit_policy, |
| 224 | .maxattr = NFTA_LIMIT_MAX, |
Patrick McHardy | 151d799 | 2015-04-11 10:46:40 +0100 | [diff] [blame] | 225 | .flags = NFT_EXPR_STATEFUL, |
Patrick McHardy | ef1f7df | 2013-10-10 11:41:20 +0200 | [diff] [blame] | 226 | .owner = THIS_MODULE, |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 227 | }; |
| 228 | |
| 229 | static int __init nft_limit_module_init(void) |
| 230 | { |
Patrick McHardy | ef1f7df | 2013-10-10 11:41:20 +0200 | [diff] [blame] | 231 | return nft_register_expr(&nft_limit_type); |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 232 | } |
| 233 | |
| 234 | static void __exit nft_limit_module_exit(void) |
| 235 | { |
Patrick McHardy | ef1f7df | 2013-10-10 11:41:20 +0200 | [diff] [blame] | 236 | nft_unregister_expr(&nft_limit_type); |
Patrick McHardy | 9651851 | 2013-10-14 11:00:02 +0200 | [diff] [blame] | 237 | } |
| 238 | |
| 239 | module_init(nft_limit_module_init); |
| 240 | module_exit(nft_limit_module_exit); |
| 241 | |
| 242 | MODULE_LICENSE("GPL"); |
| 243 | MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>"); |
| 244 | MODULE_ALIAS_NFT_EXPR("limit"); |