Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * net/sched/sch_netem.c Network emulator |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or |
| 5 | * modify it under the terms of the GNU General Public License |
| 6 | * as published by the Free Software Foundation; either version |
Stephen Hemminger | 798b6b1 | 2006-10-22 20:16:57 -0700 | [diff] [blame] | 7 | * 2 of the License. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | * |
| 9 | * Many of the algorithms and ideas for this came from |
YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 10 | * NIST Net which is not copyrighted. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | * |
| 12 | * Authors: Stephen Hemminger <shemminger@osdl.org> |
| 13 | * Catalin(ux aka Dino) BOIE <catab at umbrella dot ro> |
| 14 | */ |
| 15 | |
Alexey Dobriyan | b7f080c | 2011-06-16 11:01:34 +0000 | [diff] [blame] | 16 | #include <linux/mm.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/module.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 18 | #include <linux/slab.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #include <linux/types.h> |
| 20 | #include <linux/kernel.h> |
| 21 | #include <linux/errno.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include <linux/skbuff.h> |
David S. Miller | 78776d3 | 2011-02-24 22:48:13 -0800 | [diff] [blame] | 23 | #include <linux/vmalloc.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | #include <linux/rtnetlink.h> |
| 25 | |
Arnaldo Carvalho de Melo | dc5fc57 | 2007-03-25 23:06:12 -0700 | [diff] [blame] | 26 | #include <net/netlink.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | #include <net/pkt_sched.h> |
| 28 | |
stephen hemminger | 250a65f | 2011-02-23 13:04:22 +0000 | [diff] [blame] | 29 | #define VERSION "1.3" |
Stephen Hemminger | eb229c4 | 2005-11-03 13:49:01 -0800 | [diff] [blame] | 30 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | /* Network Emulation Queuing algorithm. |
| 32 | ==================================== |
| 33 | |
| 34 | Sources: [1] Mark Carson, Darrin Santay, "NIST Net - A Linux-based |
| 35 | Network Emulation Tool |
| 36 | [2] Luigi Rizzo, DummyNet for FreeBSD |
| 37 | |
| 38 | ---------------------------------------------------------------- |
| 39 | |
| 40 | This started out as a simple way to delay outgoing packets to |
| 41 | test TCP but has grown to include most of the functionality |
| 42 | of a full blown network emulator like NISTnet. It can delay |
| 43 | packets and add random jitter (and correlation). The random |
| 44 | distribution can be loaded from a table as well to provide |
| 45 | normal, Pareto, or experimental curves. Packet loss, |
| 46 | duplication, and reordering can also be emulated. |
| 47 | |
| 48 | This qdisc does not do classification that can be handled in |
| 49 | layering other disciplines. It does not need to do bandwidth |
| 50 | control either since that can be handled by using token |
| 51 | bucket or other rate control. |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 52 | |
| 53 | Correlated Loss Generator models |
| 54 | |
| 55 | Added generation of correlated loss according to the |
| 56 | "Gilbert-Elliot" model, a 4-state markov model. |
| 57 | |
| 58 | References: |
| 59 | [1] NetemCLG Home http://netgroup.uniroma2.it/NetemCLG |
| 60 | [2] S. Salsano, F. Ludovici, A. Ordine, "Definition of a general |
| 61 | and intuitive loss model for packet networks and its implementation |
| 62 | in the Netem module in the Linux kernel", available in [1] |
| 63 | |
| 64 | Authors: Stefano Salsano <stefano.salsano at uniroma2.it |
| 65 | Fabio Ludovici <fabio.ludovici at yahoo.it> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | */ |
| 67 | |
| 68 | struct netem_sched_data { |
| 69 | struct Qdisc *qdisc; |
Patrick McHardy | 59cb5c6 | 2007-03-16 01:20:31 -0700 | [diff] [blame] | 70 | struct qdisc_watchdog watchdog; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | |
Stephen Hemminger | b407621 | 2007-03-22 12:16:21 -0700 | [diff] [blame] | 72 | psched_tdiff_t latency; |
| 73 | psched_tdiff_t jitter; |
| 74 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | u32 loss; |
| 76 | u32 limit; |
| 77 | u32 counter; |
| 78 | u32 gap; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | u32 duplicate; |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 80 | u32 reorder; |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 81 | u32 corrupt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | |
| 83 | struct crndstate { |
Stephen Hemminger | b407621 | 2007-03-22 12:16:21 -0700 | [diff] [blame] | 84 | u32 last; |
| 85 | u32 rho; |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 86 | } delay_cor, loss_cor, dup_cor, reorder_cor, corrupt_cor; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | |
| 88 | struct disttable { |
| 89 | u32 size; |
| 90 | s16 table[0]; |
| 91 | } *delay_dist; |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 92 | |
| 93 | enum { |
| 94 | CLG_RANDOM, |
| 95 | CLG_4_STATES, |
| 96 | CLG_GILB_ELL, |
| 97 | } loss_model; |
| 98 | |
| 99 | /* Correlated Loss Generation models */ |
| 100 | struct clgstate { |
| 101 | /* state of the Markov chain */ |
| 102 | u8 state; |
| 103 | |
| 104 | /* 4-states and Gilbert-Elliot models */ |
| 105 | u32 a1; /* p13 for 4-states or p for GE */ |
| 106 | u32 a2; /* p31 for 4-states or r for GE */ |
| 107 | u32 a3; /* p32 for 4-states or h for GE */ |
| 108 | u32 a4; /* p14 for 4-states or 1-k for GE */ |
| 109 | u32 a5; /* p23 used only in 4-states */ |
| 110 | } clg; |
| 111 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | }; |
| 113 | |
| 114 | /* Time stamp put into socket buffer control block */ |
| 115 | struct netem_skb_cb { |
| 116 | psched_time_t time_to_send; |
| 117 | }; |
| 118 | |
Jussi Kivilinna | 5f86173 | 2008-07-20 00:08:04 -0700 | [diff] [blame] | 119 | static inline struct netem_skb_cb *netem_skb_cb(struct sk_buff *skb) |
| 120 | { |
Jussi Kivilinna | 175f9c1 | 2008-07-20 00:08:47 -0700 | [diff] [blame] | 121 | BUILD_BUG_ON(sizeof(skb->cb) < |
| 122 | sizeof(struct qdisc_skb_cb) + sizeof(struct netem_skb_cb)); |
| 123 | return (struct netem_skb_cb *)qdisc_skb_cb(skb)->data; |
Jussi Kivilinna | 5f86173 | 2008-07-20 00:08:04 -0700 | [diff] [blame] | 124 | } |
| 125 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 | /* init_crandom - initialize correlated random number generator |
| 127 | * Use entropy source for initial seed. |
| 128 | */ |
| 129 | static void init_crandom(struct crndstate *state, unsigned long rho) |
| 130 | { |
| 131 | state->rho = rho; |
| 132 | state->last = net_random(); |
| 133 | } |
| 134 | |
| 135 | /* get_crandom - correlated random number generator |
| 136 | * Next number depends on last value. |
| 137 | * rho is scaled to avoid floating point. |
| 138 | */ |
Stephen Hemminger | b407621 | 2007-03-22 12:16:21 -0700 | [diff] [blame] | 139 | static u32 get_crandom(struct crndstate *state) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | { |
| 141 | u64 value, rho; |
| 142 | unsigned long answer; |
| 143 | |
Stephen Hemminger | bb2f8cc | 2007-03-23 00:12:09 -0700 | [diff] [blame] | 144 | if (state->rho == 0) /* no correlation */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 145 | return net_random(); |
| 146 | |
| 147 | value = net_random(); |
| 148 | rho = (u64)state->rho + 1; |
| 149 | answer = (value * ((1ull<<32) - rho) + state->last * rho) >> 32; |
| 150 | state->last = answer; |
| 151 | return answer; |
| 152 | } |
| 153 | |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 154 | /* loss_4state - 4-state model loss generator |
| 155 | * Generates losses according to the 4-state Markov chain adopted in |
| 156 | * the GI (General and Intuitive) loss model. |
| 157 | */ |
| 158 | static bool loss_4state(struct netem_sched_data *q) |
| 159 | { |
| 160 | struct clgstate *clg = &q->clg; |
| 161 | u32 rnd = net_random(); |
| 162 | |
| 163 | /* |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 164 | * Makes a comparison between rnd and the transition |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 165 | * probabilities outgoing from the current state, then decides the |
| 166 | * next state and if the next packet has to be transmitted or lost. |
| 167 | * The four states correspond to: |
| 168 | * 1 => successfully transmitted packets within a gap period |
| 169 | * 4 => isolated losses within a gap period |
| 170 | * 3 => lost packets within a burst period |
| 171 | * 2 => successfully transmitted packets within a burst period |
| 172 | */ |
| 173 | switch (clg->state) { |
| 174 | case 1: |
| 175 | if (rnd < clg->a4) { |
| 176 | clg->state = 4; |
| 177 | return true; |
| 178 | } else if (clg->a4 < rnd && rnd < clg->a1) { |
| 179 | clg->state = 3; |
| 180 | return true; |
| 181 | } else if (clg->a1 < rnd) |
| 182 | clg->state = 1; |
| 183 | |
| 184 | break; |
| 185 | case 2: |
| 186 | if (rnd < clg->a5) { |
| 187 | clg->state = 3; |
| 188 | return true; |
| 189 | } else |
| 190 | clg->state = 2; |
| 191 | |
| 192 | break; |
| 193 | case 3: |
| 194 | if (rnd < clg->a3) |
| 195 | clg->state = 2; |
| 196 | else if (clg->a3 < rnd && rnd < clg->a2 + clg->a3) { |
| 197 | clg->state = 1; |
| 198 | return true; |
| 199 | } else if (clg->a2 + clg->a3 < rnd) { |
| 200 | clg->state = 3; |
| 201 | return true; |
| 202 | } |
| 203 | break; |
| 204 | case 4: |
| 205 | clg->state = 1; |
| 206 | break; |
| 207 | } |
| 208 | |
| 209 | return false; |
| 210 | } |
| 211 | |
| 212 | /* loss_gilb_ell - Gilbert-Elliot model loss generator |
| 213 | * Generates losses according to the Gilbert-Elliot loss model or |
| 214 | * its special cases (Gilbert or Simple Gilbert) |
| 215 | * |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 216 | * Makes a comparison between random number and the transition |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 217 | * probabilities outgoing from the current state, then decides the |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 218 | * next state. A second random number is extracted and the comparison |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 219 | * with the loss probability of the current state decides if the next |
| 220 | * packet will be transmitted or lost. |
| 221 | */ |
| 222 | static bool loss_gilb_ell(struct netem_sched_data *q) |
| 223 | { |
| 224 | struct clgstate *clg = &q->clg; |
| 225 | |
| 226 | switch (clg->state) { |
| 227 | case 1: |
| 228 | if (net_random() < clg->a1) |
| 229 | clg->state = 2; |
| 230 | if (net_random() < clg->a4) |
| 231 | return true; |
| 232 | case 2: |
| 233 | if (net_random() < clg->a2) |
| 234 | clg->state = 1; |
| 235 | if (clg->a3 > net_random()) |
| 236 | return true; |
| 237 | } |
| 238 | |
| 239 | return false; |
| 240 | } |
| 241 | |
| 242 | static bool loss_event(struct netem_sched_data *q) |
| 243 | { |
| 244 | switch (q->loss_model) { |
| 245 | case CLG_RANDOM: |
| 246 | /* Random packet drop 0 => none, ~0 => all */ |
| 247 | return q->loss && q->loss >= get_crandom(&q->loss_cor); |
| 248 | |
| 249 | case CLG_4_STATES: |
| 250 | /* 4state loss model algorithm (used also for GI model) |
| 251 | * Extracts a value from the markov 4 state loss generator, |
| 252 | * if it is 1 drops a packet and if needed writes the event in |
| 253 | * the kernel logs |
| 254 | */ |
| 255 | return loss_4state(q); |
| 256 | |
| 257 | case CLG_GILB_ELL: |
| 258 | /* Gilbert-Elliot loss model algorithm |
| 259 | * Extracts a value from the Gilbert-Elliot loss generator, |
| 260 | * if it is 1 drops a packet and if needed writes the event in |
| 261 | * the kernel logs |
| 262 | */ |
| 263 | return loss_gilb_ell(q); |
| 264 | } |
| 265 | |
| 266 | return false; /* not reached */ |
| 267 | } |
| 268 | |
| 269 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 270 | /* tabledist - return a pseudo-randomly distributed value with mean mu and |
| 271 | * std deviation sigma. Uses table lookup to approximate the desired |
| 272 | * distribution, and a uniformly-distributed pseudo-random source. |
| 273 | */ |
Stephen Hemminger | b407621 | 2007-03-22 12:16:21 -0700 | [diff] [blame] | 274 | static psched_tdiff_t tabledist(psched_tdiff_t mu, psched_tdiff_t sigma, |
| 275 | struct crndstate *state, |
| 276 | const struct disttable *dist) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 277 | { |
Stephen Hemminger | b407621 | 2007-03-22 12:16:21 -0700 | [diff] [blame] | 278 | psched_tdiff_t x; |
| 279 | long t; |
| 280 | u32 rnd; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 281 | |
| 282 | if (sigma == 0) |
| 283 | return mu; |
| 284 | |
| 285 | rnd = get_crandom(state); |
| 286 | |
| 287 | /* default uniform distribution */ |
YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 288 | if (dist == NULL) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 289 | return (rnd % (2*sigma)) - sigma + mu; |
| 290 | |
| 291 | t = dist->table[rnd % dist->size]; |
| 292 | x = (sigma % NETEM_DIST_SCALE) * t; |
| 293 | if (x >= 0) |
| 294 | x += NETEM_DIST_SCALE/2; |
| 295 | else |
| 296 | x -= NETEM_DIST_SCALE/2; |
| 297 | |
| 298 | return x / NETEM_DIST_SCALE + (sigma / NETEM_DIST_SCALE) * t + mu; |
| 299 | } |
| 300 | |
Stephen Hemminger | 0afb51e | 2005-05-26 12:53:49 -0700 | [diff] [blame] | 301 | /* |
| 302 | * Insert one skb into qdisc. |
| 303 | * Note: parent depends on return value to account for queue length. |
| 304 | * NET_XMIT_DROP: queue length didn't change. |
| 305 | * NET_XMIT_SUCCESS: one skb was queued. |
| 306 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 307 | static int netem_enqueue(struct sk_buff *skb, struct Qdisc *sch) |
| 308 | { |
| 309 | struct netem_sched_data *q = qdisc_priv(sch); |
Guillaume Chazarain | 89e1df7 | 2006-07-21 14:45:25 -0700 | [diff] [blame] | 310 | /* We don't fill cb now as skb_unshare() may invalidate it */ |
| 311 | struct netem_skb_cb *cb; |
Stephen Hemminger | 0afb51e | 2005-05-26 12:53:49 -0700 | [diff] [blame] | 312 | struct sk_buff *skb2; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 313 | int ret; |
Stephen Hemminger | 0afb51e | 2005-05-26 12:53:49 -0700 | [diff] [blame] | 314 | int count = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 315 | |
Stephen Hemminger | 0afb51e | 2005-05-26 12:53:49 -0700 | [diff] [blame] | 316 | /* Random duplication */ |
| 317 | if (q->duplicate && q->duplicate >= get_crandom(&q->dup_cor)) |
| 318 | ++count; |
| 319 | |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 320 | /* Drop packet? */ |
| 321 | if (loss_event(q)) |
Stephen Hemminger | 0afb51e | 2005-05-26 12:53:49 -0700 | [diff] [blame] | 322 | --count; |
| 323 | |
| 324 | if (count == 0) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 325 | sch->qstats.drops++; |
| 326 | kfree_skb(skb); |
Jarek Poplawski | c27f339 | 2008-08-04 22:39:11 -0700 | [diff] [blame] | 327 | return NET_XMIT_SUCCESS | __NET_XMIT_BYPASS; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 328 | } |
| 329 | |
David S. Miller | 4e8a520 | 2006-10-22 21:00:33 -0700 | [diff] [blame] | 330 | skb_orphan(skb); |
| 331 | |
Stephen Hemminger | 0afb51e | 2005-05-26 12:53:49 -0700 | [diff] [blame] | 332 | /* |
| 333 | * If we need to duplicate packet, then re-insert at top of the |
| 334 | * qdisc tree, since parent queuer expects that only one |
| 335 | * skb will be queued. |
| 336 | */ |
| 337 | if (count > 1 && (skb2 = skb_clone(skb, GFP_ATOMIC)) != NULL) { |
David S. Miller | 7698b4f | 2008-07-16 01:42:40 -0700 | [diff] [blame] | 338 | struct Qdisc *rootq = qdisc_root(sch); |
Stephen Hemminger | 0afb51e | 2005-05-26 12:53:49 -0700 | [diff] [blame] | 339 | u32 dupsave = q->duplicate; /* prevent duplicating a dup... */ |
| 340 | q->duplicate = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 341 | |
Jussi Kivilinna | 5f86173 | 2008-07-20 00:08:04 -0700 | [diff] [blame] | 342 | qdisc_enqueue_root(skb2, rootq); |
Stephen Hemminger | 0afb51e | 2005-05-26 12:53:49 -0700 | [diff] [blame] | 343 | q->duplicate = dupsave; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 344 | } |
| 345 | |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 346 | /* |
| 347 | * Randomized packet corruption. |
| 348 | * Make copy if needed since we are modifying |
| 349 | * If packet is going to be hardware checksummed, then |
| 350 | * do it now in software before we mangle it. |
| 351 | */ |
| 352 | if (q->corrupt && q->corrupt >= get_crandom(&q->corrupt_cor)) { |
Joe Perches | f64f9e7 | 2009-11-29 16:55:45 -0800 | [diff] [blame] | 353 | if (!(skb = skb_unshare(skb, GFP_ATOMIC)) || |
| 354 | (skb->ip_summed == CHECKSUM_PARTIAL && |
| 355 | skb_checksum_help(skb))) { |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 356 | sch->qstats.drops++; |
| 357 | return NET_XMIT_DROP; |
| 358 | } |
| 359 | |
| 360 | skb->data[net_random() % skb_headlen(skb)] ^= 1<<(net_random() % 8); |
| 361 | } |
| 362 | |
Jussi Kivilinna | 5f86173 | 2008-07-20 00:08:04 -0700 | [diff] [blame] | 363 | cb = netem_skb_cb(skb); |
Eric Dumazet | cc7ec45 | 2011-01-19 19:26:56 +0000 | [diff] [blame] | 364 | if (q->gap == 0 || /* not doing reordering */ |
| 365 | q->counter < q->gap || /* inside last reordering gap */ |
Joe Perches | f64f9e7 | 2009-11-29 16:55:45 -0800 | [diff] [blame] | 366 | q->reorder < get_crandom(&q->reorder_cor)) { |
Stephen Hemminger | 0f9f32a | 2005-05-26 12:55:01 -0700 | [diff] [blame] | 367 | psched_time_t now; |
Stephen Hemminger | 07aaa11 | 2005-11-03 13:43:07 -0800 | [diff] [blame] | 368 | psched_tdiff_t delay; |
| 369 | |
| 370 | delay = tabledist(q->latency, q->jitter, |
| 371 | &q->delay_cor, q->delay_dist); |
| 372 | |
Patrick McHardy | 3bebcda | 2007-03-23 11:29:25 -0700 | [diff] [blame] | 373 | now = psched_get_time(); |
Patrick McHardy | 7c59e25 | 2007-03-23 11:27:45 -0700 | [diff] [blame] | 374 | cb->time_to_send = now + delay; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 375 | ++q->counter; |
Jussi Kivilinna | 5f86173 | 2008-07-20 00:08:04 -0700 | [diff] [blame] | 376 | ret = qdisc_enqueue(skb, q->qdisc); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 377 | } else { |
YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 378 | /* |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 379 | * Do re-ordering by putting one out of N packets at the front |
| 380 | * of the queue. |
| 381 | */ |
Patrick McHardy | 3bebcda | 2007-03-23 11:29:25 -0700 | [diff] [blame] | 382 | cb->time_to_send = psched_get_time(); |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 383 | q->counter = 0; |
Jarek Poplawski | 8ba25da | 2008-11-02 00:36:03 -0700 | [diff] [blame] | 384 | |
| 385 | __skb_queue_head(&q->qdisc->q, skb); |
| 386 | q->qdisc->qstats.backlog += qdisc_pkt_len(skb); |
| 387 | q->qdisc->qstats.requeues++; |
| 388 | ret = NET_XMIT_SUCCESS; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 389 | } |
| 390 | |
stephen hemminger | 10f6dfc | 2011-02-23 13:04:20 +0000 | [diff] [blame] | 391 | if (ret != NET_XMIT_SUCCESS) { |
| 392 | if (net_xmit_drop_count(ret)) { |
| 393 | sch->qstats.drops++; |
| 394 | return ret; |
| 395 | } |
Jarek Poplawski | 378a2f0 | 2008-08-04 22:31:03 -0700 | [diff] [blame] | 396 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 397 | |
stephen hemminger | 10f6dfc | 2011-02-23 13:04:20 +0000 | [diff] [blame] | 398 | sch->q.qlen++; |
| 399 | return NET_XMIT_SUCCESS; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 400 | } |
| 401 | |
Eric Dumazet | cc7ec45 | 2011-01-19 19:26:56 +0000 | [diff] [blame] | 402 | static unsigned int netem_drop(struct Qdisc *sch) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 403 | { |
| 404 | struct netem_sched_data *q = qdisc_priv(sch); |
Patrick McHardy | 6d037a2 | 2006-03-20 19:00:49 -0800 | [diff] [blame] | 405 | unsigned int len = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 406 | |
Patrick McHardy | 6d037a2 | 2006-03-20 19:00:49 -0800 | [diff] [blame] | 407 | if (q->qdisc->ops->drop && (len = q->qdisc->ops->drop(q->qdisc)) != 0) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 408 | sch->q.qlen--; |
| 409 | sch->qstats.drops++; |
| 410 | } |
| 411 | return len; |
| 412 | } |
| 413 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 414 | static struct sk_buff *netem_dequeue(struct Qdisc *sch) |
| 415 | { |
| 416 | struct netem_sched_data *q = qdisc_priv(sch); |
| 417 | struct sk_buff *skb; |
| 418 | |
Eric Dumazet | fd245a4 | 2011-01-20 05:27:16 +0000 | [diff] [blame] | 419 | if (qdisc_is_throttled(sch)) |
Stephen Hemminger | 11274e5 | 2007-03-22 12:17:42 -0700 | [diff] [blame] | 420 | return NULL; |
| 421 | |
Jarek Poplawski | 03c05f0 | 2008-10-31 00:46:19 -0700 | [diff] [blame] | 422 | skb = q->qdisc->ops->peek(q->qdisc); |
Stephen Hemminger | 771018e | 2005-05-03 16:24:32 -0700 | [diff] [blame] | 423 | if (skb) { |
Jussi Kivilinna | 5f86173 | 2008-07-20 00:08:04 -0700 | [diff] [blame] | 424 | const struct netem_skb_cb *cb = netem_skb_cb(skb); |
Patrick McHardy | 3bebcda | 2007-03-23 11:29:25 -0700 | [diff] [blame] | 425 | psched_time_t now = psched_get_time(); |
Stephen Hemminger | 771018e | 2005-05-03 16:24:32 -0700 | [diff] [blame] | 426 | |
Stephen Hemminger | 0f9f32a | 2005-05-26 12:55:01 -0700 | [diff] [blame] | 427 | /* if more time remaining? */ |
Patrick McHardy | 104e087 | 2007-03-23 11:28:07 -0700 | [diff] [blame] | 428 | if (cb->time_to_send <= now) { |
Jarek Poplawski | 77be155 | 2008-10-31 00:47:01 -0700 | [diff] [blame] | 429 | skb = qdisc_dequeue_peeked(q->qdisc); |
| 430 | if (unlikely(!skb)) |
Jarek Poplawski | 03c05f0 | 2008-10-31 00:46:19 -0700 | [diff] [blame] | 431 | return NULL; |
| 432 | |
Jarek Poplawski | 8caf153 | 2009-04-17 10:08:49 +0000 | [diff] [blame] | 433 | #ifdef CONFIG_NET_CLS_ACT |
| 434 | /* |
| 435 | * If it's at ingress let's pretend the delay is |
| 436 | * from the network (tstamp will be updated). |
| 437 | */ |
| 438 | if (G_TC_FROM(skb->tc_verd) & AT_INGRESS) |
| 439 | skb->tstamp.tv64 = 0; |
| 440 | #endif |
stephen hemminger | 10f6dfc | 2011-02-23 13:04:20 +0000 | [diff] [blame] | 441 | |
Stephen Hemminger | 0f9f32a | 2005-05-26 12:55:01 -0700 | [diff] [blame] | 442 | sch->q.qlen--; |
stephen hemminger | 10f6dfc | 2011-02-23 13:04:20 +0000 | [diff] [blame] | 443 | qdisc_unthrottled(sch); |
| 444 | qdisc_bstats_update(sch, skb); |
Stephen Hemminger | 0f9f32a | 2005-05-26 12:55:01 -0700 | [diff] [blame] | 445 | return skb; |
| 446 | } |
Stephen Hemminger | 11274e5 | 2007-03-22 12:17:42 -0700 | [diff] [blame] | 447 | |
Stephen Hemminger | 11274e5 | 2007-03-22 12:17:42 -0700 | [diff] [blame] | 448 | qdisc_watchdog_schedule(&q->watchdog, cb->time_to_send); |
Stephen Hemminger | 0f9f32a | 2005-05-26 12:55:01 -0700 | [diff] [blame] | 449 | } |
| 450 | |
| 451 | return NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 452 | } |
| 453 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 454 | static void netem_reset(struct Qdisc *sch) |
| 455 | { |
| 456 | struct netem_sched_data *q = qdisc_priv(sch); |
| 457 | |
| 458 | qdisc_reset(q->qdisc); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 459 | sch->q.qlen = 0; |
Patrick McHardy | 59cb5c6 | 2007-03-16 01:20:31 -0700 | [diff] [blame] | 460 | qdisc_watchdog_cancel(&q->watchdog); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 461 | } |
| 462 | |
stephen hemminger | 6373a9a | 2011-02-23 13:04:18 +0000 | [diff] [blame] | 463 | static void dist_free(struct disttable *d) |
| 464 | { |
| 465 | if (d) { |
| 466 | if (is_vmalloc_addr(d)) |
| 467 | vfree(d); |
| 468 | else |
| 469 | kfree(d); |
| 470 | } |
| 471 | } |
| 472 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 473 | /* |
| 474 | * Distribution data is a variable size payload containing |
| 475 | * signed 16 bit values. |
| 476 | */ |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 477 | static int get_dist_table(struct Qdisc *sch, const struct nlattr *attr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 478 | { |
| 479 | struct netem_sched_data *q = qdisc_priv(sch); |
stephen hemminger | 6373a9a | 2011-02-23 13:04:18 +0000 | [diff] [blame] | 480 | size_t n = nla_len(attr)/sizeof(__s16); |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 481 | const __s16 *data = nla_data(attr); |
David S. Miller | 7698b4f | 2008-07-16 01:42:40 -0700 | [diff] [blame] | 482 | spinlock_t *root_lock; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 483 | struct disttable *d; |
| 484 | int i; |
stephen hemminger | 6373a9a | 2011-02-23 13:04:18 +0000 | [diff] [blame] | 485 | size_t s; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 486 | |
stephen hemminger | df173bd | 2011-02-23 13:04:19 +0000 | [diff] [blame] | 487 | if (n > NETEM_DIST_MAX) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 488 | return -EINVAL; |
| 489 | |
stephen hemminger | 6373a9a | 2011-02-23 13:04:18 +0000 | [diff] [blame] | 490 | s = sizeof(struct disttable) + n * sizeof(s16); |
| 491 | d = kmalloc(s, GFP_KERNEL); |
| 492 | if (!d) |
| 493 | d = vmalloc(s); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 494 | if (!d) |
| 495 | return -ENOMEM; |
| 496 | |
| 497 | d->size = n; |
| 498 | for (i = 0; i < n; i++) |
| 499 | d->table[i] = data[i]; |
YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 500 | |
Jarek Poplawski | 102396a | 2008-08-29 14:21:52 -0700 | [diff] [blame] | 501 | root_lock = qdisc_root_sleeping_lock(sch); |
David S. Miller | 7698b4f | 2008-07-16 01:42:40 -0700 | [diff] [blame] | 502 | |
| 503 | spin_lock_bh(root_lock); |
stephen hemminger | 6373a9a | 2011-02-23 13:04:18 +0000 | [diff] [blame] | 504 | dist_free(q->delay_dist); |
Patrick McHardy | b94c8af | 2008-11-20 04:11:36 -0800 | [diff] [blame] | 505 | q->delay_dist = d; |
David S. Miller | 7698b4f | 2008-07-16 01:42:40 -0700 | [diff] [blame] | 506 | spin_unlock_bh(root_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 507 | return 0; |
| 508 | } |
| 509 | |
Stephen Hemminger | 265eb67 | 2008-11-03 21:13:26 -0800 | [diff] [blame] | 510 | static void get_correlation(struct Qdisc *sch, const struct nlattr *attr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 511 | { |
| 512 | struct netem_sched_data *q = qdisc_priv(sch); |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 513 | const struct tc_netem_corr *c = nla_data(attr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 514 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 515 | init_crandom(&q->delay_cor, c->delay_corr); |
| 516 | init_crandom(&q->loss_cor, c->loss_corr); |
| 517 | init_crandom(&q->dup_cor, c->dup_corr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 518 | } |
| 519 | |
Stephen Hemminger | 265eb67 | 2008-11-03 21:13:26 -0800 | [diff] [blame] | 520 | static void get_reorder(struct Qdisc *sch, const struct nlattr *attr) |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 521 | { |
| 522 | struct netem_sched_data *q = qdisc_priv(sch); |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 523 | const struct tc_netem_reorder *r = nla_data(attr); |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 524 | |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 525 | q->reorder = r->probability; |
| 526 | init_crandom(&q->reorder_cor, r->correlation); |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 527 | } |
| 528 | |
Stephen Hemminger | 265eb67 | 2008-11-03 21:13:26 -0800 | [diff] [blame] | 529 | static void get_corrupt(struct Qdisc *sch, const struct nlattr *attr) |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 530 | { |
| 531 | struct netem_sched_data *q = qdisc_priv(sch); |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 532 | const struct tc_netem_corrupt *r = nla_data(attr); |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 533 | |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 534 | q->corrupt = r->probability; |
| 535 | init_crandom(&q->corrupt_cor, r->correlation); |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 536 | } |
| 537 | |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 538 | static int get_loss_clg(struct Qdisc *sch, const struct nlattr *attr) |
| 539 | { |
| 540 | struct netem_sched_data *q = qdisc_priv(sch); |
| 541 | const struct nlattr *la; |
| 542 | int rem; |
| 543 | |
| 544 | nla_for_each_nested(la, attr, rem) { |
| 545 | u16 type = nla_type(la); |
| 546 | |
| 547 | switch(type) { |
| 548 | case NETEM_LOSS_GI: { |
| 549 | const struct tc_netem_gimodel *gi = nla_data(la); |
| 550 | |
| 551 | if (nla_len(la) != sizeof(struct tc_netem_gimodel)) { |
| 552 | pr_info("netem: incorrect gi model size\n"); |
| 553 | return -EINVAL; |
| 554 | } |
| 555 | |
| 556 | q->loss_model = CLG_4_STATES; |
| 557 | |
| 558 | q->clg.state = 1; |
| 559 | q->clg.a1 = gi->p13; |
| 560 | q->clg.a2 = gi->p31; |
| 561 | q->clg.a3 = gi->p32; |
| 562 | q->clg.a4 = gi->p14; |
| 563 | q->clg.a5 = gi->p23; |
| 564 | break; |
| 565 | } |
| 566 | |
| 567 | case NETEM_LOSS_GE: { |
| 568 | const struct tc_netem_gemodel *ge = nla_data(la); |
| 569 | |
| 570 | if (nla_len(la) != sizeof(struct tc_netem_gemodel)) { |
| 571 | pr_info("netem: incorrect gi model size\n"); |
| 572 | return -EINVAL; |
| 573 | } |
| 574 | |
| 575 | q->loss_model = CLG_GILB_ELL; |
| 576 | q->clg.state = 1; |
| 577 | q->clg.a1 = ge->p; |
| 578 | q->clg.a2 = ge->r; |
| 579 | q->clg.a3 = ge->h; |
| 580 | q->clg.a4 = ge->k1; |
| 581 | break; |
| 582 | } |
| 583 | |
| 584 | default: |
| 585 | pr_info("netem: unknown loss type %u\n", type); |
| 586 | return -EINVAL; |
| 587 | } |
| 588 | } |
| 589 | |
| 590 | return 0; |
| 591 | } |
| 592 | |
Patrick McHardy | 27a3421 | 2008-01-23 20:35:39 -0800 | [diff] [blame] | 593 | static const struct nla_policy netem_policy[TCA_NETEM_MAX + 1] = { |
| 594 | [TCA_NETEM_CORR] = { .len = sizeof(struct tc_netem_corr) }, |
| 595 | [TCA_NETEM_REORDER] = { .len = sizeof(struct tc_netem_reorder) }, |
| 596 | [TCA_NETEM_CORRUPT] = { .len = sizeof(struct tc_netem_corrupt) }, |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 597 | [TCA_NETEM_LOSS] = { .type = NLA_NESTED }, |
Patrick McHardy | 27a3421 | 2008-01-23 20:35:39 -0800 | [diff] [blame] | 598 | }; |
| 599 | |
Thomas Graf | 2c10b32 | 2008-09-02 17:30:27 -0700 | [diff] [blame] | 600 | static int parse_attr(struct nlattr *tb[], int maxtype, struct nlattr *nla, |
| 601 | const struct nla_policy *policy, int len) |
| 602 | { |
| 603 | int nested_len = nla_len(nla) - NLA_ALIGN(len); |
| 604 | |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 605 | if (nested_len < 0) { |
| 606 | pr_info("netem: invalid attributes len %d\n", nested_len); |
Thomas Graf | 2c10b32 | 2008-09-02 17:30:27 -0700 | [diff] [blame] | 607 | return -EINVAL; |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 608 | } |
| 609 | |
Thomas Graf | 2c10b32 | 2008-09-02 17:30:27 -0700 | [diff] [blame] | 610 | if (nested_len >= nla_attr_size(0)) |
| 611 | return nla_parse(tb, maxtype, nla_data(nla) + NLA_ALIGN(len), |
| 612 | nested_len, policy); |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 613 | |
Thomas Graf | 2c10b32 | 2008-09-02 17:30:27 -0700 | [diff] [blame] | 614 | memset(tb, 0, sizeof(struct nlattr *) * (maxtype + 1)); |
| 615 | return 0; |
| 616 | } |
| 617 | |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 618 | /* Parse netlink message to set options */ |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 619 | static int netem_change(struct Qdisc *sch, struct nlattr *opt) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 620 | { |
| 621 | struct netem_sched_data *q = qdisc_priv(sch); |
Patrick McHardy | b03f467 | 2008-01-23 20:32:21 -0800 | [diff] [blame] | 622 | struct nlattr *tb[TCA_NETEM_MAX + 1]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 623 | struct tc_netem_qopt *qopt; |
| 624 | int ret; |
YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 625 | |
Patrick McHardy | b03f467 | 2008-01-23 20:32:21 -0800 | [diff] [blame] | 626 | if (opt == NULL) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 627 | return -EINVAL; |
| 628 | |
Thomas Graf | 2c10b32 | 2008-09-02 17:30:27 -0700 | [diff] [blame] | 629 | qopt = nla_data(opt); |
| 630 | ret = parse_attr(tb, TCA_NETEM_MAX, opt, netem_policy, sizeof(*qopt)); |
Patrick McHardy | b03f467 | 2008-01-23 20:32:21 -0800 | [diff] [blame] | 631 | if (ret < 0) |
| 632 | return ret; |
| 633 | |
Patrick McHardy | fb0305c | 2008-07-05 23:40:21 -0700 | [diff] [blame] | 634 | ret = fifo_set_limit(q->qdisc, qopt->limit); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 635 | if (ret) { |
stephen hemminger | 250a65f | 2011-02-23 13:04:22 +0000 | [diff] [blame] | 636 | pr_info("netem: can't set fifo limit\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 637 | return ret; |
| 638 | } |
YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 639 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 640 | q->latency = qopt->latency; |
| 641 | q->jitter = qopt->jitter; |
| 642 | q->limit = qopt->limit; |
| 643 | q->gap = qopt->gap; |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 644 | q->counter = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 645 | q->loss = qopt->loss; |
| 646 | q->duplicate = qopt->duplicate; |
| 647 | |
Stephen Hemminger | bb2f8cc | 2007-03-23 00:12:09 -0700 | [diff] [blame] | 648 | /* for compatibility with earlier versions. |
| 649 | * if gap is set, need to assume 100% probability |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 650 | */ |
Stephen Hemminger | a362e0a | 2007-03-22 12:15:45 -0700 | [diff] [blame] | 651 | if (q->gap) |
| 652 | q->reorder = ~0; |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 653 | |
Stephen Hemminger | 265eb67 | 2008-11-03 21:13:26 -0800 | [diff] [blame] | 654 | if (tb[TCA_NETEM_CORR]) |
| 655 | get_correlation(sch, tb[TCA_NETEM_CORR]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 656 | |
Patrick McHardy | b03f467 | 2008-01-23 20:32:21 -0800 | [diff] [blame] | 657 | if (tb[TCA_NETEM_DELAY_DIST]) { |
| 658 | ret = get_dist_table(sch, tb[TCA_NETEM_DELAY_DIST]); |
| 659 | if (ret) |
| 660 | return ret; |
| 661 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 662 | |
Stephen Hemminger | 265eb67 | 2008-11-03 21:13:26 -0800 | [diff] [blame] | 663 | if (tb[TCA_NETEM_REORDER]) |
| 664 | get_reorder(sch, tb[TCA_NETEM_REORDER]); |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 665 | |
Stephen Hemminger | 265eb67 | 2008-11-03 21:13:26 -0800 | [diff] [blame] | 666 | if (tb[TCA_NETEM_CORRUPT]) |
| 667 | get_corrupt(sch, tb[TCA_NETEM_CORRUPT]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 668 | |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 669 | q->loss_model = CLG_RANDOM; |
| 670 | if (tb[TCA_NETEM_LOSS]) |
| 671 | ret = get_loss_clg(sch, tb[TCA_NETEM_LOSS]); |
| 672 | |
| 673 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 674 | } |
| 675 | |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 676 | /* |
| 677 | * Special case version of FIFO queue for use by netem. |
| 678 | * It queues in order based on timestamps in skb's |
| 679 | */ |
| 680 | struct fifo_sched_data { |
| 681 | u32 limit; |
Stephen Hemminger | 075aa57 | 2007-03-22 12:17:05 -0700 | [diff] [blame] | 682 | psched_time_t oldest; |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 683 | }; |
| 684 | |
| 685 | static int tfifo_enqueue(struct sk_buff *nskb, struct Qdisc *sch) |
| 686 | { |
| 687 | struct fifo_sched_data *q = qdisc_priv(sch); |
| 688 | struct sk_buff_head *list = &sch->q; |
Jussi Kivilinna | 5f86173 | 2008-07-20 00:08:04 -0700 | [diff] [blame] | 689 | psched_time_t tnext = netem_skb_cb(nskb)->time_to_send; |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 690 | struct sk_buff *skb; |
| 691 | |
| 692 | if (likely(skb_queue_len(list) < q->limit)) { |
Stephen Hemminger | 075aa57 | 2007-03-22 12:17:05 -0700 | [diff] [blame] | 693 | /* Optimize for add at tail */ |
Patrick McHardy | 104e087 | 2007-03-23 11:28:07 -0700 | [diff] [blame] | 694 | if (likely(skb_queue_empty(list) || tnext >= q->oldest)) { |
Stephen Hemminger | 075aa57 | 2007-03-22 12:17:05 -0700 | [diff] [blame] | 695 | q->oldest = tnext; |
| 696 | return qdisc_enqueue_tail(nskb, sch); |
| 697 | } |
| 698 | |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 699 | skb_queue_reverse_walk(list, skb) { |
Jussi Kivilinna | 5f86173 | 2008-07-20 00:08:04 -0700 | [diff] [blame] | 700 | const struct netem_skb_cb *cb = netem_skb_cb(skb); |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 701 | |
Patrick McHardy | 104e087 | 2007-03-23 11:28:07 -0700 | [diff] [blame] | 702 | if (tnext >= cb->time_to_send) |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 703 | break; |
| 704 | } |
| 705 | |
| 706 | __skb_queue_after(list, skb, nskb); |
| 707 | |
Jussi Kivilinna | 0abf77e | 2008-07-20 00:08:27 -0700 | [diff] [blame] | 708 | sch->qstats.backlog += qdisc_pkt_len(nskb); |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 709 | |
| 710 | return NET_XMIT_SUCCESS; |
| 711 | } |
| 712 | |
Stephen Hemminger | 075aa57 | 2007-03-22 12:17:05 -0700 | [diff] [blame] | 713 | return qdisc_reshape_fail(nskb, sch); |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 714 | } |
| 715 | |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 716 | static int tfifo_init(struct Qdisc *sch, struct nlattr *opt) |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 717 | { |
| 718 | struct fifo_sched_data *q = qdisc_priv(sch); |
| 719 | |
| 720 | if (opt) { |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 721 | struct tc_fifo_qopt *ctl = nla_data(opt); |
| 722 | if (nla_len(opt) < sizeof(*ctl)) |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 723 | return -EINVAL; |
| 724 | |
| 725 | q->limit = ctl->limit; |
| 726 | } else |
David S. Miller | 5ce2d48 | 2008-07-08 17:06:30 -0700 | [diff] [blame] | 727 | q->limit = max_t(u32, qdisc_dev(sch)->tx_queue_len, 1); |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 728 | |
Patrick McHardy | a084980 | 2007-03-23 11:28:30 -0700 | [diff] [blame] | 729 | q->oldest = PSCHED_PASTPERFECT; |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 730 | return 0; |
| 731 | } |
| 732 | |
| 733 | static int tfifo_dump(struct Qdisc *sch, struct sk_buff *skb) |
| 734 | { |
| 735 | struct fifo_sched_data *q = qdisc_priv(sch); |
| 736 | struct tc_fifo_qopt opt = { .limit = q->limit }; |
| 737 | |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 738 | NLA_PUT(skb, TCA_OPTIONS, sizeof(opt), &opt); |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 739 | return skb->len; |
| 740 | |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 741 | nla_put_failure: |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 742 | return -1; |
| 743 | } |
| 744 | |
Eric Dumazet | 20fea08 | 2007-11-14 01:44:41 -0800 | [diff] [blame] | 745 | static struct Qdisc_ops tfifo_qdisc_ops __read_mostly = { |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 746 | .id = "tfifo", |
| 747 | .priv_size = sizeof(struct fifo_sched_data), |
| 748 | .enqueue = tfifo_enqueue, |
| 749 | .dequeue = qdisc_dequeue_head, |
Jarek Poplawski | 8e3af97 | 2008-10-31 00:45:55 -0700 | [diff] [blame] | 750 | .peek = qdisc_peek_head, |
Stephen Hemminger | 300ce17 | 2005-10-30 13:47:34 -0800 | [diff] [blame] | 751 | .drop = qdisc_queue_drop, |
| 752 | .init = tfifo_init, |
| 753 | .reset = qdisc_reset_queue, |
| 754 | .change = tfifo_init, |
| 755 | .dump = tfifo_dump, |
| 756 | }; |
| 757 | |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 758 | static int netem_init(struct Qdisc *sch, struct nlattr *opt) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 759 | { |
| 760 | struct netem_sched_data *q = qdisc_priv(sch); |
| 761 | int ret; |
| 762 | |
| 763 | if (!opt) |
| 764 | return -EINVAL; |
| 765 | |
Patrick McHardy | 59cb5c6 | 2007-03-16 01:20:31 -0700 | [diff] [blame] | 766 | qdisc_watchdog_init(&q->watchdog, sch); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 767 | |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 768 | q->loss_model = CLG_RANDOM; |
Changli Gao | 3511c91 | 2010-10-16 13:04:08 +0000 | [diff] [blame] | 769 | q->qdisc = qdisc_create_dflt(sch->dev_queue, &tfifo_qdisc_ops, |
Patrick McHardy | 9f9afec | 2006-11-29 17:35:18 -0800 | [diff] [blame] | 770 | TC_H_MAKE(sch->handle, 1)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 771 | if (!q->qdisc) { |
stephen hemminger | 250a65f | 2011-02-23 13:04:22 +0000 | [diff] [blame] | 772 | pr_notice("netem: qdisc create tfifo qdisc failed\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 773 | return -ENOMEM; |
| 774 | } |
| 775 | |
| 776 | ret = netem_change(sch, opt); |
| 777 | if (ret) { |
stephen hemminger | 250a65f | 2011-02-23 13:04:22 +0000 | [diff] [blame] | 778 | pr_info("netem: change failed\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 779 | qdisc_destroy(q->qdisc); |
| 780 | } |
| 781 | return ret; |
| 782 | } |
| 783 | |
| 784 | static void netem_destroy(struct Qdisc *sch) |
| 785 | { |
| 786 | struct netem_sched_data *q = qdisc_priv(sch); |
| 787 | |
Patrick McHardy | 59cb5c6 | 2007-03-16 01:20:31 -0700 | [diff] [blame] | 788 | qdisc_watchdog_cancel(&q->watchdog); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 789 | qdisc_destroy(q->qdisc); |
stephen hemminger | 6373a9a | 2011-02-23 13:04:18 +0000 | [diff] [blame] | 790 | dist_free(q->delay_dist); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 791 | } |
| 792 | |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 793 | static int dump_loss_model(const struct netem_sched_data *q, |
| 794 | struct sk_buff *skb) |
| 795 | { |
| 796 | struct nlattr *nest; |
| 797 | |
| 798 | nest = nla_nest_start(skb, TCA_NETEM_LOSS); |
| 799 | if (nest == NULL) |
| 800 | goto nla_put_failure; |
| 801 | |
| 802 | switch (q->loss_model) { |
| 803 | case CLG_RANDOM: |
| 804 | /* legacy loss model */ |
| 805 | nla_nest_cancel(skb, nest); |
| 806 | return 0; /* no data */ |
| 807 | |
| 808 | case CLG_4_STATES: { |
| 809 | struct tc_netem_gimodel gi = { |
| 810 | .p13 = q->clg.a1, |
| 811 | .p31 = q->clg.a2, |
| 812 | .p32 = q->clg.a3, |
| 813 | .p14 = q->clg.a4, |
| 814 | .p23 = q->clg.a5, |
| 815 | }; |
| 816 | |
| 817 | NLA_PUT(skb, NETEM_LOSS_GI, sizeof(gi), &gi); |
| 818 | break; |
| 819 | } |
| 820 | case CLG_GILB_ELL: { |
| 821 | struct tc_netem_gemodel ge = { |
| 822 | .p = q->clg.a1, |
| 823 | .r = q->clg.a2, |
| 824 | .h = q->clg.a3, |
| 825 | .k1 = q->clg.a4, |
| 826 | }; |
| 827 | |
| 828 | NLA_PUT(skb, NETEM_LOSS_GE, sizeof(ge), &ge); |
| 829 | break; |
| 830 | } |
| 831 | } |
| 832 | |
| 833 | nla_nest_end(skb, nest); |
| 834 | return 0; |
| 835 | |
| 836 | nla_put_failure: |
| 837 | nla_nest_cancel(skb, nest); |
| 838 | return -1; |
| 839 | } |
| 840 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 841 | static int netem_dump(struct Qdisc *sch, struct sk_buff *skb) |
| 842 | { |
| 843 | const struct netem_sched_data *q = qdisc_priv(sch); |
stephen hemminger | 861d7f7 | 2011-02-23 13:04:17 +0000 | [diff] [blame] | 844 | struct nlattr *nla = (struct nlattr *) skb_tail_pointer(skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 845 | struct tc_netem_qopt qopt; |
| 846 | struct tc_netem_corr cor; |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 847 | struct tc_netem_reorder reorder; |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 848 | struct tc_netem_corrupt corrupt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 849 | |
| 850 | qopt.latency = q->latency; |
| 851 | qopt.jitter = q->jitter; |
| 852 | qopt.limit = q->limit; |
| 853 | qopt.loss = q->loss; |
| 854 | qopt.gap = q->gap; |
| 855 | qopt.duplicate = q->duplicate; |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 856 | NLA_PUT(skb, TCA_OPTIONS, sizeof(qopt), &qopt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 857 | |
| 858 | cor.delay_corr = q->delay_cor.rho; |
| 859 | cor.loss_corr = q->loss_cor.rho; |
| 860 | cor.dup_corr = q->dup_cor.rho; |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 861 | NLA_PUT(skb, TCA_NETEM_CORR, sizeof(cor), &cor); |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 862 | |
| 863 | reorder.probability = q->reorder; |
| 864 | reorder.correlation = q->reorder_cor.rho; |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 865 | NLA_PUT(skb, TCA_NETEM_REORDER, sizeof(reorder), &reorder); |
Stephen Hemminger | 0dca51d | 2005-05-26 12:55:48 -0700 | [diff] [blame] | 866 | |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 867 | corrupt.probability = q->corrupt; |
| 868 | corrupt.correlation = q->corrupt_cor.rho; |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 869 | NLA_PUT(skb, TCA_NETEM_CORRUPT, sizeof(corrupt), &corrupt); |
Stephen Hemminger | c865e5d | 2005-12-21 19:03:44 -0800 | [diff] [blame] | 870 | |
stephen hemminger | 661b797 | 2011-02-23 13:04:21 +0000 | [diff] [blame] | 871 | if (dump_loss_model(q, skb) != 0) |
| 872 | goto nla_put_failure; |
| 873 | |
stephen hemminger | 861d7f7 | 2011-02-23 13:04:17 +0000 | [diff] [blame] | 874 | return nla_nest_end(skb, nla); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 875 | |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 876 | nla_put_failure: |
stephen hemminger | 861d7f7 | 2011-02-23 13:04:17 +0000 | [diff] [blame] | 877 | nlmsg_trim(skb, nla); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 878 | return -1; |
| 879 | } |
| 880 | |
stephen hemminger | 10f6dfc | 2011-02-23 13:04:20 +0000 | [diff] [blame] | 881 | static int netem_dump_class(struct Qdisc *sch, unsigned long cl, |
| 882 | struct sk_buff *skb, struct tcmsg *tcm) |
| 883 | { |
| 884 | struct netem_sched_data *q = qdisc_priv(sch); |
| 885 | |
| 886 | if (cl != 1) /* only one class */ |
| 887 | return -ENOENT; |
| 888 | |
| 889 | tcm->tcm_handle |= TC_H_MIN(1); |
| 890 | tcm->tcm_info = q->qdisc->handle; |
| 891 | |
| 892 | return 0; |
| 893 | } |
| 894 | |
| 895 | static int netem_graft(struct Qdisc *sch, unsigned long arg, struct Qdisc *new, |
| 896 | struct Qdisc **old) |
| 897 | { |
| 898 | struct netem_sched_data *q = qdisc_priv(sch); |
| 899 | |
| 900 | if (new == NULL) |
| 901 | new = &noop_qdisc; |
| 902 | |
| 903 | sch_tree_lock(sch); |
| 904 | *old = q->qdisc; |
| 905 | q->qdisc = new; |
| 906 | qdisc_tree_decrease_qlen(*old, (*old)->q.qlen); |
| 907 | qdisc_reset(*old); |
| 908 | sch_tree_unlock(sch); |
| 909 | |
| 910 | return 0; |
| 911 | } |
| 912 | |
| 913 | static struct Qdisc *netem_leaf(struct Qdisc *sch, unsigned long arg) |
| 914 | { |
| 915 | struct netem_sched_data *q = qdisc_priv(sch); |
| 916 | return q->qdisc; |
| 917 | } |
| 918 | |
| 919 | static unsigned long netem_get(struct Qdisc *sch, u32 classid) |
| 920 | { |
| 921 | return 1; |
| 922 | } |
| 923 | |
| 924 | static void netem_put(struct Qdisc *sch, unsigned long arg) |
| 925 | { |
| 926 | } |
| 927 | |
| 928 | static void netem_walk(struct Qdisc *sch, struct qdisc_walker *walker) |
| 929 | { |
| 930 | if (!walker->stop) { |
| 931 | if (walker->count >= walker->skip) |
| 932 | if (walker->fn(sch, 1, walker) < 0) { |
| 933 | walker->stop = 1; |
| 934 | return; |
| 935 | } |
| 936 | walker->count++; |
| 937 | } |
| 938 | } |
| 939 | |
| 940 | static const struct Qdisc_class_ops netem_class_ops = { |
| 941 | .graft = netem_graft, |
| 942 | .leaf = netem_leaf, |
| 943 | .get = netem_get, |
| 944 | .put = netem_put, |
| 945 | .walk = netem_walk, |
| 946 | .dump = netem_dump_class, |
| 947 | }; |
| 948 | |
Eric Dumazet | 20fea08 | 2007-11-14 01:44:41 -0800 | [diff] [blame] | 949 | static struct Qdisc_ops netem_qdisc_ops __read_mostly = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 950 | .id = "netem", |
stephen hemminger | 10f6dfc | 2011-02-23 13:04:20 +0000 | [diff] [blame] | 951 | .cl_ops = &netem_class_ops, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 952 | .priv_size = sizeof(struct netem_sched_data), |
| 953 | .enqueue = netem_enqueue, |
| 954 | .dequeue = netem_dequeue, |
Jarek Poplawski | 77be155 | 2008-10-31 00:47:01 -0700 | [diff] [blame] | 955 | .peek = qdisc_peek_dequeued, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 956 | .drop = netem_drop, |
| 957 | .init = netem_init, |
| 958 | .reset = netem_reset, |
| 959 | .destroy = netem_destroy, |
| 960 | .change = netem_change, |
| 961 | .dump = netem_dump, |
| 962 | .owner = THIS_MODULE, |
| 963 | }; |
| 964 | |
| 965 | |
| 966 | static int __init netem_module_init(void) |
| 967 | { |
Stephen Hemminger | eb229c4 | 2005-11-03 13:49:01 -0800 | [diff] [blame] | 968 | pr_info("netem: version " VERSION "\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 969 | return register_qdisc(&netem_qdisc_ops); |
| 970 | } |
| 971 | static void __exit netem_module_exit(void) |
| 972 | { |
| 973 | unregister_qdisc(&netem_qdisc_ops); |
| 974 | } |
| 975 | module_init(netem_module_init) |
| 976 | module_exit(netem_module_exit) |
| 977 | MODULE_LICENSE("GPL"); |