blob: 2e4bd2c0a50c497fbc6cbfe5338cab981559b491 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * net/sched/sch_fifo.c The simplest FIFO queue.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10 */
11
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/module.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090013#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/types.h>
15#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/skbuff.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <net/pkt_sched.h>
19
20/* 1 band FIFO pseudo-"scheduler" */
21
Eric Dumazetcc7ec452011-01-19 19:26:56 +000022static int bfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch)
Linus Torvalds1da177e2005-04-16 15:20:36 -070023{
Eric Dumazetd2760552011-03-03 11:10:02 -080024 if (likely(sch->qstats.backlog + qdisc_pkt_len(skb) <= sch->limit))
Thomas Grafaaae3012005-06-18 22:57:42 -070025 return qdisc_enqueue_tail(skb, sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
Thomas Grafaaae3012005-06-18 22:57:42 -070027 return qdisc_reshape_fail(skb, sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070028}
29
Eric Dumazetcc7ec452011-01-19 19:26:56 +000030static int pfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch)
Linus Torvalds1da177e2005-04-16 15:20:36 -070031{
Eric Dumazetd2760552011-03-03 11:10:02 -080032 if (likely(skb_queue_len(&sch->q) < sch->limit))
Thomas Grafaaae3012005-06-18 22:57:42 -070033 return qdisc_enqueue_tail(skb, sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Thomas Grafaaae3012005-06-18 22:57:42 -070035 return qdisc_reshape_fail(skb, sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070036}
37
Eric Dumazetcc7ec452011-01-19 19:26:56 +000038static int pfifo_tail_enqueue(struct sk_buff *skb, struct Qdisc *sch)
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000039{
Eric Dumazet6c0d54f2016-06-12 20:01:25 -070040 unsigned int prev_backlog;
41
Eric Dumazetd2760552011-03-03 11:10:02 -080042 if (likely(skb_queue_len(&sch->q) < sch->limit))
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000043 return qdisc_enqueue_tail(skb, sch);
44
Eric Dumazet6c0d54f2016-06-12 20:01:25 -070045 prev_backlog = sch->qstats.backlog;
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000046 /* queue full, remove one skb to fulfill the limit */
Eric Dumazet9190b3b2011-01-20 23:31:33 -080047 __qdisc_queue_drop_head(sch, &sch->q);
John Fastabend25331d62014-09-28 11:53:29 -070048 qdisc_qstats_drop(sch);
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000049 qdisc_enqueue_tail(skb, sch);
50
Eric Dumazet6c0d54f2016-06-12 20:01:25 -070051 qdisc_tree_reduce_backlog(sch, 0, prev_backlog - sch->qstats.backlog);
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000052 return NET_XMIT_CN;
53}
54
Patrick McHardy1e904742008-01-22 22:11:17 -080055static int fifo_init(struct Qdisc *sch, struct nlattr *opt)
Linus Torvalds1da177e2005-04-16 15:20:36 -070056{
Eric Dumazet23624932011-01-21 16:26:09 -080057 bool bypass;
58 bool is_bfifo = sch->ops == &bfifo_qdisc_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -070059
60 if (opt == NULL) {
Phil Sutter348e3432015-08-18 10:30:49 +020061 u32 limit = qdisc_dev(sch)->tx_queue_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -070062
Eric Dumazet23624932011-01-21 16:26:09 -080063 if (is_bfifo)
Patrick McHardy64739902009-05-06 16:45:07 -070064 limit *= psched_mtu(qdisc_dev(sch));
Thomas Graf6fc8e842005-06-18 22:58:00 -070065
Eric Dumazetd2760552011-03-03 11:10:02 -080066 sch->limit = limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 } else {
Patrick McHardy1e904742008-01-22 22:11:17 -080068 struct tc_fifo_qopt *ctl = nla_data(opt);
Thomas Graf6fc8e842005-06-18 22:58:00 -070069
Patrick McHardy1e904742008-01-22 22:11:17 -080070 if (nla_len(opt) < sizeof(*ctl))
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 return -EINVAL;
Thomas Graf6fc8e842005-06-18 22:58:00 -070072
Eric Dumazetd2760552011-03-03 11:10:02 -080073 sch->limit = ctl->limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 }
Thomas Graf6fc8e842005-06-18 22:58:00 -070075
Eric Dumazet23624932011-01-21 16:26:09 -080076 if (is_bfifo)
Eric Dumazetd2760552011-03-03 11:10:02 -080077 bypass = sch->limit >= psched_mtu(qdisc_dev(sch));
Eric Dumazet23624932011-01-21 16:26:09 -080078 else
Eric Dumazetd2760552011-03-03 11:10:02 -080079 bypass = sch->limit >= 1;
Eric Dumazet23624932011-01-21 16:26:09 -080080
81 if (bypass)
82 sch->flags |= TCQ_F_CAN_BYPASS;
83 else
84 sch->flags &= ~TCQ_F_CAN_BYPASS;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 return 0;
86}
87
88static int fifo_dump(struct Qdisc *sch, struct sk_buff *skb)
89{
Eric Dumazetd2760552011-03-03 11:10:02 -080090 struct tc_fifo_qopt opt = { .limit = sch->limit };
Linus Torvalds1da177e2005-04-16 15:20:36 -070091
David S. Miller1b34ec42012-03-29 05:11:39 -040092 if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt))
93 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 return skb->len;
95
Patrick McHardy1e904742008-01-22 22:11:17 -080096nla_put_failure:
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 return -1;
98}
99
Eric Dumazet20fea082007-11-14 01:44:41 -0800100struct Qdisc_ops pfifo_qdisc_ops __read_mostly = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 .id = "pfifo",
Eric Dumazetd2760552011-03-03 11:10:02 -0800102 .priv_size = 0,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 .enqueue = pfifo_enqueue,
Thomas Grafaaae3012005-06-18 22:57:42 -0700104 .dequeue = qdisc_dequeue_head,
Patrick McHardy48a8f512008-10-31 00:44:18 -0700105 .peek = qdisc_peek_head,
Thomas Grafaaae3012005-06-18 22:57:42 -0700106 .drop = qdisc_queue_drop,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 .init = fifo_init,
Thomas Grafaaae3012005-06-18 22:57:42 -0700108 .reset = qdisc_reset_queue,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 .change = fifo_init,
110 .dump = fifo_dump,
111 .owner = THIS_MODULE,
112};
Patrick McHardy62e3ba12008-01-22 22:10:23 -0800113EXPORT_SYMBOL(pfifo_qdisc_ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114
Eric Dumazet20fea082007-11-14 01:44:41 -0800115struct Qdisc_ops bfifo_qdisc_ops __read_mostly = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 .id = "bfifo",
Eric Dumazetd2760552011-03-03 11:10:02 -0800117 .priv_size = 0,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 .enqueue = bfifo_enqueue,
Thomas Grafaaae3012005-06-18 22:57:42 -0700119 .dequeue = qdisc_dequeue_head,
Patrick McHardy48a8f512008-10-31 00:44:18 -0700120 .peek = qdisc_peek_head,
Thomas Grafaaae3012005-06-18 22:57:42 -0700121 .drop = qdisc_queue_drop,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 .init = fifo_init,
Thomas Grafaaae3012005-06-18 22:57:42 -0700123 .reset = qdisc_reset_queue,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 .change = fifo_init,
125 .dump = fifo_dump,
126 .owner = THIS_MODULE,
127};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128EXPORT_SYMBOL(bfifo_qdisc_ops);
Patrick McHardyfb0305c2008-07-05 23:40:21 -0700129
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +0000130struct Qdisc_ops pfifo_head_drop_qdisc_ops __read_mostly = {
131 .id = "pfifo_head_drop",
Eric Dumazetd2760552011-03-03 11:10:02 -0800132 .priv_size = 0,
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +0000133 .enqueue = pfifo_tail_enqueue,
134 .dequeue = qdisc_dequeue_head,
135 .peek = qdisc_peek_head,
136 .drop = qdisc_queue_drop_head,
137 .init = fifo_init,
138 .reset = qdisc_reset_queue,
139 .change = fifo_init,
140 .dump = fifo_dump,
141 .owner = THIS_MODULE,
142};
143
Patrick McHardyfb0305c2008-07-05 23:40:21 -0700144/* Pass size change message down to embedded FIFO */
145int fifo_set_limit(struct Qdisc *q, unsigned int limit)
146{
147 struct nlattr *nla;
148 int ret = -ENOMEM;
149
150 /* Hack to avoid sending change message to non-FIFO */
151 if (strncmp(q->ops->id + 1, "fifo", 4) != 0)
152 return 0;
153
154 nla = kmalloc(nla_attr_size(sizeof(struct tc_fifo_qopt)), GFP_KERNEL);
155 if (nla) {
156 nla->nla_type = RTM_NEWQDISC;
157 nla->nla_len = nla_attr_size(sizeof(struct tc_fifo_qopt));
158 ((struct tc_fifo_qopt *)nla_data(nla))->limit = limit;
159
160 ret = q->ops->change(q, nla);
161 kfree(nla);
162 }
163 return ret;
164}
165EXPORT_SYMBOL(fifo_set_limit);
166
167struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops,
168 unsigned int limit)
169{
170 struct Qdisc *q;
171 int err = -ENOMEM;
172
Changli Gao3511c912010-10-16 13:04:08 +0000173 q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1));
Patrick McHardyfb0305c2008-07-05 23:40:21 -0700174 if (q) {
175 err = fifo_set_limit(q, limit);
176 if (err < 0) {
177 qdisc_destroy(q);
178 q = NULL;
179 }
180 }
181
182 return q ? : ERR_PTR(err);
183}
184EXPORT_SYMBOL(fifo_create_dflt);