blob: f6c3b2137eeaacdc5cf38d1eac03e018d8f2d37b [file] [log] [blame]
Sjur Braendeland15c9ac02010-03-30 13:56:24 +00001/*
2 * Copyright (C) ST-Ericsson AB 2010
sjur.brandeland@stericsson.com26ee65e2013-04-22 23:57:01 +00003 * Author: Sjur Brendeland
Sjur Braendeland15c9ac02010-03-30 13:56:24 +00004 * License terms: GNU General Public License (GPL) version 2
5 */
6
Joe Perchesb31fa5b2010-09-05 21:31:11 +00007#define pr_fmt(fmt) KBUILD_MODNAME ":%s(): " fmt, __func__
8
Sjur Braendeland15c9ac02010-03-30 13:56:24 +00009#include <linux/string.h>
10#include <linux/skbuff.h>
11#include <linux/hardirq.h>
Paul Gortmakerbc3b2d72011-07-15 11:47:34 -040012#include <linux/export.h>
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000013#include <net/caif/cfpkt.h>
14
Sjur Braendeland24e263a2010-08-10 07:36:46 +000015#define PKT_PREFIX 48
Sjur Braendeland2aa40ae2010-06-17 06:55:40 +000016#define PKT_POSTFIX 2
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000017#define PKT_LEN_WHEN_EXTENDING 128
Joe Perchesb31fa5b2010-09-05 21:31:11 +000018#define PKT_ERROR(pkt, errmsg) \
19do { \
20 cfpkt_priv(pkt)->erronous = true; \
21 skb_reset_tail_pointer(&pkt->skb); \
22 pr_warn(errmsg); \
23} while (0)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000024
25struct cfpktq {
26 struct sk_buff_head head;
27 atomic_t count;
28 /* Lock protects count updates */
29 spinlock_t lock;
30};
31
32/*
33 * net/caif/ is generic and does not
34 * understand SKB, so we do this typecast
35 */
36struct cfpkt {
37 struct sk_buff skb;
38};
39
40/* Private data inside SKB */
41struct cfpkt_priv_data {
42 struct dev_info dev_info;
43 bool erronous;
44};
45
Stephen Hemminger73d6ac62011-04-11 10:43:50 +000046static inline struct cfpkt_priv_data *cfpkt_priv(struct cfpkt *pkt)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000047{
48 return (struct cfpkt_priv_data *) pkt->skb.cb;
49}
50
Stephen Hemminger73d6ac62011-04-11 10:43:50 +000051static inline bool is_erronous(struct cfpkt *pkt)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000052{
53 return cfpkt_priv(pkt)->erronous;
54}
55
Stephen Hemminger73d6ac62011-04-11 10:43:50 +000056static inline struct sk_buff *pkt_to_skb(struct cfpkt *pkt)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000057{
58 return &pkt->skb;
59}
60
Stephen Hemminger73d6ac62011-04-11 10:43:50 +000061static inline struct cfpkt *skb_to_pkt(struct sk_buff *skb)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000062{
63 return (struct cfpkt *) skb;
64}
65
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000066struct cfpkt *cfpkt_fromnative(enum caif_direction dir, void *nativepkt)
67{
68 struct cfpkt *pkt = skb_to_pkt(nativepkt);
69 cfpkt_priv(pkt)->erronous = false;
70 return pkt;
71}
72EXPORT_SYMBOL(cfpkt_fromnative);
73
74void *cfpkt_tonative(struct cfpkt *pkt)
75{
76 return (void *) pkt;
77}
78EXPORT_SYMBOL(cfpkt_tonative);
79
80static struct cfpkt *cfpkt_create_pfx(u16 len, u16 pfx)
81{
82 struct sk_buff *skb;
83
84 if (likely(in_interrupt()))
85 skb = alloc_skb(len + pfx, GFP_ATOMIC);
86 else
87 skb = alloc_skb(len + pfx, GFP_KERNEL);
88
89 if (unlikely(skb == NULL))
90 return NULL;
91
92 skb_reserve(skb, pfx);
93 return skb_to_pkt(skb);
94}
95
96inline struct cfpkt *cfpkt_create(u16 len)
97{
98 return cfpkt_create_pfx(len + PKT_POSTFIX, PKT_PREFIX);
99}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000100
101void cfpkt_destroy(struct cfpkt *pkt)
102{
103 struct sk_buff *skb = pkt_to_skb(pkt);
104 kfree_skb(skb);
105}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000106
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000107inline bool cfpkt_more(struct cfpkt *pkt)
108{
109 struct sk_buff *skb = pkt_to_skb(pkt);
110 return skb->len > 0;
111}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000112
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000113int cfpkt_peek_head(struct cfpkt *pkt, void *data, u16 len)
114{
115 struct sk_buff *skb = pkt_to_skb(pkt);
116 if (skb_headlen(skb) >= len) {
117 memcpy(data, skb->data, len);
118 return 0;
119 }
120 return !cfpkt_extr_head(pkt, data, len) &&
121 !cfpkt_add_head(pkt, data, len);
122}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000123
124int cfpkt_extr_head(struct cfpkt *pkt, void *data, u16 len)
125{
126 struct sk_buff *skb = pkt_to_skb(pkt);
127 u8 *from;
128 if (unlikely(is_erronous(pkt)))
129 return -EPROTO;
130
131 if (unlikely(len > skb->len)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000132 PKT_ERROR(pkt, "read beyond end of packet\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000133 return -EPROTO;
134 }
135
136 if (unlikely(len > skb_headlen(skb))) {
137 if (unlikely(skb_linearize(skb) != 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000138 PKT_ERROR(pkt, "linearize failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000139 return -EPROTO;
140 }
141 }
142 from = skb_pull(skb, len);
143 from -= len;
sjur.brandeland@stericsson.com200c5a32011-11-30 09:22:46 +0000144 if (data)
145 memcpy(data, from, len);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000146 return 0;
147}
sjur.brandeland@stericsson.com7ad65bf2011-12-04 11:22:53 +0000148EXPORT_SYMBOL(cfpkt_extr_head);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000149
150int cfpkt_extr_trail(struct cfpkt *pkt, void *dta, u16 len)
151{
152 struct sk_buff *skb = pkt_to_skb(pkt);
153 u8 *data = dta;
154 u8 *from;
155 if (unlikely(is_erronous(pkt)))
156 return -EPROTO;
157
158 if (unlikely(skb_linearize(skb) != 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000159 PKT_ERROR(pkt, "linearize failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000160 return -EPROTO;
161 }
162 if (unlikely(skb->data + len > skb_tail_pointer(skb))) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000163 PKT_ERROR(pkt, "read beyond end of packet\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000164 return -EPROTO;
165 }
166 from = skb_tail_pointer(skb) - len;
167 skb_trim(skb, skb->len - len);
168 memcpy(data, from, len);
169 return 0;
170}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000171
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000172int cfpkt_pad_trail(struct cfpkt *pkt, u16 len)
173{
174 return cfpkt_add_body(pkt, NULL, len);
175}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000176
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000177int cfpkt_add_body(struct cfpkt *pkt, const void *data, u16 len)
178{
179 struct sk_buff *skb = pkt_to_skb(pkt);
180 struct sk_buff *lastskb;
181 u8 *to;
182 u16 addlen = 0;
183
184
185 if (unlikely(is_erronous(pkt)))
186 return -EPROTO;
187
188 lastskb = skb;
189
190 /* Check whether we need to add space at the tail */
191 if (unlikely(skb_tailroom(skb) < len)) {
192 if (likely(len < PKT_LEN_WHEN_EXTENDING))
193 addlen = PKT_LEN_WHEN_EXTENDING;
194 else
195 addlen = len;
196 }
197
198 /* Check whether we need to change the SKB before writing to the tail */
199 if (unlikely((addlen > 0) || skb_cloned(skb) || skb_shared(skb))) {
200
201 /* Make sure data is writable */
202 if (unlikely(skb_cow_data(skb, addlen, &lastskb) < 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000203 PKT_ERROR(pkt, "cow failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000204 return -EPROTO;
205 }
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000206 }
207
208 /* All set to put the last SKB and optionally write data there. */
Mathias Krause253c6da2013-11-07 14:18:25 +0100209 to = pskb_put(skb, lastskb, len);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000210 if (likely(data))
211 memcpy(to, data, len);
212 return 0;
213}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000214
215inline int cfpkt_addbdy(struct cfpkt *pkt, u8 data)
216{
217 return cfpkt_add_body(pkt, &data, 1);
218}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000219
220int cfpkt_add_head(struct cfpkt *pkt, const void *data2, u16 len)
221{
222 struct sk_buff *skb = pkt_to_skb(pkt);
223 struct sk_buff *lastskb;
224 u8 *to;
225 const u8 *data = data2;
Sjur Braendeland638e6282010-05-21 02:16:09 +0000226 int ret;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000227 if (unlikely(is_erronous(pkt)))
228 return -EPROTO;
229 if (unlikely(skb_headroom(skb) < len)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000230 PKT_ERROR(pkt, "no headroom\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000231 return -EPROTO;
232 }
233
234 /* Make sure data is writable */
Sjur Braendeland638e6282010-05-21 02:16:09 +0000235 ret = skb_cow_data(skb, 0, &lastskb);
236 if (unlikely(ret < 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000237 PKT_ERROR(pkt, "cow failed\n");
Sjur Braendeland638e6282010-05-21 02:16:09 +0000238 return ret;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000239 }
240
241 to = skb_push(skb, len);
242 memcpy(to, data, len);
243 return 0;
244}
sjur.brandeland@stericsson.com7ad65bf2011-12-04 11:22:53 +0000245EXPORT_SYMBOL(cfpkt_add_head);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000246
247inline int cfpkt_add_trail(struct cfpkt *pkt, const void *data, u16 len)
248{
249 return cfpkt_add_body(pkt, data, len);
250}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000251
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000252inline u16 cfpkt_getlen(struct cfpkt *pkt)
253{
254 struct sk_buff *skb = pkt_to_skb(pkt);
255 return skb->len;
256}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000257
Dan Carpenter278f7b42015-02-19 12:13:13 +0300258int cfpkt_iterate(struct cfpkt *pkt,
259 u16 (*iter_func)(u16, void *, u16),
260 u16 data)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000261{
262 /*
263 * Don't care about the performance hit of linearizing,
264 * Checksum should not be used on high-speed interfaces anyway.
265 */
266 if (unlikely(is_erronous(pkt)))
267 return -EPROTO;
268 if (unlikely(skb_linearize(&pkt->skb) != 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000269 PKT_ERROR(pkt, "linearize failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000270 return -EPROTO;
271 }
272 return iter_func(data, pkt->skb.data, cfpkt_getlen(pkt));
273}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000274
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000275int cfpkt_setlen(struct cfpkt *pkt, u16 len)
276{
277 struct sk_buff *skb = pkt_to_skb(pkt);
278
279
280 if (unlikely(is_erronous(pkt)))
281 return -EPROTO;
282
283 if (likely(len <= skb->len)) {
284 if (unlikely(skb->data_len))
285 ___pskb_trim(skb, len);
286 else
287 skb_trim(skb, len);
288
289 return cfpkt_getlen(pkt);
290 }
291
292 /* Need to expand SKB */
293 if (unlikely(!cfpkt_pad_trail(pkt, len - skb->len)))
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000294 PKT_ERROR(pkt, "skb_pad_trail failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000295
296 return cfpkt_getlen(pkt);
297}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000298
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000299struct cfpkt *cfpkt_append(struct cfpkt *dstpkt,
Silviu-Mihai Popescu3bffc472013-03-06 19:39:57 +0000300 struct cfpkt *addpkt,
301 u16 expectlen)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000302{
303 struct sk_buff *dst = pkt_to_skb(dstpkt);
304 struct sk_buff *add = pkt_to_skb(addpkt);
305 u16 addlen = skb_headlen(add);
306 u16 neededtailspace;
307 struct sk_buff *tmp;
308 u16 dstlen;
309 u16 createlen;
310 if (unlikely(is_erronous(dstpkt) || is_erronous(addpkt))) {
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000311 return dstpkt;
312 }
313 if (expectlen > addlen)
314 neededtailspace = expectlen;
315 else
316 neededtailspace = addlen;
317
318 if (dst->tail + neededtailspace > dst->end) {
319 /* Create a dumplicate of 'dst' with more tail space */
Sjur Braendeland638e6282010-05-21 02:16:09 +0000320 struct cfpkt *tmppkt;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000321 dstlen = skb_headlen(dst);
322 createlen = dstlen + neededtailspace;
Sjur Braendeland638e6282010-05-21 02:16:09 +0000323 tmppkt = cfpkt_create(createlen + PKT_PREFIX + PKT_POSTFIX);
324 if (tmppkt == NULL)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000325 return NULL;
Sjur Braendeland638e6282010-05-21 02:16:09 +0000326 tmp = pkt_to_skb(tmppkt);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000327 skb_set_tail_pointer(tmp, dstlen);
328 tmp->len = dstlen;
329 memcpy(tmp->data, dst->data, dstlen);
330 cfpkt_destroy(dstpkt);
331 dst = tmp;
332 }
333 memcpy(skb_tail_pointer(dst), add->data, skb_headlen(add));
334 cfpkt_destroy(addpkt);
335 dst->tail += addlen;
336 dst->len += addlen;
337 return skb_to_pkt(dst);
338}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000339
340struct cfpkt *cfpkt_split(struct cfpkt *pkt, u16 pos)
341{
342 struct sk_buff *skb2;
343 struct sk_buff *skb = pkt_to_skb(pkt);
Sjur Braendeland638e6282010-05-21 02:16:09 +0000344 struct cfpkt *tmppkt;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000345 u8 *split = skb->data + pos;
346 u16 len2nd = skb_tail_pointer(skb) - split;
347
348 if (unlikely(is_erronous(pkt)))
349 return NULL;
350
351 if (skb->data + pos > skb_tail_pointer(skb)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000352 PKT_ERROR(pkt, "trying to split beyond end of packet\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000353 return NULL;
354 }
355
356 /* Create a new packet for the second part of the data */
Sjur Braendeland638e6282010-05-21 02:16:09 +0000357 tmppkt = cfpkt_create_pfx(len2nd + PKT_PREFIX + PKT_POSTFIX,
358 PKT_PREFIX);
359 if (tmppkt == NULL)
360 return NULL;
361 skb2 = pkt_to_skb(tmppkt);
362
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000363
364 if (skb2 == NULL)
365 return NULL;
366
367 /* Reduce the length of the original packet */
368 skb_set_tail_pointer(skb, pos);
369 skb->len = pos;
370
371 memcpy(skb2->data, split, len2nd);
372 skb2->tail += len2nd;
373 skb2->len += len2nd;
Dmitry Tarnyagin44764812012-04-12 08:27:24 +0000374 skb2->priority = skb->priority;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000375 return skb_to_pkt(skb2);
376}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000377
Stephen Hemminger73d6ac62011-04-11 10:43:50 +0000378bool cfpkt_erroneous(struct cfpkt *pkt)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000379{
380 return cfpkt_priv(pkt)->erronous;
381}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000382
383struct caif_payload_info *cfpkt_info(struct cfpkt *pkt)
384{
385 return (struct caif_payload_info *)&pkt_to_skb(pkt)->cb;
386}
sjur.brandeland@stericsson.com7ad65bf2011-12-04 11:22:53 +0000387EXPORT_SYMBOL(cfpkt_info);
Dmitry Tarnyagin44764812012-04-12 08:27:24 +0000388
389void cfpkt_set_prio(struct cfpkt *pkt, int prio)
390{
391 pkt_to_skb(pkt)->priority = prio;
392}
393EXPORT_SYMBOL(cfpkt_set_prio);