blob: 71b6ab240dea26b228be35ba24ec3f43772f19f7 [file] [log] [blame]
Sjur Braendeland15c9ac02010-03-30 13:56:24 +00001/*
2 * Copyright (C) ST-Ericsson AB 2010
sjur.brandeland@stericsson.com26ee65e2013-04-22 23:57:01 +00003 * Author: Sjur Brendeland
Sjur Braendeland15c9ac02010-03-30 13:56:24 +00004 * License terms: GNU General Public License (GPL) version 2
5 */
6
Joe Perchesb31fa5b2010-09-05 21:31:11 +00007#define pr_fmt(fmt) KBUILD_MODNAME ":%s(): " fmt, __func__
8
Sjur Braendeland15c9ac02010-03-30 13:56:24 +00009#include <linux/string.h>
10#include <linux/skbuff.h>
11#include <linux/hardirq.h>
Paul Gortmakerbc3b2d72011-07-15 11:47:34 -040012#include <linux/export.h>
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000013#include <net/caif/cfpkt.h>
14
Sjur Braendeland24e263a2010-08-10 07:36:46 +000015#define PKT_PREFIX 48
Sjur Braendeland2aa40ae2010-06-17 06:55:40 +000016#define PKT_POSTFIX 2
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000017#define PKT_LEN_WHEN_EXTENDING 128
Joe Perchesb31fa5b2010-09-05 21:31:11 +000018#define PKT_ERROR(pkt, errmsg) \
19do { \
20 cfpkt_priv(pkt)->erronous = true; \
21 skb_reset_tail_pointer(&pkt->skb); \
22 pr_warn(errmsg); \
23} while (0)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000024
25struct cfpktq {
26 struct sk_buff_head head;
27 atomic_t count;
28 /* Lock protects count updates */
29 spinlock_t lock;
30};
31
32/*
33 * net/caif/ is generic and does not
34 * understand SKB, so we do this typecast
35 */
36struct cfpkt {
37 struct sk_buff skb;
38};
39
40/* Private data inside SKB */
41struct cfpkt_priv_data {
42 struct dev_info dev_info;
43 bool erronous;
44};
45
Stephen Hemminger73d6ac62011-04-11 10:43:50 +000046static inline struct cfpkt_priv_data *cfpkt_priv(struct cfpkt *pkt)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000047{
48 return (struct cfpkt_priv_data *) pkt->skb.cb;
49}
50
Stephen Hemminger73d6ac62011-04-11 10:43:50 +000051static inline bool is_erronous(struct cfpkt *pkt)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000052{
53 return cfpkt_priv(pkt)->erronous;
54}
55
Stephen Hemminger73d6ac62011-04-11 10:43:50 +000056static inline struct sk_buff *pkt_to_skb(struct cfpkt *pkt)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000057{
58 return &pkt->skb;
59}
60
Stephen Hemminger73d6ac62011-04-11 10:43:50 +000061static inline struct cfpkt *skb_to_pkt(struct sk_buff *skb)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000062{
63 return (struct cfpkt *) skb;
64}
65
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000066struct cfpkt *cfpkt_fromnative(enum caif_direction dir, void *nativepkt)
67{
68 struct cfpkt *pkt = skb_to_pkt(nativepkt);
69 cfpkt_priv(pkt)->erronous = false;
70 return pkt;
71}
72EXPORT_SYMBOL(cfpkt_fromnative);
73
74void *cfpkt_tonative(struct cfpkt *pkt)
75{
76 return (void *) pkt;
77}
78EXPORT_SYMBOL(cfpkt_tonative);
79
80static struct cfpkt *cfpkt_create_pfx(u16 len, u16 pfx)
81{
82 struct sk_buff *skb;
83
Jia-Ju Baibb566ce2017-06-10 16:49:39 +080084 skb = alloc_skb(len + pfx, GFP_ATOMIC);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000085 if (unlikely(skb == NULL))
86 return NULL;
87
88 skb_reserve(skb, pfx);
89 return skb_to_pkt(skb);
90}
91
92inline struct cfpkt *cfpkt_create(u16 len)
93{
94 return cfpkt_create_pfx(len + PKT_POSTFIX, PKT_PREFIX);
95}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +000096
97void cfpkt_destroy(struct cfpkt *pkt)
98{
99 struct sk_buff *skb = pkt_to_skb(pkt);
100 kfree_skb(skb);
101}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000102
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000103inline bool cfpkt_more(struct cfpkt *pkt)
104{
105 struct sk_buff *skb = pkt_to_skb(pkt);
106 return skb->len > 0;
107}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000108
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000109int cfpkt_peek_head(struct cfpkt *pkt, void *data, u16 len)
110{
111 struct sk_buff *skb = pkt_to_skb(pkt);
112 if (skb_headlen(skb) >= len) {
113 memcpy(data, skb->data, len);
114 return 0;
115 }
116 return !cfpkt_extr_head(pkt, data, len) &&
117 !cfpkt_add_head(pkt, data, len);
118}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000119
120int cfpkt_extr_head(struct cfpkt *pkt, void *data, u16 len)
121{
122 struct sk_buff *skb = pkt_to_skb(pkt);
123 u8 *from;
124 if (unlikely(is_erronous(pkt)))
125 return -EPROTO;
126
127 if (unlikely(len > skb->len)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000128 PKT_ERROR(pkt, "read beyond end of packet\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000129 return -EPROTO;
130 }
131
132 if (unlikely(len > skb_headlen(skb))) {
133 if (unlikely(skb_linearize(skb) != 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000134 PKT_ERROR(pkt, "linearize failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000135 return -EPROTO;
136 }
137 }
138 from = skb_pull(skb, len);
139 from -= len;
sjur.brandeland@stericsson.com200c5a32011-11-30 09:22:46 +0000140 if (data)
141 memcpy(data, from, len);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000142 return 0;
143}
sjur.brandeland@stericsson.com7ad65bf2011-12-04 11:22:53 +0000144EXPORT_SYMBOL(cfpkt_extr_head);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000145
146int cfpkt_extr_trail(struct cfpkt *pkt, void *dta, u16 len)
147{
148 struct sk_buff *skb = pkt_to_skb(pkt);
149 u8 *data = dta;
150 u8 *from;
151 if (unlikely(is_erronous(pkt)))
152 return -EPROTO;
153
154 if (unlikely(skb_linearize(skb) != 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000155 PKT_ERROR(pkt, "linearize failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000156 return -EPROTO;
157 }
158 if (unlikely(skb->data + len > skb_tail_pointer(skb))) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000159 PKT_ERROR(pkt, "read beyond end of packet\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000160 return -EPROTO;
161 }
162 from = skb_tail_pointer(skb) - len;
163 skb_trim(skb, skb->len - len);
164 memcpy(data, from, len);
165 return 0;
166}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000167
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000168int cfpkt_pad_trail(struct cfpkt *pkt, u16 len)
169{
170 return cfpkt_add_body(pkt, NULL, len);
171}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000172
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000173int cfpkt_add_body(struct cfpkt *pkt, const void *data, u16 len)
174{
175 struct sk_buff *skb = pkt_to_skb(pkt);
176 struct sk_buff *lastskb;
177 u8 *to;
178 u16 addlen = 0;
179
180
181 if (unlikely(is_erronous(pkt)))
182 return -EPROTO;
183
184 lastskb = skb;
185
186 /* Check whether we need to add space at the tail */
187 if (unlikely(skb_tailroom(skb) < len)) {
188 if (likely(len < PKT_LEN_WHEN_EXTENDING))
189 addlen = PKT_LEN_WHEN_EXTENDING;
190 else
191 addlen = len;
192 }
193
194 /* Check whether we need to change the SKB before writing to the tail */
195 if (unlikely((addlen > 0) || skb_cloned(skb) || skb_shared(skb))) {
196
197 /* Make sure data is writable */
198 if (unlikely(skb_cow_data(skb, addlen, &lastskb) < 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000199 PKT_ERROR(pkt, "cow failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000200 return -EPROTO;
201 }
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000202 }
203
204 /* All set to put the last SKB and optionally write data there. */
Mathias Krause253c6da2013-11-07 14:18:25 +0100205 to = pskb_put(skb, lastskb, len);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000206 if (likely(data))
207 memcpy(to, data, len);
208 return 0;
209}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000210
211inline int cfpkt_addbdy(struct cfpkt *pkt, u8 data)
212{
213 return cfpkt_add_body(pkt, &data, 1);
214}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000215
216int cfpkt_add_head(struct cfpkt *pkt, const void *data2, u16 len)
217{
218 struct sk_buff *skb = pkt_to_skb(pkt);
219 struct sk_buff *lastskb;
220 u8 *to;
221 const u8 *data = data2;
Sjur Braendeland638e6282010-05-21 02:16:09 +0000222 int ret;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000223 if (unlikely(is_erronous(pkt)))
224 return -EPROTO;
225 if (unlikely(skb_headroom(skb) < len)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000226 PKT_ERROR(pkt, "no headroom\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000227 return -EPROTO;
228 }
229
230 /* Make sure data is writable */
Sjur Braendeland638e6282010-05-21 02:16:09 +0000231 ret = skb_cow_data(skb, 0, &lastskb);
232 if (unlikely(ret < 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000233 PKT_ERROR(pkt, "cow failed\n");
Sjur Braendeland638e6282010-05-21 02:16:09 +0000234 return ret;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000235 }
236
237 to = skb_push(skb, len);
238 memcpy(to, data, len);
239 return 0;
240}
sjur.brandeland@stericsson.com7ad65bf2011-12-04 11:22:53 +0000241EXPORT_SYMBOL(cfpkt_add_head);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000242
243inline int cfpkt_add_trail(struct cfpkt *pkt, const void *data, u16 len)
244{
245 return cfpkt_add_body(pkt, data, len);
246}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000247
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000248inline u16 cfpkt_getlen(struct cfpkt *pkt)
249{
250 struct sk_buff *skb = pkt_to_skb(pkt);
251 return skb->len;
252}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000253
Dan Carpenter278f7b42015-02-19 12:13:13 +0300254int cfpkt_iterate(struct cfpkt *pkt,
255 u16 (*iter_func)(u16, void *, u16),
256 u16 data)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000257{
258 /*
259 * Don't care about the performance hit of linearizing,
260 * Checksum should not be used on high-speed interfaces anyway.
261 */
262 if (unlikely(is_erronous(pkt)))
263 return -EPROTO;
264 if (unlikely(skb_linearize(&pkt->skb) != 0)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000265 PKT_ERROR(pkt, "linearize failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000266 return -EPROTO;
267 }
268 return iter_func(data, pkt->skb.data, cfpkt_getlen(pkt));
269}
sjur.brandeland@stericsson.com3f874ad2011-05-13 02:44:08 +0000270
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000271int cfpkt_setlen(struct cfpkt *pkt, u16 len)
272{
273 struct sk_buff *skb = pkt_to_skb(pkt);
274
275
276 if (unlikely(is_erronous(pkt)))
277 return -EPROTO;
278
279 if (likely(len <= skb->len)) {
280 if (unlikely(skb->data_len))
281 ___pskb_trim(skb, len);
282 else
283 skb_trim(skb, len);
284
Arnd Bergmann8e0cc8c2016-03-14 15:18:38 +0100285 return cfpkt_getlen(pkt);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000286 }
287
288 /* Need to expand SKB */
289 if (unlikely(!cfpkt_pad_trail(pkt, len - skb->len)))
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000290 PKT_ERROR(pkt, "skb_pad_trail failed\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000291
292 return cfpkt_getlen(pkt);
293}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000294
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000295struct cfpkt *cfpkt_append(struct cfpkt *dstpkt,
Silviu-Mihai Popescu3bffc472013-03-06 19:39:57 +0000296 struct cfpkt *addpkt,
297 u16 expectlen)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000298{
299 struct sk_buff *dst = pkt_to_skb(dstpkt);
300 struct sk_buff *add = pkt_to_skb(addpkt);
301 u16 addlen = skb_headlen(add);
302 u16 neededtailspace;
303 struct sk_buff *tmp;
304 u16 dstlen;
305 u16 createlen;
306 if (unlikely(is_erronous(dstpkt) || is_erronous(addpkt))) {
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000307 return dstpkt;
308 }
309 if (expectlen > addlen)
310 neededtailspace = expectlen;
311 else
312 neededtailspace = addlen;
313
314 if (dst->tail + neededtailspace > dst->end) {
315 /* Create a dumplicate of 'dst' with more tail space */
Sjur Braendeland638e6282010-05-21 02:16:09 +0000316 struct cfpkt *tmppkt;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000317 dstlen = skb_headlen(dst);
318 createlen = dstlen + neededtailspace;
Sjur Braendeland638e6282010-05-21 02:16:09 +0000319 tmppkt = cfpkt_create(createlen + PKT_PREFIX + PKT_POSTFIX);
320 if (tmppkt == NULL)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000321 return NULL;
Sjur Braendeland638e6282010-05-21 02:16:09 +0000322 tmp = pkt_to_skb(tmppkt);
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000323 skb_set_tail_pointer(tmp, dstlen);
324 tmp->len = dstlen;
325 memcpy(tmp->data, dst->data, dstlen);
326 cfpkt_destroy(dstpkt);
327 dst = tmp;
328 }
329 memcpy(skb_tail_pointer(dst), add->data, skb_headlen(add));
330 cfpkt_destroy(addpkt);
331 dst->tail += addlen;
332 dst->len += addlen;
333 return skb_to_pkt(dst);
334}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000335
336struct cfpkt *cfpkt_split(struct cfpkt *pkt, u16 pos)
337{
338 struct sk_buff *skb2;
339 struct sk_buff *skb = pkt_to_skb(pkt);
Sjur Braendeland638e6282010-05-21 02:16:09 +0000340 struct cfpkt *tmppkt;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000341 u8 *split = skb->data + pos;
342 u16 len2nd = skb_tail_pointer(skb) - split;
343
344 if (unlikely(is_erronous(pkt)))
345 return NULL;
346
347 if (skb->data + pos > skb_tail_pointer(skb)) {
Joe Perchesb31fa5b2010-09-05 21:31:11 +0000348 PKT_ERROR(pkt, "trying to split beyond end of packet\n");
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000349 return NULL;
350 }
351
352 /* Create a new packet for the second part of the data */
Sjur Braendeland638e6282010-05-21 02:16:09 +0000353 tmppkt = cfpkt_create_pfx(len2nd + PKT_PREFIX + PKT_POSTFIX,
354 PKT_PREFIX);
355 if (tmppkt == NULL)
356 return NULL;
357 skb2 = pkt_to_skb(tmppkt);
358
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000359
360 if (skb2 == NULL)
361 return NULL;
362
363 /* Reduce the length of the original packet */
364 skb_set_tail_pointer(skb, pos);
365 skb->len = pos;
366
367 memcpy(skb2->data, split, len2nd);
368 skb2->tail += len2nd;
369 skb2->len += len2nd;
Dmitry Tarnyagin44764812012-04-12 08:27:24 +0000370 skb2->priority = skb->priority;
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000371 return skb_to_pkt(skb2);
372}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000373
Stephen Hemminger73d6ac62011-04-11 10:43:50 +0000374bool cfpkt_erroneous(struct cfpkt *pkt)
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000375{
376 return cfpkt_priv(pkt)->erronous;
377}
Sjur Braendeland15c9ac02010-03-30 13:56:24 +0000378
379struct caif_payload_info *cfpkt_info(struct cfpkt *pkt)
380{
381 return (struct caif_payload_info *)&pkt_to_skb(pkt)->cb;
382}
sjur.brandeland@stericsson.com7ad65bf2011-12-04 11:22:53 +0000383EXPORT_SYMBOL(cfpkt_info);
Dmitry Tarnyagin44764812012-04-12 08:27:24 +0000384
385void cfpkt_set_prio(struct cfpkt *pkt, int prio)
386{
387 pkt_to_skb(pkt)->priority = prio;
388}
389EXPORT_SYMBOL(cfpkt_set_prio);