blob: 615c65da39bedb648817a99002235ffbae2e6c46 [file] [log] [blame]
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001/*
2 * Copyright (C) ST-Ericsson AB 2010
sjur.brandeland@stericsson.comc2cd0a52013-04-22 23:57:02 +00003 * Author: Daniel Martensson
sjur.brandeland@stericsson.comc0020902013-04-22 23:57:03 +00004 * Dmitry.Tarnyagin / dmitry.tarnyagin@lockless.no
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00005 * License terms: GNU General Public License (GPL) version 2.
6 */
7
sjur.brandeland@stericsson.com39abbae2012-04-12 08:27:27 +00008#define pr_fmt(fmt) KBUILD_MODNAME fmt
9
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000010#include <linux/init.h>
11#include <linux/module.h>
12#include <linux/device.h>
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000013#include <linux/netdevice.h>
14#include <linux/string.h>
15#include <linux/list.h>
16#include <linux/interrupt.h>
17#include <linux/delay.h>
18#include <linux/sched.h>
19#include <linux/if_arp.h>
20#include <linux/timer.h>
Sjur Brændelandc4125402012-06-25 07:49:41 +000021#include <net/rtnetlink.h>
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +000022#include <linux/pkt_sched.h>
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000023#include <net/caif/caif_layer.h>
24#include <net/caif/caif_hsi.h>
25
26MODULE_LICENSE("GPL");
sjur.brandeland@stericsson.comc2cd0a52013-04-22 23:57:02 +000027MODULE_AUTHOR("Daniel Martensson");
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000028MODULE_DESCRIPTION("CAIF HSI driver");
29
30/* Returns the number of padding bytes for alignment. */
31#define PAD_POW2(x, pow) ((((x)&((pow)-1)) == 0) ? 0 :\
32 (((pow)-((x)&((pow)-1)))))
33
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +000034static const struct cfhsi_config hsi_default_config = {
Dmitry Tarnyagin28bd2042011-10-13 11:29:27 +000035
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +000036 /* Inactivity timeout on HSI, ms */
37 .inactivity_timeout = HZ,
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +000038
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +000039 /* Aggregation timeout (ms) of zero means no aggregation is done*/
40 .aggregation_timeout = 1,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000041
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +000042 /*
43 * HSI link layer flow-control thresholds.
44 * Threshold values for the HSI packet queue. Flow-control will be
45 * asserted when the number of packets exceeds q_high_mark. It will
46 * not be de-asserted before the number of packets drops below
47 * q_low_mark.
48 * Warning: A high threshold value might increase throughput but it
49 * will at the same time prevent channel prioritization and increase
50 * the risk of flooding the modem. The high threshold should be above
51 * the low.
52 */
53 .q_high_mark = 100,
54 .q_low_mark = 50,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000055
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +000056 /*
57 * HSI padding options.
58 * Warning: must be a base of 2 (& operation used) and can not be zero !
59 */
60 .head_align = 4,
61 .tail_align = 4,
62};
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000063
64#define ON 1
65#define OFF 0
66
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000067static LIST_HEAD(cfhsi_list);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000068
69static void cfhsi_inactivity_tout(unsigned long arg)
70{
71 struct cfhsi *cfhsi = (struct cfhsi *)arg;
72
Sjur Brændeland90de9bab2012-06-25 07:49:38 +000073 netdev_dbg(cfhsi->ndev, "%s.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +000074 __func__);
75
76 /* Schedule power down work queue. */
77 if (!test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
78 queue_work(cfhsi->wq, &cfhsi->wake_down_work);
79}
80
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +000081static void cfhsi_update_aggregation_stats(struct cfhsi *cfhsi,
82 const struct sk_buff *skb,
83 int direction)
84{
85 struct caif_payload_info *info;
86 int hpad, tpad, len;
87
88 info = (struct caif_payload_info *)&skb->cb;
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +000089 hpad = 1 + PAD_POW2((info->hdr_len + 1), cfhsi->cfg.head_align);
90 tpad = PAD_POW2((skb->len + hpad), cfhsi->cfg.tail_align);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +000091 len = skb->len + hpad + tpad;
92
93 if (direction > 0)
94 cfhsi->aggregation_len += len;
95 else if (direction < 0)
96 cfhsi->aggregation_len -= len;
97}
98
99static bool cfhsi_can_send_aggregate(struct cfhsi *cfhsi)
100{
101 int i;
102
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000103 if (cfhsi->cfg.aggregation_timeout == 0)
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000104 return true;
105
106 for (i = 0; i < CFHSI_PRIO_BEBK; ++i) {
107 if (cfhsi->qhead[i].qlen)
108 return true;
109 }
110
111 /* TODO: Use aggregation_len instead */
112 if (cfhsi->qhead[CFHSI_PRIO_BEBK].qlen >= CFHSI_MAX_PKTS)
113 return true;
114
115 return false;
116}
117
118static struct sk_buff *cfhsi_dequeue(struct cfhsi *cfhsi)
119{
120 struct sk_buff *skb;
121 int i;
122
123 for (i = 0; i < CFHSI_PRIO_LAST; ++i) {
124 skb = skb_dequeue(&cfhsi->qhead[i]);
125 if (skb)
126 break;
127 }
128
129 return skb;
130}
131
132static int cfhsi_tx_queue_len(struct cfhsi *cfhsi)
133{
134 int i, len = 0;
135 for (i = 0; i < CFHSI_PRIO_LAST; ++i)
136 len += skb_queue_len(&cfhsi->qhead[i]);
137 return len;
138}
139
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000140static void cfhsi_abort_tx(struct cfhsi *cfhsi)
141{
142 struct sk_buff *skb;
143
144 for (;;) {
145 spin_lock_bh(&cfhsi->lock);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000146 skb = cfhsi_dequeue(cfhsi);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000147 if (!skb)
148 break;
149
150 cfhsi->ndev->stats.tx_errors++;
151 cfhsi->ndev->stats.tx_dropped++;
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000152 cfhsi_update_aggregation_stats(cfhsi, skb, -1);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000153 spin_unlock_bh(&cfhsi->lock);
154 kfree_skb(skb);
155 }
156 cfhsi->tx_state = CFHSI_TX_STATE_IDLE;
157 if (!test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000158 mod_timer(&cfhsi->inactivity_timer,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000159 jiffies + cfhsi->cfg.inactivity_timeout);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000160 spin_unlock_bh(&cfhsi->lock);
161}
162
163static int cfhsi_flush_fifo(struct cfhsi *cfhsi)
164{
165 char buffer[32]; /* Any reasonable value */
166 size_t fifo_occupancy;
167 int ret;
168
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000169 netdev_dbg(cfhsi->ndev, "%s.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000170 __func__);
171
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000172 do {
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000173 ret = cfhsi->ops->cfhsi_fifo_occupancy(cfhsi->ops,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000174 &fifo_occupancy);
175 if (ret) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000176 netdev_warn(cfhsi->ndev,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000177 "%s: can't get FIFO occupancy: %d.\n",
178 __func__, ret);
179 break;
180 } else if (!fifo_occupancy)
181 /* No more data, exitting normally */
182 break;
183
184 fifo_occupancy = min(sizeof(buffer), fifo_occupancy);
185 set_bit(CFHSI_FLUSH_FIFO, &cfhsi->bits);
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000186 ret = cfhsi->ops->cfhsi_rx(buffer, fifo_occupancy,
187 cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000188 if (ret) {
189 clear_bit(CFHSI_FLUSH_FIFO, &cfhsi->bits);
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000190 netdev_warn(cfhsi->ndev,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000191 "%s: can't read data: %d.\n",
192 __func__, ret);
193 break;
194 }
195
196 ret = 5 * HZ;
Daniel Martensson687b13e2011-10-13 11:29:25 +0000197 ret = wait_event_interruptible_timeout(cfhsi->flush_fifo_wait,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000198 !test_bit(CFHSI_FLUSH_FIFO, &cfhsi->bits), ret);
199
200 if (ret < 0) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000201 netdev_warn(cfhsi->ndev,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000202 "%s: can't wait for flush complete: %d.\n",
203 __func__, ret);
204 break;
205 } else if (!ret) {
206 ret = -ETIMEDOUT;
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000207 netdev_warn(cfhsi->ndev,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000208 "%s: timeout waiting for flush complete.\n",
209 __func__);
210 break;
211 }
212 } while (1);
213
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000214 return ret;
215}
216
217static int cfhsi_tx_frm(struct cfhsi_desc *desc, struct cfhsi *cfhsi)
218{
219 int nfrms = 0;
220 int pld_len = 0;
221 struct sk_buff *skb;
222 u8 *pfrm = desc->emb_frm + CFHSI_MAX_EMB_FRM_SZ;
223
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000224 skb = cfhsi_dequeue(cfhsi);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000225 if (!skb)
226 return 0;
227
sjur.brandeland@stericsson.com94230fe2011-10-13 11:29:22 +0000228 /* Clear offset. */
229 desc->offset = 0;
230
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000231 /* Check if we can embed a CAIF frame. */
232 if (skb->len < CFHSI_MAX_EMB_FRM_SZ) {
233 struct caif_payload_info *info;
Sjur Brændelandb42f7b52012-06-25 07:49:39 +0000234 int hpad;
235 int tpad;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000236
237 /* Calculate needed head alignment and tail alignment. */
238 info = (struct caif_payload_info *)&skb->cb;
239
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000240 hpad = 1 + PAD_POW2((info->hdr_len + 1), cfhsi->cfg.head_align);
241 tpad = PAD_POW2((skb->len + hpad), cfhsi->cfg.tail_align);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000242
243 /* Check if frame still fits with added alignment. */
244 if ((skb->len + hpad + tpad) <= CFHSI_MAX_EMB_FRM_SZ) {
245 u8 *pemb = desc->emb_frm;
246 desc->offset = CFHSI_DESC_SHORT_SZ;
247 *pemb = (u8)(hpad - 1);
248 pemb += hpad;
249
250 /* Update network statistics. */
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000251 spin_lock_bh(&cfhsi->lock);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000252 cfhsi->ndev->stats.tx_packets++;
253 cfhsi->ndev->stats.tx_bytes += skb->len;
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000254 cfhsi_update_aggregation_stats(cfhsi, skb, -1);
255 spin_unlock_bh(&cfhsi->lock);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000256
257 /* Copy in embedded CAIF frame. */
258 skb_copy_bits(skb, 0, pemb, skb->len);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000259
260 /* Consume the SKB */
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000261 consume_skb(skb);
262 skb = NULL;
263 }
sjur.brandeland@stericsson.com94230fe2011-10-13 11:29:22 +0000264 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000265
266 /* Create payload CAIF frames. */
267 pfrm = desc->emb_frm + CFHSI_MAX_EMB_FRM_SZ;
268 while (nfrms < CFHSI_MAX_PKTS) {
269 struct caif_payload_info *info;
Sjur Brændelandb42f7b52012-06-25 07:49:39 +0000270 int hpad;
271 int tpad;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000272
273 if (!skb)
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000274 skb = cfhsi_dequeue(cfhsi);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000275
276 if (!skb)
277 break;
278
279 /* Calculate needed head alignment and tail alignment. */
280 info = (struct caif_payload_info *)&skb->cb;
281
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000282 hpad = 1 + PAD_POW2((info->hdr_len + 1), cfhsi->cfg.head_align);
283 tpad = PAD_POW2((skb->len + hpad), cfhsi->cfg.tail_align);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000284
285 /* Fill in CAIF frame length in descriptor. */
286 desc->cffrm_len[nfrms] = hpad + skb->len + tpad;
287
288 /* Fill head padding information. */
289 *pfrm = (u8)(hpad - 1);
290 pfrm += hpad;
291
292 /* Update network statistics. */
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000293 spin_lock_bh(&cfhsi->lock);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000294 cfhsi->ndev->stats.tx_packets++;
295 cfhsi->ndev->stats.tx_bytes += skb->len;
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000296 cfhsi_update_aggregation_stats(cfhsi, skb, -1);
297 spin_unlock_bh(&cfhsi->lock);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000298
299 /* Copy in CAIF frame. */
300 skb_copy_bits(skb, 0, pfrm, skb->len);
301
302 /* Update payload length. */
303 pld_len += desc->cffrm_len[nfrms];
304
305 /* Update frame pointer. */
306 pfrm += skb->len + tpad;
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000307
308 /* Consume the SKB */
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000309 consume_skb(skb);
310 skb = NULL;
311
312 /* Update number of frames. */
313 nfrms++;
314 }
315
316 /* Unused length fields should be zero-filled (according to SPEC). */
317 while (nfrms < CFHSI_MAX_PKTS) {
318 desc->cffrm_len[nfrms] = 0x0000;
319 nfrms++;
320 }
321
322 /* Check if we can piggy-back another descriptor. */
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000323 if (cfhsi_can_send_aggregate(cfhsi))
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000324 desc->header |= CFHSI_PIGGY_DESC;
325 else
326 desc->header &= ~CFHSI_PIGGY_DESC;
327
328 return CFHSI_DESC_SZ + pld_len;
329}
330
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000331static void cfhsi_start_tx(struct cfhsi *cfhsi)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000332{
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000333 struct cfhsi_desc *desc = (struct cfhsi_desc *)cfhsi->tx_buf;
334 int len, res;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000335
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000336 netdev_dbg(cfhsi->ndev, "%s.\n", __func__);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000337
338 if (test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
339 return;
340
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000341 do {
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000342 /* Create HSI frame. */
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000343 len = cfhsi_tx_frm(desc, cfhsi);
344 if (!len) {
345 spin_lock_bh(&cfhsi->lock);
346 if (unlikely(cfhsi_tx_queue_len(cfhsi))) {
Dmitry Tarnyaginfe47f122011-10-13 11:29:23 +0000347 spin_unlock_bh(&cfhsi->lock);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000348 res = -EAGAIN;
349 continue;
Dmitry Tarnyaginfe47f122011-10-13 11:29:23 +0000350 }
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000351 cfhsi->tx_state = CFHSI_TX_STATE_IDLE;
352 /* Start inactivity timer. */
353 mod_timer(&cfhsi->inactivity_timer,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000354 jiffies + cfhsi->cfg.inactivity_timeout);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000355 spin_unlock_bh(&cfhsi->lock);
356 break;
357 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000358
359 /* Set up new transfer. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000360 res = cfhsi->ops->cfhsi_tx(cfhsi->tx_buf, len, cfhsi->ops);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000361 if (WARN_ON(res < 0))
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000362 netdev_err(cfhsi->ndev, "%s: TX error %d.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000363 __func__, res);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000364 } while (res < 0);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000365}
Dmitry Tarnyaginfe47f122011-10-13 11:29:23 +0000366
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000367static void cfhsi_tx_done(struct cfhsi *cfhsi)
368{
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000369 netdev_dbg(cfhsi->ndev, "%s.\n", __func__);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000370
371 if (test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
372 return;
373
374 /*
375 * Send flow on if flow off has been previously signalled
376 * and number of packets is below low water mark.
377 */
378 spin_lock_bh(&cfhsi->lock);
379 if (cfhsi->flow_off_sent &&
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000380 cfhsi_tx_queue_len(cfhsi) <= cfhsi->cfg.q_low_mark &&
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000381 cfhsi->cfdev.flowctrl) {
382
383 cfhsi->flow_off_sent = 0;
384 cfhsi->cfdev.flowctrl(cfhsi->ndev, ON);
385 }
386
387 if (cfhsi_can_send_aggregate(cfhsi)) {
388 spin_unlock_bh(&cfhsi->lock);
389 cfhsi_start_tx(cfhsi);
390 } else {
391 mod_timer(&cfhsi->aggregation_timer,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000392 jiffies + cfhsi->cfg.aggregation_timeout);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000393 spin_unlock_bh(&cfhsi->lock);
394 }
395
Dmitry Tarnyaginfe47f122011-10-13 11:29:23 +0000396 return;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000397}
398
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000399static void cfhsi_tx_done_cb(struct cfhsi_cb_ops *cb_ops)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000400{
401 struct cfhsi *cfhsi;
402
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000403 cfhsi = container_of(cb_ops, struct cfhsi, cb_ops);
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000404 netdev_dbg(cfhsi->ndev, "%s.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000405 __func__);
406
407 if (test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
408 return;
Daniel Martensson687b13e2011-10-13 11:29:25 +0000409 cfhsi_tx_done(cfhsi);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000410}
411
Daniel Martensson5bbed922011-10-13 11:29:28 +0000412static int cfhsi_rx_desc(struct cfhsi_desc *desc, struct cfhsi *cfhsi)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000413{
414 int xfer_sz = 0;
415 int nfrms = 0;
416 u16 *plen = NULL;
417 u8 *pfrm = NULL;
418
419 if ((desc->header & ~CFHSI_PIGGY_DESC) ||
420 (desc->offset > CFHSI_MAX_EMB_FRM_SZ)) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000421 netdev_err(cfhsi->ndev, "%s: Invalid descriptor.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000422 __func__);
Daniel Martensson5bbed922011-10-13 11:29:28 +0000423 return -EPROTO;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000424 }
425
426 /* Check for embedded CAIF frame. */
427 if (desc->offset) {
428 struct sk_buff *skb;
429 u8 *dst = NULL;
Daniel Martensson687b13e2011-10-13 11:29:25 +0000430 int len = 0;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000431 pfrm = ((u8 *)desc) + desc->offset;
432
433 /* Remove offset padding. */
434 pfrm += *pfrm + 1;
435
436 /* Read length of CAIF frame (little endian). */
437 len = *pfrm;
438 len |= ((*(pfrm+1)) << 8) & 0xFF00;
439 len += 2; /* Add FCS fields. */
440
Daniel Martensson5bbed922011-10-13 11:29:28 +0000441 /* Sanity check length of CAIF frame. */
442 if (unlikely(len > CFHSI_MAX_CAIF_FRAME_SZ)) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000443 netdev_err(cfhsi->ndev, "%s: Invalid length.\n",
Daniel Martensson5bbed922011-10-13 11:29:28 +0000444 __func__);
445 return -EPROTO;
446 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000447
448 /* Allocate SKB (OK even in IRQ context). */
Daniel Martensson687b13e2011-10-13 11:29:25 +0000449 skb = alloc_skb(len + 1, GFP_ATOMIC);
450 if (!skb) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000451 netdev_err(cfhsi->ndev, "%s: Out of memory !\n",
Daniel Martensson687b13e2011-10-13 11:29:25 +0000452 __func__);
453 return -ENOMEM;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000454 }
455 caif_assert(skb != NULL);
456
457 dst = skb_put(skb, len);
458 memcpy(dst, pfrm, len);
459
460 skb->protocol = htons(ETH_P_CAIF);
461 skb_reset_mac_header(skb);
462 skb->dev = cfhsi->ndev;
463
464 /*
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000465 * We are in a callback handler and
466 * unfortunately we don't know what context we're
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000467 * running in.
468 */
469 if (in_interrupt())
470 netif_rx(skb);
471 else
472 netif_rx_ni(skb);
473
474 /* Update network statistics. */
475 cfhsi->ndev->stats.rx_packets++;
476 cfhsi->ndev->stats.rx_bytes += len;
477 }
478
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000479 /* Calculate transfer length. */
480 plen = desc->cffrm_len;
481 while (nfrms < CFHSI_MAX_PKTS && *plen) {
482 xfer_sz += *plen;
483 plen++;
484 nfrms++;
485 }
486
487 /* Check for piggy-backed descriptor. */
488 if (desc->header & CFHSI_PIGGY_DESC)
489 xfer_sz += CFHSI_DESC_SZ;
490
Daniel Martensson5bbed922011-10-13 11:29:28 +0000491 if ((xfer_sz % 4) || (xfer_sz > (CFHSI_BUF_SZ_RX - CFHSI_DESC_SZ))) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000492 netdev_err(cfhsi->ndev,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000493 "%s: Invalid payload len: %d, ignored.\n",
494 __func__, xfer_sz);
Daniel Martensson5bbed922011-10-13 11:29:28 +0000495 return -EPROTO;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000496 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000497 return xfer_sz;
498}
499
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000500static int cfhsi_rx_desc_len(struct cfhsi_desc *desc)
501{
502 int xfer_sz = 0;
503 int nfrms = 0;
504 u16 *plen;
505
506 if ((desc->header & ~CFHSI_PIGGY_DESC) ||
507 (desc->offset > CFHSI_MAX_EMB_FRM_SZ)) {
508
509 pr_err("Invalid descriptor. %x %x\n", desc->header,
510 desc->offset);
511 return -EPROTO;
512 }
513
514 /* Calculate transfer length. */
515 plen = desc->cffrm_len;
516 while (nfrms < CFHSI_MAX_PKTS && *plen) {
517 xfer_sz += *plen;
518 plen++;
519 nfrms++;
520 }
521
522 if (xfer_sz % 4) {
523 pr_err("Invalid payload len: %d, ignored.\n", xfer_sz);
524 return -EPROTO;
525 }
526 return xfer_sz;
527}
528
Daniel Martensson5bbed922011-10-13 11:29:28 +0000529static int cfhsi_rx_pld(struct cfhsi_desc *desc, struct cfhsi *cfhsi)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000530{
531 int rx_sz = 0;
532 int nfrms = 0;
533 u16 *plen = NULL;
534 u8 *pfrm = NULL;
535
536 /* Sanity check header and offset. */
537 if (WARN_ON((desc->header & ~CFHSI_PIGGY_DESC) ||
538 (desc->offset > CFHSI_MAX_EMB_FRM_SZ))) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000539 netdev_err(cfhsi->ndev, "%s: Invalid descriptor.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000540 __func__);
Daniel Martensson5bbed922011-10-13 11:29:28 +0000541 return -EPROTO;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000542 }
543
544 /* Set frame pointer to start of payload. */
545 pfrm = desc->emb_frm + CFHSI_MAX_EMB_FRM_SZ;
546 plen = desc->cffrm_len;
Daniel Martensson687b13e2011-10-13 11:29:25 +0000547
548 /* Skip already processed frames. */
549 while (nfrms < cfhsi->rx_state.nfrms) {
550 pfrm += *plen;
551 rx_sz += *plen;
552 plen++;
553 nfrms++;
554 }
555
556 /* Parse payload. */
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000557 while (nfrms < CFHSI_MAX_PKTS && *plen) {
558 struct sk_buff *skb;
559 u8 *dst = NULL;
560 u8 *pcffrm = NULL;
Sjur Brændelandb42f7b52012-06-25 07:49:39 +0000561 int len;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000562
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000563 /* CAIF frame starts after head padding. */
564 pcffrm = pfrm + *pfrm + 1;
565
566 /* Read length of CAIF frame (little endian). */
567 len = *pcffrm;
568 len |= ((*(pcffrm + 1)) << 8) & 0xFF00;
569 len += 2; /* Add FCS fields. */
570
Daniel Martensson5bbed922011-10-13 11:29:28 +0000571 /* Sanity check length of CAIF frames. */
572 if (unlikely(len > CFHSI_MAX_CAIF_FRAME_SZ)) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000573 netdev_err(cfhsi->ndev, "%s: Invalid length.\n",
Daniel Martensson5bbed922011-10-13 11:29:28 +0000574 __func__);
575 return -EPROTO;
576 }
577
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000578 /* Allocate SKB (OK even in IRQ context). */
Daniel Martensson687b13e2011-10-13 11:29:25 +0000579 skb = alloc_skb(len + 1, GFP_ATOMIC);
580 if (!skb) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000581 netdev_err(cfhsi->ndev, "%s: Out of memory !\n",
Daniel Martensson687b13e2011-10-13 11:29:25 +0000582 __func__);
583 cfhsi->rx_state.nfrms = nfrms;
584 return -ENOMEM;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000585 }
586 caif_assert(skb != NULL);
587
588 dst = skb_put(skb, len);
589 memcpy(dst, pcffrm, len);
590
591 skb->protocol = htons(ETH_P_CAIF);
592 skb_reset_mac_header(skb);
593 skb->dev = cfhsi->ndev;
594
595 /*
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000596 * We're called in callback from HSI
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000597 * and don't know the context we're running in.
598 */
599 if (in_interrupt())
600 netif_rx(skb);
601 else
602 netif_rx_ni(skb);
603
604 /* Update network statistics. */
605 cfhsi->ndev->stats.rx_packets++;
606 cfhsi->ndev->stats.rx_bytes += len;
607
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000608 pfrm += *plen;
609 rx_sz += *plen;
610 plen++;
611 nfrms++;
612 }
613
614 return rx_sz;
615}
616
Daniel Martensson687b13e2011-10-13 11:29:25 +0000617static void cfhsi_rx_done(struct cfhsi *cfhsi)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000618{
619 int res;
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000620 int desc_pld_len = 0, rx_len, rx_state;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000621 struct cfhsi_desc *desc = NULL;
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000622 u8 *rx_ptr, *rx_buf;
623 struct cfhsi_desc *piggy_desc = NULL;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000624
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000625 desc = (struct cfhsi_desc *)cfhsi->rx_buf;
626
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000627 netdev_dbg(cfhsi->ndev, "%s\n", __func__);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000628
629 if (test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
630 return;
631
632 /* Update inactivity timer if pending. */
Dmitry Tarnyagin73033c92011-10-13 11:29:24 +0000633 spin_lock_bh(&cfhsi->lock);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000634 mod_timer_pending(&cfhsi->inactivity_timer,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000635 jiffies + cfhsi->cfg.inactivity_timeout);
Dmitry Tarnyagin73033c92011-10-13 11:29:24 +0000636 spin_unlock_bh(&cfhsi->lock);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000637
Daniel Martensson687b13e2011-10-13 11:29:25 +0000638 if (cfhsi->rx_state.state == CFHSI_RX_STATE_DESC) {
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000639 desc_pld_len = cfhsi_rx_desc_len(desc);
640
641 if (desc_pld_len < 0)
Daniel Martensson5bbed922011-10-13 11:29:28 +0000642 goto out_of_sync;
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000643
644 rx_buf = cfhsi->rx_buf;
645 rx_len = desc_pld_len;
646 if (desc_pld_len > 0 && (desc->header & CFHSI_PIGGY_DESC))
647 rx_len += CFHSI_DESC_SZ;
648 if (desc_pld_len == 0)
649 rx_buf = cfhsi->rx_flip_buf;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000650 } else {
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000651 rx_buf = cfhsi->rx_flip_buf;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000652
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000653 rx_len = CFHSI_DESC_SZ;
654 if (cfhsi->rx_state.pld_len > 0 &&
655 (desc->header & CFHSI_PIGGY_DESC)) {
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000656
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000657 piggy_desc = (struct cfhsi_desc *)
658 (desc->emb_frm + CFHSI_MAX_EMB_FRM_SZ +
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000659 cfhsi->rx_state.pld_len);
660
Daniel Martensson687b13e2011-10-13 11:29:25 +0000661 cfhsi->rx_state.piggy_desc = true;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000662
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000663 /* Extract payload len from piggy-backed descriptor. */
664 desc_pld_len = cfhsi_rx_desc_len(piggy_desc);
665 if (desc_pld_len < 0)
666 goto out_of_sync;
667
Kim Lilliestierna XX4e7bb592012-06-25 07:49:36 +0000668 if (desc_pld_len > 0) {
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000669 rx_len = desc_pld_len;
Kim Lilliestierna XX4e7bb592012-06-25 07:49:36 +0000670 if (piggy_desc->header & CFHSI_PIGGY_DESC)
671 rx_len += CFHSI_DESC_SZ;
672 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000673
674 /*
675 * Copy needed information from the piggy-backed
676 * descriptor to the descriptor in the start.
677 */
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000678 memcpy(rx_buf, (u8 *)piggy_desc,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000679 CFHSI_DESC_SHORT_SZ);
Daniel Martensson5bbed922011-10-13 11:29:28 +0000680 }
Daniel Martensson687b13e2011-10-13 11:29:25 +0000681 }
682
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000683 if (desc_pld_len) {
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000684 rx_state = CFHSI_RX_STATE_PAYLOAD;
685 rx_ptr = rx_buf + CFHSI_DESC_SZ;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000686 } else {
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000687 rx_state = CFHSI_RX_STATE_DESC;
688 rx_ptr = rx_buf;
689 rx_len = CFHSI_DESC_SZ;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000690 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000691
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000692 /* Initiate next read */
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000693 if (test_bit(CFHSI_AWAKE, &cfhsi->bits)) {
694 /* Set up new transfer. */
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000695 netdev_dbg(cfhsi->ndev, "%s: Start RX.\n",
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000696 __func__);
697
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000698 res = cfhsi->ops->cfhsi_rx(rx_ptr, rx_len,
699 cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000700 if (WARN_ON(res < 0)) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000701 netdev_err(cfhsi->ndev, "%s: RX error %d.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000702 __func__, res);
703 cfhsi->ndev->stats.rx_errors++;
704 cfhsi->ndev->stats.rx_dropped++;
705 }
706 }
Daniel Martensson687b13e2011-10-13 11:29:25 +0000707
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000708 if (cfhsi->rx_state.state == CFHSI_RX_STATE_DESC) {
709 /* Extract payload from descriptor */
710 if (cfhsi_rx_desc(desc, cfhsi) < 0)
711 goto out_of_sync;
712 } else {
713 /* Extract payload */
714 if (cfhsi_rx_pld(desc, cfhsi) < 0)
715 goto out_of_sync;
716 if (piggy_desc) {
717 /* Extract any payload in piggyback descriptor. */
718 if (cfhsi_rx_desc(piggy_desc, cfhsi) < 0)
719 goto out_of_sync;
Per Ellefsen39356002012-06-24 11:01:37 +0000720 /* Mark no embedded frame after extracting it */
721 piggy_desc->offset = 0;
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000722 }
Daniel Martensson687b13e2011-10-13 11:29:25 +0000723 }
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +0000724
725 /* Update state info */
726 memset(&cfhsi->rx_state, 0, sizeof(cfhsi->rx_state));
727 cfhsi->rx_state.state = rx_state;
728 cfhsi->rx_ptr = rx_ptr;
729 cfhsi->rx_len = rx_len;
730 cfhsi->rx_state.pld_len = desc_pld_len;
731 cfhsi->rx_state.piggy_desc = desc->header & CFHSI_PIGGY_DESC;
732
733 if (rx_buf != cfhsi->rx_buf)
734 swap(cfhsi->rx_buf, cfhsi->rx_flip_buf);
Daniel Martensson5bbed922011-10-13 11:29:28 +0000735 return;
736
737out_of_sync:
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000738 netdev_err(cfhsi->ndev, "%s: Out of sync.\n", __func__);
Daniel Martensson5bbed922011-10-13 11:29:28 +0000739 print_hex_dump_bytes("--> ", DUMP_PREFIX_NONE,
740 cfhsi->rx_buf, CFHSI_DESC_SZ);
741 schedule_work(&cfhsi->out_of_sync_work);
Daniel Martensson687b13e2011-10-13 11:29:25 +0000742}
743
744static void cfhsi_rx_slowpath(unsigned long arg)
745{
746 struct cfhsi *cfhsi = (struct cfhsi *)arg;
747
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000748 netdev_dbg(cfhsi->ndev, "%s.\n",
Daniel Martensson687b13e2011-10-13 11:29:25 +0000749 __func__);
750
751 cfhsi_rx_done(cfhsi);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000752}
753
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000754static void cfhsi_rx_done_cb(struct cfhsi_cb_ops *cb_ops)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000755{
756 struct cfhsi *cfhsi;
757
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000758 cfhsi = container_of(cb_ops, struct cfhsi, cb_ops);
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000759 netdev_dbg(cfhsi->ndev, "%s.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000760 __func__);
761
762 if (test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
763 return;
764
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000765 if (test_and_clear_bit(CFHSI_FLUSH_FIFO, &cfhsi->bits))
766 wake_up_interruptible(&cfhsi->flush_fifo_wait);
767 else
Daniel Martensson687b13e2011-10-13 11:29:25 +0000768 cfhsi_rx_done(cfhsi);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000769}
770
771static void cfhsi_wake_up(struct work_struct *work)
772{
773 struct cfhsi *cfhsi = NULL;
774 int res;
775 int len;
776 long ret;
777
778 cfhsi = container_of(work, struct cfhsi, wake_up_work);
779
780 if (test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
781 return;
782
783 if (unlikely(test_bit(CFHSI_AWAKE, &cfhsi->bits))) {
784 /* It happenes when wakeup is requested by
785 * both ends at the same time. */
786 clear_bit(CFHSI_WAKE_UP, &cfhsi->bits);
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000787 clear_bit(CFHSI_WAKE_UP_ACK, &cfhsi->bits);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000788 return;
789 }
790
791 /* Activate wake line. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000792 cfhsi->ops->cfhsi_wake_up(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000793
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000794 netdev_dbg(cfhsi->ndev, "%s: Start waiting.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000795 __func__);
796
797 /* Wait for acknowledge. */
Daniel Martensson687b13e2011-10-13 11:29:25 +0000798 ret = CFHSI_WAKE_TOUT;
799 ret = wait_event_interruptible_timeout(cfhsi->wake_up_wait,
800 test_and_clear_bit(CFHSI_WAKE_UP_ACK,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000801 &cfhsi->bits), ret);
802 if (unlikely(ret < 0)) {
803 /* Interrupted by signal. */
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000804 netdev_err(cfhsi->ndev, "%s: Signalled: %ld.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000805 __func__, ret);
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000806
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000807 clear_bit(CFHSI_WAKE_UP, &cfhsi->bits);
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000808 cfhsi->ops->cfhsi_wake_down(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000809 return;
810 } else if (!ret) {
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000811 bool ca_wake = false;
812 size_t fifo_occupancy = 0;
813
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000814 /* Wakeup timeout */
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000815 netdev_dbg(cfhsi->ndev, "%s: Timeout.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000816 __func__);
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000817
818 /* Check FIFO to check if modem has sent something. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000819 WARN_ON(cfhsi->ops->cfhsi_fifo_occupancy(cfhsi->ops,
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000820 &fifo_occupancy));
821
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000822 netdev_dbg(cfhsi->ndev, "%s: Bytes in FIFO: %u.\n",
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000823 __func__, (unsigned) fifo_occupancy);
824
825 /* Check if we misssed the interrupt. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000826 WARN_ON(cfhsi->ops->cfhsi_get_peer_wake(cfhsi->ops,
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000827 &ca_wake));
828
829 if (ca_wake) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000830 netdev_err(cfhsi->ndev, "%s: CA Wake missed !.\n",
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000831 __func__);
832
833 /* Clear the CFHSI_WAKE_UP_ACK bit to prevent race. */
834 clear_bit(CFHSI_WAKE_UP_ACK, &cfhsi->bits);
835
836 /* Continue execution. */
837 goto wake_ack;
838 }
839
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000840 clear_bit(CFHSI_WAKE_UP, &cfhsi->bits);
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000841 cfhsi->ops->cfhsi_wake_down(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000842 return;
843 }
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000844wake_ack:
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000845 netdev_dbg(cfhsi->ndev, "%s: Woken.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000846 __func__);
847
848 /* Clear power up bit. */
849 set_bit(CFHSI_AWAKE, &cfhsi->bits);
850 clear_bit(CFHSI_WAKE_UP, &cfhsi->bits);
851
852 /* Resume read operation. */
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000853 netdev_dbg(cfhsi->ndev, "%s: Start RX.\n", __func__);
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000854 res = cfhsi->ops->cfhsi_rx(cfhsi->rx_ptr, cfhsi->rx_len, cfhsi->ops);
Daniel Martensson687b13e2011-10-13 11:29:25 +0000855
856 if (WARN_ON(res < 0))
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000857 netdev_err(cfhsi->ndev, "%s: RX err %d.\n", __func__, res);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000858
859 /* Clear power up acknowledment. */
860 clear_bit(CFHSI_WAKE_UP_ACK, &cfhsi->bits);
861
862 spin_lock_bh(&cfhsi->lock);
863
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000864 /* Resume transmit if queues are not empty. */
865 if (!cfhsi_tx_queue_len(cfhsi)) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000866 netdev_dbg(cfhsi->ndev, "%s: Peer wake, start timer.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000867 __func__);
868 /* Start inactivity timer. */
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +0000869 mod_timer(&cfhsi->inactivity_timer,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +0000870 jiffies + cfhsi->cfg.inactivity_timeout);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000871 spin_unlock_bh(&cfhsi->lock);
872 return;
873 }
874
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000875 netdev_dbg(cfhsi->ndev, "%s: Host wake.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000876 __func__);
877
878 spin_unlock_bh(&cfhsi->lock);
879
880 /* Create HSI frame. */
881 len = cfhsi_tx_frm((struct cfhsi_desc *)cfhsi->tx_buf, cfhsi);
882
883 if (likely(len > 0)) {
884 /* Set up new transfer. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000885 res = cfhsi->ops->cfhsi_tx(cfhsi->tx_buf, len, cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000886 if (WARN_ON(res < 0)) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000887 netdev_err(cfhsi->ndev, "%s: TX error %d.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000888 __func__, res);
889 cfhsi_abort_tx(cfhsi);
890 }
891 } else {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000892 netdev_err(cfhsi->ndev,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000893 "%s: Failed to create HSI frame: %d.\n",
894 __func__, len);
895 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000896}
897
898static void cfhsi_wake_down(struct work_struct *work)
899{
900 long ret;
901 struct cfhsi *cfhsi = NULL;
Daniel Martensson687b13e2011-10-13 11:29:25 +0000902 size_t fifo_occupancy = 0;
903 int retry = CFHSI_WAKE_TOUT;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000904
905 cfhsi = container_of(work, struct cfhsi, wake_down_work);
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000906 netdev_dbg(cfhsi->ndev, "%s.\n", __func__);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000907
908 if (test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
909 return;
910
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000911 /* Deactivate wake line. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000912 cfhsi->ops->cfhsi_wake_down(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000913
914 /* Wait for acknowledge. */
Daniel Martensson687b13e2011-10-13 11:29:25 +0000915 ret = CFHSI_WAKE_TOUT;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000916 ret = wait_event_interruptible_timeout(cfhsi->wake_down_wait,
Daniel Martensson687b13e2011-10-13 11:29:25 +0000917 test_and_clear_bit(CFHSI_WAKE_DOWN_ACK,
918 &cfhsi->bits), ret);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000919 if (ret < 0) {
920 /* Interrupted by signal. */
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000921 netdev_err(cfhsi->ndev, "%s: Signalled: %ld.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000922 __func__, ret);
923 return;
924 } else if (!ret) {
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000925 bool ca_wake = true;
926
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000927 /* Timeout */
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000928 netdev_err(cfhsi->ndev, "%s: Timeout.\n", __func__);
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000929
930 /* Check if we misssed the interrupt. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000931 WARN_ON(cfhsi->ops->cfhsi_get_peer_wake(cfhsi->ops,
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000932 &ca_wake));
933 if (!ca_wake)
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000934 netdev_err(cfhsi->ndev, "%s: CA Wake missed !.\n",
Daniel Martensson5ea2ef52011-10-13 11:29:29 +0000935 __func__);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000936 }
937
Daniel Martensson687b13e2011-10-13 11:29:25 +0000938 /* Check FIFO occupancy. */
939 while (retry) {
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000940 WARN_ON(cfhsi->ops->cfhsi_fifo_occupancy(cfhsi->ops,
Daniel Martensson687b13e2011-10-13 11:29:25 +0000941 &fifo_occupancy));
942
943 if (!fifo_occupancy)
944 break;
945
946 set_current_state(TASK_INTERRUPTIBLE);
947 schedule_timeout(1);
948 retry--;
949 }
950
951 if (!retry)
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000952 netdev_err(cfhsi->ndev, "%s: FIFO Timeout.\n", __func__);
Daniel Martensson687b13e2011-10-13 11:29:25 +0000953
954 /* Clear AWAKE condition. */
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000955 clear_bit(CFHSI_AWAKE, &cfhsi->bits);
956
Daniel Martensson687b13e2011-10-13 11:29:25 +0000957 /* Cancel pending RX requests. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000958 cfhsi->ops->cfhsi_rx_cancel(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000959}
960
Daniel Martensson5bbed922011-10-13 11:29:28 +0000961static void cfhsi_out_of_sync(struct work_struct *work)
962{
963 struct cfhsi *cfhsi = NULL;
964
965 cfhsi = container_of(work, struct cfhsi, out_of_sync_work);
966
967 rtnl_lock();
968 dev_close(cfhsi->ndev);
969 rtnl_unlock();
970}
971
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000972static void cfhsi_wake_up_cb(struct cfhsi_cb_ops *cb_ops)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000973{
974 struct cfhsi *cfhsi = NULL;
975
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000976 cfhsi = container_of(cb_ops, struct cfhsi, cb_ops);
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000977 netdev_dbg(cfhsi->ndev, "%s.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000978 __func__);
979
980 set_bit(CFHSI_WAKE_UP_ACK, &cfhsi->bits);
981 wake_up_interruptible(&cfhsi->wake_up_wait);
982
983 if (test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))
984 return;
985
986 /* Schedule wake up work queue if the peer initiates. */
987 if (!test_and_set_bit(CFHSI_WAKE_UP, &cfhsi->bits))
988 queue_work(cfhsi->wq, &cfhsi->wake_up_work);
989}
990
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000991static void cfhsi_wake_down_cb(struct cfhsi_cb_ops *cb_ops)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000992{
993 struct cfhsi *cfhsi = NULL;
994
Sjur Brændeland1c385f12012-06-25 07:49:42 +0000995 cfhsi = container_of(cb_ops, struct cfhsi, cb_ops);
Sjur Brændeland90de9bab2012-06-25 07:49:38 +0000996 netdev_dbg(cfhsi->ndev, "%s.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +0000997 __func__);
998
999 /* Initiating low power is only permitted by the host (us). */
1000 set_bit(CFHSI_WAKE_DOWN_ACK, &cfhsi->bits);
1001 wake_up_interruptible(&cfhsi->wake_down_wait);
1002}
1003
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001004static void cfhsi_aggregation_tout(unsigned long arg)
1005{
1006 struct cfhsi *cfhsi = (struct cfhsi *)arg;
1007
Sjur Brændeland90de9bab2012-06-25 07:49:38 +00001008 netdev_dbg(cfhsi->ndev, "%s.\n",
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001009 __func__);
1010
1011 cfhsi_start_tx(cfhsi);
1012}
1013
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001014static int cfhsi_xmit(struct sk_buff *skb, struct net_device *dev)
1015{
1016 struct cfhsi *cfhsi = NULL;
1017 int start_xfer = 0;
1018 int timer_active;
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001019 int prio;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001020
1021 if (!dev)
1022 return -EINVAL;
1023
1024 cfhsi = netdev_priv(dev);
1025
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001026 switch (skb->priority) {
1027 case TC_PRIO_BESTEFFORT:
1028 case TC_PRIO_FILLER:
1029 case TC_PRIO_BULK:
1030 prio = CFHSI_PRIO_BEBK;
1031 break;
1032 case TC_PRIO_INTERACTIVE_BULK:
1033 prio = CFHSI_PRIO_VI;
1034 break;
1035 case TC_PRIO_INTERACTIVE:
1036 prio = CFHSI_PRIO_VO;
1037 break;
1038 case TC_PRIO_CONTROL:
1039 default:
1040 prio = CFHSI_PRIO_CTL;
1041 break;
1042 }
1043
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001044 spin_lock_bh(&cfhsi->lock);
1045
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001046 /* Update aggregation statistics */
1047 cfhsi_update_aggregation_stats(cfhsi, skb, 1);
1048
1049 /* Queue the SKB */
1050 skb_queue_tail(&cfhsi->qhead[prio], skb);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001051
1052 /* Sanity check; xmit should not be called after unregister_netdev */
1053 if (WARN_ON(test_bit(CFHSI_SHUTDOWN, &cfhsi->bits))) {
1054 spin_unlock_bh(&cfhsi->lock);
1055 cfhsi_abort_tx(cfhsi);
1056 return -EINVAL;
1057 }
1058
1059 /* Send flow off if number of packets is above high water mark. */
1060 if (!cfhsi->flow_off_sent &&
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001061 cfhsi_tx_queue_len(cfhsi) > cfhsi->cfg.q_high_mark &&
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001062 cfhsi->cfdev.flowctrl) {
1063 cfhsi->flow_off_sent = 1;
1064 cfhsi->cfdev.flowctrl(cfhsi->ndev, OFF);
1065 }
1066
1067 if (cfhsi->tx_state == CFHSI_TX_STATE_IDLE) {
1068 cfhsi->tx_state = CFHSI_TX_STATE_XFER;
1069 start_xfer = 1;
1070 }
1071
Dmitry Tarnyagin73033c92011-10-13 11:29:24 +00001072 if (!start_xfer) {
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001073 /* Send aggregate if it is possible */
1074 bool aggregate_ready =
1075 cfhsi_can_send_aggregate(cfhsi) &&
1076 del_timer(&cfhsi->aggregation_timer) > 0;
Dmitry Tarnyagin73033c92011-10-13 11:29:24 +00001077 spin_unlock_bh(&cfhsi->lock);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001078 if (aggregate_ready)
1079 cfhsi_start_tx(cfhsi);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001080 return 0;
Dmitry Tarnyagin73033c92011-10-13 11:29:24 +00001081 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001082
1083 /* Delete inactivity timer if started. */
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001084 timer_active = del_timer_sync(&cfhsi->inactivity_timer);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001085
Dmitry Tarnyagin73033c92011-10-13 11:29:24 +00001086 spin_unlock_bh(&cfhsi->lock);
1087
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001088 if (timer_active) {
1089 struct cfhsi_desc *desc = (struct cfhsi_desc *)cfhsi->tx_buf;
1090 int len;
1091 int res;
1092
1093 /* Create HSI frame. */
1094 len = cfhsi_tx_frm(desc, cfhsi);
Roar Førdef84ea772011-12-06 12:15:44 +00001095 WARN_ON(!len);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001096
1097 /* Set up new transfer. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001098 res = cfhsi->ops->cfhsi_tx(cfhsi->tx_buf, len, cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001099 if (WARN_ON(res < 0)) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +00001100 netdev_err(cfhsi->ndev, "%s: TX error %d.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001101 __func__, res);
1102 cfhsi_abort_tx(cfhsi);
1103 }
1104 } else {
1105 /* Schedule wake up work queue if the we initiate. */
1106 if (!test_and_set_bit(CFHSI_WAKE_UP, &cfhsi->bits))
1107 queue_work(cfhsi->wq, &cfhsi->wake_up_work);
1108 }
1109
1110 return 0;
1111}
1112
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001113static const struct net_device_ops cfhsi_netdevops;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001114
1115static void cfhsi_setup(struct net_device *dev)
1116{
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001117 int i;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001118 struct cfhsi *cfhsi = netdev_priv(dev);
1119 dev->features = 0;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001120 dev->type = ARPHRD_CAIF;
1121 dev->flags = IFF_POINTOPOINT | IFF_NOARP;
Sjur Brændeland34efc282012-03-04 08:38:58 +00001122 dev->mtu = CFHSI_MAX_CAIF_FRAME_SZ;
Phil Sutter4676a152015-08-18 10:30:46 +02001123 dev->priv_flags |= IFF_NO_QUEUE;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001124 dev->destructor = free_netdev;
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001125 dev->netdev_ops = &cfhsi_netdevops;
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001126 for (i = 0; i < CFHSI_PRIO_LAST; ++i)
1127 skb_queue_head_init(&cfhsi->qhead[i]);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001128 cfhsi->cfdev.link_select = CAIF_LINK_HIGH_BANDW;
1129 cfhsi->cfdev.use_frag = false;
1130 cfhsi->cfdev.use_stx = false;
1131 cfhsi->cfdev.use_fcs = false;
1132 cfhsi->ndev = dev;
Sjur Brændeland7fa8ad62012-06-28 20:36:20 +00001133 cfhsi->cfg = hsi_default_config;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001134}
1135
sjur.brandeland@stericsson.com39abbae2012-04-12 08:27:27 +00001136static int cfhsi_open(struct net_device *ndev)
1137{
1138 struct cfhsi *cfhsi = netdev_priv(ndev);
1139 int res;
1140
1141 clear_bit(CFHSI_SHUTDOWN, &cfhsi->bits);
1142
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001143 /* Initialize state vaiables. */
1144 cfhsi->tx_state = CFHSI_TX_STATE_IDLE;
Daniel Martensson687b13e2011-10-13 11:29:25 +00001145 cfhsi->rx_state.state = CFHSI_RX_STATE_DESC;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001146
1147 /* Set flow info */
1148 cfhsi->flow_off_sent = 0;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001149
1150 /*
1151 * Allocate a TX buffer with the size of a HSI packet descriptors
1152 * and the necessary room for CAIF payload frames.
1153 */
1154 cfhsi->tx_buf = kzalloc(CFHSI_BUF_SZ_TX, GFP_KERNEL);
1155 if (!cfhsi->tx_buf) {
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001156 res = -ENODEV;
1157 goto err_alloc_tx;
1158 }
1159
1160 /*
1161 * Allocate a RX buffer with the size of two HSI packet descriptors and
1162 * the necessary room for CAIF payload frames.
1163 */
1164 cfhsi->rx_buf = kzalloc(CFHSI_BUF_SZ_RX, GFP_KERNEL);
1165 if (!cfhsi->rx_buf) {
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001166 res = -ENODEV;
1167 goto err_alloc_rx;
1168 }
1169
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +00001170 cfhsi->rx_flip_buf = kzalloc(CFHSI_BUF_SZ_RX, GFP_KERNEL);
1171 if (!cfhsi->rx_flip_buf) {
1172 res = -ENODEV;
1173 goto err_alloc_rx_flip;
1174 }
1175
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001176 /* Initialize aggregation timeout */
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001177 cfhsi->cfg.aggregation_timeout = hsi_default_config.aggregation_timeout;
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001178
Dmitry Tarnyagin28bd2042011-10-13 11:29:27 +00001179 /* Initialize recieve vaiables. */
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001180 cfhsi->rx_ptr = cfhsi->rx_buf;
1181 cfhsi->rx_len = CFHSI_DESC_SZ;
1182
1183 /* Initialize spin locks. */
1184 spin_lock_init(&cfhsi->lock);
1185
1186 /* Set up the driver. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001187 cfhsi->cb_ops.tx_done_cb = cfhsi_tx_done_cb;
1188 cfhsi->cb_ops.rx_done_cb = cfhsi_rx_done_cb;
1189 cfhsi->cb_ops.wake_up_cb = cfhsi_wake_up_cb;
1190 cfhsi->cb_ops.wake_down_cb = cfhsi_wake_down_cb;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001191
1192 /* Initialize the work queues. */
1193 INIT_WORK(&cfhsi->wake_up_work, cfhsi_wake_up);
1194 INIT_WORK(&cfhsi->wake_down_work, cfhsi_wake_down);
Daniel Martensson5bbed922011-10-13 11:29:28 +00001195 INIT_WORK(&cfhsi->out_of_sync_work, cfhsi_out_of_sync);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001196
1197 /* Clear all bit fields. */
1198 clear_bit(CFHSI_WAKE_UP_ACK, &cfhsi->bits);
1199 clear_bit(CFHSI_WAKE_DOWN_ACK, &cfhsi->bits);
1200 clear_bit(CFHSI_WAKE_UP, &cfhsi->bits);
1201 clear_bit(CFHSI_AWAKE, &cfhsi->bits);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001202
1203 /* Create work thread. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001204 cfhsi->wq = create_singlethread_workqueue(cfhsi->ndev->name);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001205 if (!cfhsi->wq) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +00001206 netdev_err(cfhsi->ndev, "%s: Failed to create work queue.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001207 __func__);
1208 res = -ENODEV;
1209 goto err_create_wq;
1210 }
1211
1212 /* Initialize wait queues. */
1213 init_waitqueue_head(&cfhsi->wake_up_wait);
1214 init_waitqueue_head(&cfhsi->wake_down_wait);
1215 init_waitqueue_head(&cfhsi->flush_fifo_wait);
1216
1217 /* Setup the inactivity timer. */
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001218 init_timer(&cfhsi->inactivity_timer);
1219 cfhsi->inactivity_timer.data = (unsigned long)cfhsi;
1220 cfhsi->inactivity_timer.function = cfhsi_inactivity_tout;
Daniel Martensson687b13e2011-10-13 11:29:25 +00001221 /* Setup the slowpath RX timer. */
1222 init_timer(&cfhsi->rx_slowpath_timer);
1223 cfhsi->rx_slowpath_timer.data = (unsigned long)cfhsi;
1224 cfhsi->rx_slowpath_timer.function = cfhsi_rx_slowpath;
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001225 /* Setup the aggregation timer. */
1226 init_timer(&cfhsi->aggregation_timer);
1227 cfhsi->aggregation_timer.data = (unsigned long)cfhsi;
1228 cfhsi->aggregation_timer.function = cfhsi_aggregation_tout;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001229
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001230 /* Activate HSI interface. */
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001231 res = cfhsi->ops->cfhsi_up(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001232 if (res) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +00001233 netdev_err(cfhsi->ndev,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001234 "%s: can't activate HSI interface: %d.\n",
1235 __func__, res);
1236 goto err_activate;
1237 }
1238
1239 /* Flush FIFO */
1240 res = cfhsi_flush_fifo(cfhsi);
1241 if (res) {
Sjur Brændeland90de9bab2012-06-25 07:49:38 +00001242 netdev_err(cfhsi->ndev, "%s: Can't flush FIFO: %d.\n",
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001243 __func__, res);
1244 goto err_net_reg;
1245 }
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001246 return res;
1247
1248 err_net_reg:
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001249 cfhsi->ops->cfhsi_down(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001250 err_activate:
1251 destroy_workqueue(cfhsi->wq);
1252 err_create_wq:
sjur.brandeland@stericsson.com332ad432012-02-03 04:36:21 +00001253 kfree(cfhsi->rx_flip_buf);
1254 err_alloc_rx_flip:
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001255 kfree(cfhsi->rx_buf);
1256 err_alloc_rx:
1257 kfree(cfhsi->tx_buf);
1258 err_alloc_tx:
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001259 return res;
1260}
1261
sjur.brandeland@stericsson.com39abbae2012-04-12 08:27:27 +00001262static int cfhsi_close(struct net_device *ndev)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001263{
sjur.brandeland@stericsson.com39abbae2012-04-12 08:27:27 +00001264 struct cfhsi *cfhsi = netdev_priv(ndev);
sjur.brandeland@stericsson.com5f614e62012-04-12 08:18:08 +00001265 u8 *tx_buf, *rx_buf, *flip_buf;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001266
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001267 /* going to shutdown driver */
1268 set_bit(CFHSI_SHUTDOWN, &cfhsi->bits);
1269
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001270 /* Flush workqueue */
1271 flush_workqueue(cfhsi->wq);
1272
Daniel Martensson687b13e2011-10-13 11:29:25 +00001273 /* Delete timers if pending */
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001274 del_timer_sync(&cfhsi->inactivity_timer);
Daniel Martensson687b13e2011-10-13 11:29:25 +00001275 del_timer_sync(&cfhsi->rx_slowpath_timer);
Dmitry Tarnyaginece367d2012-04-12 08:27:25 +00001276 del_timer_sync(&cfhsi->aggregation_timer);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001277
1278 /* Cancel pending RX request (if any) */
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001279 cfhsi->ops->cfhsi_rx_cancel(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001280
Daniel Martenssonca63f8c2011-10-13 11:29:26 +00001281 /* Destroy workqueue */
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001282 destroy_workqueue(cfhsi->wq);
1283
1284 /* Store bufferes: will be freed later. */
1285 tx_buf = cfhsi->tx_buf;
1286 rx_buf = cfhsi->rx_buf;
sjur.brandeland@stericsson.com5f614e62012-04-12 08:18:08 +00001287 flip_buf = cfhsi->rx_flip_buf;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001288 /* Flush transmit queues. */
1289 cfhsi_abort_tx(cfhsi);
1290
1291 /* Deactivate interface */
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001292 cfhsi->ops->cfhsi_down(cfhsi->ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001293
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001294 /* Free buffers. */
1295 kfree(tx_buf);
1296 kfree(rx_buf);
sjur.brandeland@stericsson.com5f614e62012-04-12 08:18:08 +00001297 kfree(flip_buf);
sjur.brandeland@stericsson.com39abbae2012-04-12 08:27:27 +00001298 return 0;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001299}
1300
Sjur Brændelandc4125402012-06-25 07:49:41 +00001301static void cfhsi_uninit(struct net_device *dev)
1302{
1303 struct cfhsi *cfhsi = netdev_priv(dev);
1304 ASSERT_RTNL();
1305 symbol_put(cfhsi_get_device);
1306 list_del(&cfhsi->list);
1307}
1308
Sjur Brændeland1c385f12012-06-25 07:49:42 +00001309static const struct net_device_ops cfhsi_netdevops = {
Sjur Brændelandc4125402012-06-25 07:49:41 +00001310 .ndo_uninit = cfhsi_uninit,
sjur.brandeland@stericsson.com39abbae2012-04-12 08:27:27 +00001311 .ndo_open = cfhsi_open,
1312 .ndo_stop = cfhsi_close,
1313 .ndo_start_xmit = cfhsi_xmit
1314};
1315
Sjur Brændelandc4125402012-06-25 07:49:41 +00001316static void cfhsi_netlink_parms(struct nlattr *data[], struct cfhsi *cfhsi)
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001317{
Sjur Brændelandc4125402012-06-25 07:49:41 +00001318 int i;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001319
Sjur Brændelandc4125402012-06-25 07:49:41 +00001320 if (!data) {
1321 pr_debug("no params data found\n");
1322 return;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001323 }
Sjur Brændelandc4125402012-06-25 07:49:41 +00001324
1325 i = __IFLA_CAIF_HSI_INACTIVITY_TOUT;
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001326 /*
1327 * Inactivity timeout in millisecs. Lowest possible value is 1,
1328 * and highest possible is NEXT_TIMER_MAX_DELTA.
1329 */
1330 if (data[i]) {
1331 u32 inactivity_timeout = nla_get_u32(data[i]);
1332 /* Pre-calculate inactivity timeout. */
1333 cfhsi->cfg.inactivity_timeout = inactivity_timeout * HZ / 1000;
1334 if (cfhsi->cfg.inactivity_timeout == 0)
1335 cfhsi->cfg.inactivity_timeout = 1;
1336 else if (cfhsi->cfg.inactivity_timeout > NEXT_TIMER_MAX_DELTA)
1337 cfhsi->cfg.inactivity_timeout = NEXT_TIMER_MAX_DELTA;
1338 }
Sjur Brændelandc4125402012-06-25 07:49:41 +00001339
1340 i = __IFLA_CAIF_HSI_AGGREGATION_TOUT;
1341 if (data[i])
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001342 cfhsi->cfg.aggregation_timeout = nla_get_u32(data[i]);
Sjur Brændelandc4125402012-06-25 07:49:41 +00001343
1344 i = __IFLA_CAIF_HSI_HEAD_ALIGN;
1345 if (data[i])
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001346 cfhsi->cfg.head_align = nla_get_u32(data[i]);
Sjur Brændelandc4125402012-06-25 07:49:41 +00001347
1348 i = __IFLA_CAIF_HSI_TAIL_ALIGN;
1349 if (data[i])
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001350 cfhsi->cfg.tail_align = nla_get_u32(data[i]);
Sjur Brændelandc4125402012-06-25 07:49:41 +00001351
1352 i = __IFLA_CAIF_HSI_QHIGH_WATERMARK;
1353 if (data[i])
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001354 cfhsi->cfg.q_high_mark = nla_get_u32(data[i]);
1355
1356 i = __IFLA_CAIF_HSI_QLOW_WATERMARK;
1357 if (data[i])
1358 cfhsi->cfg.q_low_mark = nla_get_u32(data[i]);
Sjur Brændelandc4125402012-06-25 07:49:41 +00001359}
1360
1361static int caif_hsi_changelink(struct net_device *dev, struct nlattr *tb[],
1362 struct nlattr *data[])
1363{
1364 cfhsi_netlink_parms(data, netdev_priv(dev));
1365 netdev_state_change(dev);
1366 return 0;
1367}
1368
1369static const struct nla_policy caif_hsi_policy[__IFLA_CAIF_HSI_MAX + 1] = {
1370 [__IFLA_CAIF_HSI_INACTIVITY_TOUT] = { .type = NLA_U32, .len = 4 },
1371 [__IFLA_CAIF_HSI_AGGREGATION_TOUT] = { .type = NLA_U32, .len = 4 },
1372 [__IFLA_CAIF_HSI_HEAD_ALIGN] = { .type = NLA_U32, .len = 4 },
1373 [__IFLA_CAIF_HSI_TAIL_ALIGN] = { .type = NLA_U32, .len = 4 },
1374 [__IFLA_CAIF_HSI_QHIGH_WATERMARK] = { .type = NLA_U32, .len = 4 },
1375 [__IFLA_CAIF_HSI_QLOW_WATERMARK] = { .type = NLA_U32, .len = 4 },
1376};
1377
1378static size_t caif_hsi_get_size(const struct net_device *dev)
1379{
1380 int i;
1381 size_t s = 0;
1382 for (i = __IFLA_CAIF_HSI_UNSPEC + 1; i < __IFLA_CAIF_HSI_MAX; i++)
1383 s += nla_total_size(caif_hsi_policy[i].len);
1384 return s;
1385}
1386
1387static int caif_hsi_fill_info(struct sk_buff *skb, const struct net_device *dev)
1388{
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001389 struct cfhsi *cfhsi = netdev_priv(dev);
1390
Sjur Brændelandc4125402012-06-25 07:49:41 +00001391 if (nla_put_u32(skb, __IFLA_CAIF_HSI_INACTIVITY_TOUT,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001392 cfhsi->cfg.inactivity_timeout) ||
Sjur Brændelandc4125402012-06-25 07:49:41 +00001393 nla_put_u32(skb, __IFLA_CAIF_HSI_AGGREGATION_TOUT,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001394 cfhsi->cfg.aggregation_timeout) ||
1395 nla_put_u32(skb, __IFLA_CAIF_HSI_HEAD_ALIGN,
1396 cfhsi->cfg.head_align) ||
1397 nla_put_u32(skb, __IFLA_CAIF_HSI_TAIL_ALIGN,
1398 cfhsi->cfg.tail_align) ||
Sjur Brændelandc4125402012-06-25 07:49:41 +00001399 nla_put_u32(skb, __IFLA_CAIF_HSI_QHIGH_WATERMARK,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001400 cfhsi->cfg.q_high_mark) ||
Sjur Brændelandc4125402012-06-25 07:49:41 +00001401 nla_put_u32(skb, __IFLA_CAIF_HSI_QLOW_WATERMARK,
Sjur Brændeland91fa0cb2012-06-25 07:49:43 +00001402 cfhsi->cfg.q_low_mark))
Sjur Brændelandc4125402012-06-25 07:49:41 +00001403 return -EMSGSIZE;
1404
1405 return 0;
1406}
1407
1408static int caif_hsi_newlink(struct net *src_net, struct net_device *dev,
1409 struct nlattr *tb[], struct nlattr *data[])
1410{
1411 struct cfhsi *cfhsi = NULL;
Sjur Brændeland7fa8ad62012-06-28 20:36:20 +00001412 struct cfhsi_ops *(*get_ops)(void);
Sjur Brændelandc4125402012-06-25 07:49:41 +00001413
1414 ASSERT_RTNL();
1415
1416 cfhsi = netdev_priv(dev);
1417 cfhsi_netlink_parms(data, cfhsi);
Sjur Brændelandc4125402012-06-25 07:49:41 +00001418
Sjur Brændeland7fa8ad62012-06-28 20:36:20 +00001419 get_ops = symbol_get(cfhsi_get_ops);
1420 if (!get_ops) {
1421 pr_err("%s: failed to get the cfhsi_ops\n", __func__);
1422 return -ENODEV;
1423 }
1424
1425 /* Assign the HSI device. */
1426 cfhsi->ops = (*get_ops)();
1427 if (!cfhsi->ops) {
1428 pr_err("%s: failed to get the cfhsi_ops\n", __func__);
1429 goto err;
1430 }
1431
1432 /* Assign the driver to this HSI device. */
1433 cfhsi->ops->cb_ops = &cfhsi->cb_ops;
1434 if (register_netdevice(dev)) {
1435 pr_warn("%s: caif_hsi device registration failed\n", __func__);
1436 goto err;
1437 }
1438 /* Add CAIF HSI device to list. */
1439 list_add_tail(&cfhsi->list, &cfhsi_list);
1440
Sjur Brændelandc4125402012-06-25 07:49:41 +00001441 return 0;
Sjur Brændeland7fa8ad62012-06-28 20:36:20 +00001442err:
1443 symbol_put(cfhsi_get_ops);
1444 return -ENODEV;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001445}
1446
Sjur Brændelandc4125402012-06-25 07:49:41 +00001447static struct rtnl_link_ops caif_hsi_link_ops __read_mostly = {
1448 .kind = "cfhsi",
1449 .priv_size = sizeof(struct cfhsi),
1450 .setup = cfhsi_setup,
1451 .maxtype = __IFLA_CAIF_HSI_MAX,
1452 .policy = caif_hsi_policy,
1453 .newlink = caif_hsi_newlink,
1454 .changelink = caif_hsi_changelink,
1455 .get_size = caif_hsi_get_size,
1456 .fill_info = caif_hsi_fill_info,
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001457};
1458
1459static void __exit cfhsi_exit_module(void)
1460{
1461 struct list_head *list_node;
1462 struct list_head *n;
Sjur Brændelandc4125402012-06-25 07:49:41 +00001463 struct cfhsi *cfhsi;
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001464
Sjur Brændelandc4125402012-06-25 07:49:41 +00001465 rtnl_link_unregister(&caif_hsi_link_ops);
1466
1467 rtnl_lock();
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001468 list_for_each_safe(list_node, n, &cfhsi_list) {
1469 cfhsi = list_entry(list_node, struct cfhsi, list);
Sjur Brændelandc4125402012-06-25 07:49:41 +00001470 unregister_netdev(cfhsi->ndev);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001471 }
Sjur Brændelandc4125402012-06-25 07:49:41 +00001472 rtnl_unlock();
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001473}
1474
1475static int __init cfhsi_init_module(void)
1476{
Sjur Brændelandc4125402012-06-25 07:49:41 +00001477 return rtnl_link_register(&caif_hsi_link_ops);
Dmitry.Tarnyagin40d69042011-06-01 03:29:18 +00001478}
1479
1480module_init(cfhsi_init_module);
1481module_exit(cfhsi_exit_module);