| /* |
| * Intel Wireless WiMAX Connection 2400m |
| * Handle incoming traffic and deliver it to the control or data planes |
| * |
| * |
| * Copyright (C) 2007-2008 Intel Corporation. All rights reserved. |
| * |
| * Redistribution and use in source and binary forms, with or without |
| * modification, are permitted provided that the following conditions |
| * are met: |
| * |
| * * Redistributions of source code must retain the above copyright |
| * notice, this list of conditions and the following disclaimer. |
| * * Redistributions in binary form must reproduce the above copyright |
| * notice, this list of conditions and the following disclaimer in |
| * the documentation and/or other materials provided with the |
| * distribution. |
| * * Neither the name of Intel Corporation nor the names of its |
| * contributors may be used to endorse or promote products derived |
| * from this software without specific prior written permission. |
| * |
| * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| * |
| * |
| * Intel Corporation <linux-wimax@intel.com> |
| * Yanir Lubetkin <yanirx.lubetkin@intel.com> |
| * - Initial implementation |
| * Inaky Perez-Gonzalez <inaky.perez-gonzalez@intel.com> |
| * - Use skb_clone(), break up processing in chunks |
| * - Split transport/device specific |
| * - Make buffer size dynamic to exert less memory pressure |
| * - RX reorder support |
| * |
| * This handles the RX path. |
| * |
| * We receive an RX message from the bus-specific driver, which |
| * contains one or more payloads that have potentially different |
| * destinataries (data or control paths). |
| * |
| * So we just take that payload from the transport specific code in |
| * the form of an skb, break it up in chunks (a cloned skb each in the |
| * case of network packets) and pass it to netdev or to the |
| * command/ack handler (and from there to the WiMAX stack). |
| * |
| * PROTOCOL FORMAT |
| * |
| * The format of the buffer is: |
| * |
| * HEADER (struct i2400m_msg_hdr) |
| * PAYLOAD DESCRIPTOR 0 (struct i2400m_pld) |
| * PAYLOAD DESCRIPTOR 1 |
| * ... |
| * PAYLOAD DESCRIPTOR N |
| * PAYLOAD 0 (raw bytes) |
| * PAYLOAD 1 |
| * ... |
| * PAYLOAD N |
| * |
| * See tx.c for a deeper description on alignment requirements and |
| * other fun facts of it. |
| * |
| * DATA PACKETS |
| * |
| * In firmwares <= v1.3, data packets have no header for RX, but they |
| * do for TX (currently unused). |
| * |
| * In firmware >= 1.4, RX packets have an extended header (16 |
| * bytes). This header conveys information for management of host |
| * reordering of packets (the device offloads storage of the packets |
| * for reordering to the host). Read below for more information. |
| * |
| * The header is used as dummy space to emulate an ethernet header and |
| * thus be able to act as an ethernet device without having to reallocate. |
| * |
| * DATA RX REORDERING |
| * |
| * Starting in firmware v1.4, the device can deliver packets for |
| * delivery with special reordering information; this allows it to |
| * more effectively do packet management when some frames were lost in |
| * the radio traffic. |
| * |
| * Thus, for RX packets that come out of order, the device gives the |
| * driver enough information to queue them properly and then at some |
| * point, the signal to deliver the whole (or part) of the queued |
| * packets to the networking stack. There are 16 such queues. |
| * |
| * This only happens when a packet comes in with the "need reorder" |
| * flag set in the RX header. When such bit is set, the following |
| * operations might be indicated: |
| * |
| * - reset queue: send all queued packets to the OS |
| * |
| * - queue: queue a packet |
| * |
| * - update ws: update the queue's window start and deliver queued |
| * packets that meet the criteria |
| * |
| * - queue & update ws: queue a packet, update the window start and |
| * deliver queued packets that meet the criteria |
| * |
| * (delivery criteria: the packet's [normalized] sequence number is |
| * lower than the new [normalized] window start). |
| * |
| * See the i2400m_roq_*() functions for details. |
| * |
| * ROADMAP |
| * |
| * i2400m_rx |
| * i2400m_rx_msg_hdr_check |
| * i2400m_rx_pl_descr_check |
| * i2400m_rx_payload |
| * i2400m_net_rx |
| * i2400m_rx_edata |
| * i2400m_net_erx |
| * i2400m_roq_reset |
| * i2400m_net_erx |
| * i2400m_roq_queue |
| * __i2400m_roq_queue |
| * i2400m_roq_update_ws |
| * __i2400m_roq_update_ws |
| * i2400m_net_erx |
| * i2400m_roq_queue_update_ws |
| * __i2400m_roq_queue |
| * __i2400m_roq_update_ws |
| * i2400m_net_erx |
| * i2400m_rx_ctl |
| * i2400m_msg_size_check |
| * i2400m_report_hook_work [in a workqueue] |
| * i2400m_report_hook |
| * wimax_msg_to_user |
| * i2400m_rx_ctl_ack |
| * wimax_msg_to_user_alloc |
| * i2400m_rx_trace |
| * i2400m_msg_size_check |
| * wimax_msg |
| */ |
| #include <linux/kernel.h> |
| #include <linux/if_arp.h> |
| #include <linux/netdevice.h> |
| #include <linux/workqueue.h> |
| #include "i2400m.h" |
| |
| |
| #define D_SUBMODULE rx |
| #include "debug-levels.h" |
| |
| struct i2400m_report_hook_args { |
| struct sk_buff *skb_rx; |
| const struct i2400m_l3l4_hdr *l3l4_hdr; |
| size_t size; |
| struct list_head list_node; |
| }; |
| |
| |
| /* |
| * Execute i2400m_report_hook in a workqueue |
| * |
| * Goes over the list of queued reports in i2400m->rx_reports and |
| * processes them. |
| * |
| * NOTE: refcounts on i2400m are not needed because we flush the |
| * workqueue this runs on (i2400m->work_queue) before destroying |
| * i2400m. |
| */ |
| void i2400m_report_hook_work(struct work_struct *ws) |
| { |
| struct i2400m *i2400m = container_of(ws, struct i2400m, rx_report_ws); |
| struct device *dev = i2400m_dev(i2400m); |
| struct i2400m_report_hook_args *args, *args_next; |
| LIST_HEAD(list); |
| unsigned long flags; |
| |
| while (1) { |
| spin_lock_irqsave(&i2400m->rx_lock, flags); |
| list_splice_init(&i2400m->rx_reports, &list); |
| spin_unlock_irqrestore(&i2400m->rx_lock, flags); |
| if (list_empty(&list)) |
| break; |
| else |
| d_printf(1, dev, "processing queued reports\n"); |
| list_for_each_entry_safe(args, args_next, &list, list_node) { |
| d_printf(2, dev, "processing queued report %p\n", args); |
| i2400m_report_hook(i2400m, args->l3l4_hdr, args->size); |
| kfree_skb(args->skb_rx); |
| list_del(&args->list_node); |
| kfree(args); |
| } |
| } |
| } |
| |
| |
| /* |
| * Flush the list of queued reports |
| */ |
| static |
| void i2400m_report_hook_flush(struct i2400m *i2400m) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| struct i2400m_report_hook_args *args, *args_next; |
| LIST_HEAD(list); |
| unsigned long flags; |
| |
| d_printf(1, dev, "flushing queued reports\n"); |
| spin_lock_irqsave(&i2400m->rx_lock, flags); |
| list_splice_init(&i2400m->rx_reports, &list); |
| spin_unlock_irqrestore(&i2400m->rx_lock, flags); |
| list_for_each_entry_safe(args, args_next, &list, list_node) { |
| d_printf(2, dev, "flushing queued report %p\n", args); |
| kfree_skb(args->skb_rx); |
| list_del(&args->list_node); |
| kfree(args); |
| } |
| } |
| |
| |
| /* |
| * Queue a report for later processing |
| * |
| * @i2400m: device descriptor |
| * @skb_rx: skb that contains the payload (for reference counting) |
| * @l3l4_hdr: pointer to the control |
| * @size: size of the message |
| */ |
| static |
| void i2400m_report_hook_queue(struct i2400m *i2400m, struct sk_buff *skb_rx, |
| const void *l3l4_hdr, size_t size) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| unsigned long flags; |
| struct i2400m_report_hook_args *args; |
| |
| args = kzalloc(sizeof(*args), GFP_NOIO); |
| if (args) { |
| args->skb_rx = skb_get(skb_rx); |
| args->l3l4_hdr = l3l4_hdr; |
| args->size = size; |
| spin_lock_irqsave(&i2400m->rx_lock, flags); |
| list_add_tail(&args->list_node, &i2400m->rx_reports); |
| spin_unlock_irqrestore(&i2400m->rx_lock, flags); |
| d_printf(2, dev, "queued report %p\n", args); |
| rmb(); /* see i2400m->ready's documentation */ |
| if (likely(i2400m->ready)) /* only send if up */ |
| queue_work(i2400m->work_queue, &i2400m->rx_report_ws); |
| } else { |
| if (printk_ratelimit()) |
| dev_err(dev, "%s:%u: Can't allocate %zu B\n", |
| __func__, __LINE__, sizeof(*args)); |
| } |
| } |
| |
| |
| /* |
| * Process an ack to a command |
| * |
| * @i2400m: device descriptor |
| * @payload: pointer to message |
| * @size: size of the message |
| * |
| * Pass the acknodledgment (in an skb) to the thread that is waiting |
| * for it in i2400m->msg_completion. |
| * |
| * We need to coordinate properly with the thread waiting for the |
| * ack. Check if it is waiting or if it is gone. We loose the spinlock |
| * to avoid allocating on atomic contexts (yeah, could use GFP_ATOMIC, |
| * but this is not so speed critical). |
| */ |
| static |
| void i2400m_rx_ctl_ack(struct i2400m *i2400m, |
| const void *payload, size_t size) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| struct wimax_dev *wimax_dev = &i2400m->wimax_dev; |
| unsigned long flags; |
| struct sk_buff *ack_skb; |
| |
| /* Anyone waiting for an answer? */ |
| spin_lock_irqsave(&i2400m->rx_lock, flags); |
| if (i2400m->ack_skb != ERR_PTR(-EINPROGRESS)) { |
| dev_err(dev, "Huh? reply to command with no waiters\n"); |
| goto error_no_waiter; |
| } |
| spin_unlock_irqrestore(&i2400m->rx_lock, flags); |
| |
| ack_skb = wimax_msg_alloc(wimax_dev, NULL, payload, size, GFP_KERNEL); |
| |
| /* Check waiter didn't time out waiting for the answer... */ |
| spin_lock_irqsave(&i2400m->rx_lock, flags); |
| if (i2400m->ack_skb != ERR_PTR(-EINPROGRESS)) { |
| d_printf(1, dev, "Huh? waiter for command reply cancelled\n"); |
| goto error_waiter_cancelled; |
| } |
| if (ack_skb == NULL) { |
| dev_err(dev, "CMD/GET/SET ack: cannot allocate SKB\n"); |
| i2400m->ack_skb = ERR_PTR(-ENOMEM); |
| } else |
| i2400m->ack_skb = ack_skb; |
| spin_unlock_irqrestore(&i2400m->rx_lock, flags); |
| complete(&i2400m->msg_completion); |
| return; |
| |
| error_waiter_cancelled: |
| kfree_skb(ack_skb); |
| error_no_waiter: |
| spin_unlock_irqrestore(&i2400m->rx_lock, flags); |
| return; |
| } |
| |
| |
| /* |
| * Receive and process a control payload |
| * |
| * @i2400m: device descriptor |
| * @skb_rx: skb that contains the payload (for reference counting) |
| * @payload: pointer to message |
| * @size: size of the message |
| * |
| * There are two types of control RX messages: reports (asynchronous, |
| * like your every day interrupts) and 'acks' (reponses to a command, |
| * get or set request). |
| * |
| * If it is a report, we run hooks on it (to extract information for |
| * things we need to do in the driver) and then pass it over to the |
| * WiMAX stack to send it to user space. |
| * |
| * NOTE: report processing is done in a workqueue specific to the |
| * generic driver, to avoid deadlocks in the system. |
| * |
| * If it is not a report, it is an ack to a previously executed |
| * command, set or get, so wake up whoever is waiting for it from |
| * i2400m_msg_to_dev(). i2400m_rx_ctl_ack() takes care of that. |
| * |
| * Note that the sizes we pass to other functions from here are the |
| * sizes of the _l3l4_hdr + payload, not full buffer sizes, as we have |
| * verified in _msg_size_check() that they are congruent. |
| * |
| * For reports: We can't clone the original skb where the data is |
| * because we need to send this up via netlink; netlink has to add |
| * headers and we can't overwrite what's preceeding the payload...as |
| * it is another message. So we just dup them. |
| */ |
| static |
| void i2400m_rx_ctl(struct i2400m *i2400m, struct sk_buff *skb_rx, |
| const void *payload, size_t size) |
| { |
| int result; |
| struct device *dev = i2400m_dev(i2400m); |
| const struct i2400m_l3l4_hdr *l3l4_hdr = payload; |
| unsigned msg_type; |
| |
| result = i2400m_msg_size_check(i2400m, l3l4_hdr, size); |
| if (result < 0) { |
| dev_err(dev, "HW BUG? device sent a bad message: %d\n", |
| result); |
| goto error_check; |
| } |
| msg_type = le16_to_cpu(l3l4_hdr->type); |
| d_printf(1, dev, "%s 0x%04x: %zu bytes\n", |
| msg_type & I2400M_MT_REPORT_MASK ? "REPORT" : "CMD/SET/GET", |
| msg_type, size); |
| d_dump(2, dev, l3l4_hdr, size); |
| if (msg_type & I2400M_MT_REPORT_MASK) { |
| /* |
| * Process each report |
| * |
| * - has to be ran serialized as well |
| * |
| * - the handling might force the execution of |
| * commands. That might cause reentrancy issues with |
| * bus-specific subdrivers and workqueues, so the we |
| * run it in a separate workqueue. |
| * |
| * - when the driver is not yet ready to handle them, |
| * they are queued and at some point the queue is |
| * restarted [NOTE: we can't queue SKBs directly, as |
| * this might be a piece of a SKB, not the whole |
| * thing, and this is cheaper than cloning the |
| * SKB]. |
| * |
| * Note we don't do refcounting for the device |
| * structure; this is because before destroying |
| * 'i2400m', we make sure to flush the |
| * i2400m->work_queue, so there are no issues. |
| */ |
| i2400m_report_hook_queue(i2400m, skb_rx, l3l4_hdr, size); |
| if (unlikely(i2400m->trace_msg_from_user)) |
| wimax_msg(&i2400m->wimax_dev, "echo", |
| l3l4_hdr, size, GFP_KERNEL); |
| result = wimax_msg(&i2400m->wimax_dev, NULL, l3l4_hdr, size, |
| GFP_KERNEL); |
| if (result < 0) |
| dev_err(dev, "error sending report to userspace: %d\n", |
| result); |
| } else /* an ack to a CMD, GET or SET */ |
| i2400m_rx_ctl_ack(i2400m, payload, size); |
| error_check: |
| return; |
| } |
| |
| |
| /* |
| * Receive and send up a trace |
| * |
| * @i2400m: device descriptor |
| * @skb_rx: skb that contains the trace (for reference counting) |
| * @payload: pointer to trace message inside the skb |
| * @size: size of the message |
| * |
| * THe i2400m might produce trace information (diagnostics) and we |
| * send them through a different kernel-to-user pipe (to avoid |
| * clogging it). |
| * |
| * As in i2400m_rx_ctl(), we can't clone the original skb where the |
| * data is because we need to send this up via netlink; netlink has to |
| * add headers and we can't overwrite what's preceeding the |
| * payload...as it is another message. So we just dup them. |
| */ |
| static |
| void i2400m_rx_trace(struct i2400m *i2400m, |
| const void *payload, size_t size) |
| { |
| int result; |
| struct device *dev = i2400m_dev(i2400m); |
| struct wimax_dev *wimax_dev = &i2400m->wimax_dev; |
| const struct i2400m_l3l4_hdr *l3l4_hdr = payload; |
| unsigned msg_type; |
| |
| result = i2400m_msg_size_check(i2400m, l3l4_hdr, size); |
| if (result < 0) { |
| dev_err(dev, "HW BUG? device sent a bad trace message: %d\n", |
| result); |
| goto error_check; |
| } |
| msg_type = le16_to_cpu(l3l4_hdr->type); |
| d_printf(1, dev, "Trace %s 0x%04x: %zu bytes\n", |
| msg_type & I2400M_MT_REPORT_MASK ? "REPORT" : "CMD/SET/GET", |
| msg_type, size); |
| d_dump(2, dev, l3l4_hdr, size); |
| result = wimax_msg(wimax_dev, "trace", l3l4_hdr, size, GFP_KERNEL); |
| if (result < 0) |
| dev_err(dev, "error sending trace to userspace: %d\n", |
| result); |
| error_check: |
| return; |
| } |
| |
| |
| /* |
| * Reorder queue data stored on skb->cb while the skb is queued in the |
| * reorder queues. |
| */ |
| struct i2400m_roq_data { |
| unsigned sn; /* Serial number for the skb */ |
| enum i2400m_cs cs; /* packet type for the skb */ |
| }; |
| |
| |
| /* |
| * ReOrder Queue |
| * |
| * @ws: Window Start; sequence number where the current window start |
| * is for this queue |
| * @queue: the skb queue itself |
| * @log: circular ring buffer used to log information about the |
| * reorder process in this queue that can be displayed in case of |
| * error to help diagnose it. |
| * |
| * This is the head for a list of skbs. In the skb->cb member of the |
| * skb when queued here contains a 'struct i2400m_roq_data' were we |
| * store the sequence number (sn) and the cs (packet type) coming from |
| * the RX payload header from the device. |
| */ |
| struct i2400m_roq |
| { |
| unsigned ws; |
| struct sk_buff_head queue; |
| struct i2400m_roq_log *log; |
| }; |
| |
| |
| static |
| void __i2400m_roq_init(struct i2400m_roq *roq) |
| { |
| roq->ws = 0; |
| skb_queue_head_init(&roq->queue); |
| } |
| |
| |
| static |
| unsigned __i2400m_roq_index(struct i2400m *i2400m, struct i2400m_roq *roq) |
| { |
| return ((unsigned long) roq - (unsigned long) i2400m->rx_roq) |
| / sizeof(*roq); |
| } |
| |
| |
| /* |
| * Normalize a sequence number based on the queue's window start |
| * |
| * nsn = (sn - ws) % 2048 |
| * |
| * Note that if @sn < @roq->ws, we still need a positive number; %'s |
| * sign is implementation specific, so we normalize it by adding 2048 |
| * to bring it to be positive. |
| */ |
| static |
| unsigned __i2400m_roq_nsn(struct i2400m_roq *roq, unsigned sn) |
| { |
| int r; |
| r = ((int) sn - (int) roq->ws) % 2048; |
| if (r < 0) |
| r += 2048; |
| return r; |
| } |
| |
| |
| /* |
| * Circular buffer to keep the last N reorder operations |
| * |
| * In case something fails, dumb then to try to come up with what |
| * happened. |
| */ |
| enum { |
| I2400M_ROQ_LOG_LENGTH = 32, |
| }; |
| |
| struct i2400m_roq_log { |
| struct i2400m_roq_log_entry { |
| enum i2400m_ro_type type; |
| unsigned ws, count, sn, nsn, new_ws; |
| } entry[I2400M_ROQ_LOG_LENGTH]; |
| unsigned in, out; |
| }; |
| |
| |
| /* Print a log entry */ |
| static |
| void i2400m_roq_log_entry_print(struct i2400m *i2400m, unsigned index, |
| unsigned e_index, |
| struct i2400m_roq_log_entry *e) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| |
| switch(e->type) { |
| case I2400M_RO_TYPE_RESET: |
| dev_err(dev, "q#%d reset ws %u cnt %u sn %u/%u" |
| " - new nws %u\n", |
| index, e->ws, e->count, e->sn, e->nsn, e->new_ws); |
| break; |
| case I2400M_RO_TYPE_PACKET: |
| dev_err(dev, "q#%d queue ws %u cnt %u sn %u/%u\n", |
| index, e->ws, e->count, e->sn, e->nsn); |
| break; |
| case I2400M_RO_TYPE_WS: |
| dev_err(dev, "q#%d update_ws ws %u cnt %u sn %u/%u" |
| " - new nws %u\n", |
| index, e->ws, e->count, e->sn, e->nsn, e->new_ws); |
| break; |
| case I2400M_RO_TYPE_PACKET_WS: |
| dev_err(dev, "q#%d queue_update_ws ws %u cnt %u sn %u/%u" |
| " - new nws %u\n", |
| index, e->ws, e->count, e->sn, e->nsn, e->new_ws); |
| break; |
| default: |
| dev_err(dev, "q#%d BUG? entry %u - unknown type %u\n", |
| index, e_index, e->type); |
| break; |
| } |
| } |
| |
| |
| static |
| void i2400m_roq_log_add(struct i2400m *i2400m, |
| struct i2400m_roq *roq, enum i2400m_ro_type type, |
| unsigned ws, unsigned count, unsigned sn, |
| unsigned nsn, unsigned new_ws) |
| { |
| struct i2400m_roq_log_entry *e; |
| unsigned cnt_idx; |
| int index = __i2400m_roq_index(i2400m, roq); |
| |
| /* if we run out of space, we eat from the end */ |
| if (roq->log->in - roq->log->out == I2400M_ROQ_LOG_LENGTH) |
| roq->log->out++; |
| cnt_idx = roq->log->in++ % I2400M_ROQ_LOG_LENGTH; |
| e = &roq->log->entry[cnt_idx]; |
| |
| e->type = type; |
| e->ws = ws; |
| e->count = count; |
| e->sn = sn; |
| e->nsn = nsn; |
| e->new_ws = new_ws; |
| |
| if (d_test(1)) |
| i2400m_roq_log_entry_print(i2400m, index, cnt_idx, e); |
| } |
| |
| |
| /* Dump all the entries in the FIFO and reinitialize it */ |
| static |
| void i2400m_roq_log_dump(struct i2400m *i2400m, struct i2400m_roq *roq) |
| { |
| unsigned cnt, cnt_idx; |
| struct i2400m_roq_log_entry *e; |
| int index = __i2400m_roq_index(i2400m, roq); |
| |
| BUG_ON(roq->log->out > roq->log->in); |
| for (cnt = roq->log->out; cnt < roq->log->in; cnt++) { |
| cnt_idx = cnt % I2400M_ROQ_LOG_LENGTH; |
| e = &roq->log->entry[cnt_idx]; |
| i2400m_roq_log_entry_print(i2400m, index, cnt_idx, e); |
| memset(e, 0, sizeof(*e)); |
| } |
| roq->log->in = roq->log->out = 0; |
| } |
| |
| |
| /* |
| * Backbone for the queuing of an skb (by normalized sequence number) |
| * |
| * @i2400m: device descriptor |
| * @roq: reorder queue where to add |
| * @skb: the skb to add |
| * @sn: the sequence number of the skb |
| * @nsn: the normalized sequence number of the skb (pre-computed by the |
| * caller from the @sn and @roq->ws). |
| * |
| * We try first a couple of quick cases: |
| * |
| * - the queue is empty |
| * - the skb would be appended to the queue |
| * |
| * These will be the most common operations. |
| * |
| * If these fail, then we have to do a sorted insertion in the queue, |
| * which is the slowest path. |
| * |
| * We don't have to acquire a reference count as we are going to own it. |
| */ |
| static |
| void __i2400m_roq_queue(struct i2400m *i2400m, struct i2400m_roq *roq, |
| struct sk_buff *skb, unsigned sn, unsigned nsn) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| struct sk_buff *skb_itr; |
| struct i2400m_roq_data *roq_data_itr, *roq_data; |
| unsigned nsn_itr; |
| |
| d_fnstart(4, dev, "(i2400m %p roq %p skb %p sn %u nsn %u)\n", |
| i2400m, roq, skb, sn, nsn); |
| |
| roq_data = (struct i2400m_roq_data *) &skb->cb; |
| BUILD_BUG_ON(sizeof(*roq_data) > sizeof(skb->cb)); |
| roq_data->sn = sn; |
| d_printf(3, dev, "ERX: roq %p [ws %u] nsn %d sn %u\n", |
| roq, roq->ws, nsn, roq_data->sn); |
| |
| /* Queues will be empty on not-so-bad environments, so try |
| * that first */ |
| if (skb_queue_empty(&roq->queue)) { |
| d_printf(2, dev, "ERX: roq %p - first one\n", roq); |
| __skb_queue_head(&roq->queue, skb); |
| goto out; |
| } |
| /* Now try append, as most of the operations will be that */ |
| skb_itr = skb_peek_tail(&roq->queue); |
| roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb; |
| nsn_itr = __i2400m_roq_nsn(roq, roq_data_itr->sn); |
| /* NSN bounds assumed correct (checked when it was queued) */ |
| if (nsn >= nsn_itr) { |
| d_printf(2, dev, "ERX: roq %p - appended after %p (nsn %d sn %u)\n", |
| roq, skb_itr, nsn_itr, roq_data_itr->sn); |
| __skb_queue_tail(&roq->queue, skb); |
| goto out; |
| } |
| /* None of the fast paths option worked. Iterate to find the |
| * right spot where to insert the packet; we know the queue is |
| * not empty, so we are not the first ones; we also know we |
| * are not going to be the last ones. The list is sorted, so |
| * we have to insert before the the first guy with an nsn_itr |
| * greater that our nsn. */ |
| skb_queue_walk(&roq->queue, skb_itr) { |
| roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb; |
| nsn_itr = __i2400m_roq_nsn(roq, roq_data_itr->sn); |
| /* NSN bounds assumed correct (checked when it was queued) */ |
| if (nsn_itr > nsn) { |
| d_printf(2, dev, "ERX: roq %p - queued before %p " |
| "(nsn %d sn %u)\n", roq, skb_itr, nsn_itr, |
| roq_data_itr->sn); |
| __skb_queue_before(&roq->queue, skb_itr, skb); |
| goto out; |
| } |
| } |
| /* If we get here, that is VERY bad -- print info to help |
| * diagnose and crash it */ |
| dev_err(dev, "SW BUG? failed to insert packet\n"); |
| dev_err(dev, "ERX: roq %p [ws %u] skb %p nsn %d sn %u\n", |
| roq, roq->ws, skb, nsn, roq_data->sn); |
| skb_queue_walk(&roq->queue, skb_itr) { |
| roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb; |
| nsn_itr = __i2400m_roq_nsn(roq, roq_data_itr->sn); |
| /* NSN bounds assumed correct (checked when it was queued) */ |
| dev_err(dev, "ERX: roq %p skb_itr %p nsn %d sn %u\n", |
| roq, skb_itr, nsn_itr, roq_data_itr->sn); |
| } |
| BUG(); |
| out: |
| d_fnend(4, dev, "(i2400m %p roq %p skb %p sn %u nsn %d) = void\n", |
| i2400m, roq, skb, sn, nsn); |
| return; |
| } |
| |
| |
| /* |
| * Backbone for the update window start operation |
| * |
| * @i2400m: device descriptor |
| * @roq: Reorder queue |
| * @sn: New sequence number |
| * |
| * Updates the window start of a queue; when doing so, it must deliver |
| * to the networking stack all the queued skb's whose normalized |
| * sequence number is lower than the new normalized window start. |
| */ |
| static |
| unsigned __i2400m_roq_update_ws(struct i2400m *i2400m, struct i2400m_roq *roq, |
| unsigned sn) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| struct sk_buff *skb_itr, *tmp_itr; |
| struct i2400m_roq_data *roq_data_itr; |
| unsigned new_nws, nsn_itr; |
| |
| new_nws = __i2400m_roq_nsn(roq, sn); |
| if (unlikely(new_nws >= 1024) && d_test(1)) { |
| dev_err(dev, "SW BUG? __update_ws new_nws %u (sn %u ws %u)\n", |
| new_nws, sn, roq->ws); |
| WARN_ON(1); |
| i2400m_roq_log_dump(i2400m, roq); |
| } |
| skb_queue_walk_safe(&roq->queue, skb_itr, tmp_itr) { |
| roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb; |
| nsn_itr = __i2400m_roq_nsn(roq, roq_data_itr->sn); |
| /* NSN bounds assumed correct (checked when it was queued) */ |
| if (nsn_itr < new_nws) { |
| d_printf(2, dev, "ERX: roq %p - release skb %p " |
| "(nsn %u/%u new nws %u)\n", |
| roq, skb_itr, nsn_itr, roq_data_itr->sn, |
| new_nws); |
| __skb_unlink(skb_itr, &roq->queue); |
| i2400m_net_erx(i2400m, skb_itr, roq_data_itr->cs); |
| } |
| else |
| break; /* rest of packets all nsn_itr > nws */ |
| } |
| roq->ws = sn; |
| return new_nws; |
| } |
| |
| |
| /* |
| * Reset a queue |
| * |
| * @i2400m: device descriptor |
| * @cin: Queue Index |
| * |
| * Deliver all the packets and reset the window-start to zero. Name is |
| * kind of misleading. |
| */ |
| static |
| void i2400m_roq_reset(struct i2400m *i2400m, struct i2400m_roq *roq) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| struct sk_buff *skb_itr, *tmp_itr; |
| struct i2400m_roq_data *roq_data_itr; |
| |
| d_fnstart(2, dev, "(i2400m %p roq %p)\n", i2400m, roq); |
| i2400m_roq_log_add(i2400m, roq, I2400M_RO_TYPE_RESET, |
| roq->ws, skb_queue_len(&roq->queue), |
| ~0, ~0, 0); |
| skb_queue_walk_safe(&roq->queue, skb_itr, tmp_itr) { |
| roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb; |
| d_printf(2, dev, "ERX: roq %p - release skb %p (sn %u)\n", |
| roq, skb_itr, roq_data_itr->sn); |
| __skb_unlink(skb_itr, &roq->queue); |
| i2400m_net_erx(i2400m, skb_itr, roq_data_itr->cs); |
| } |
| roq->ws = 0; |
| d_fnend(2, dev, "(i2400m %p roq %p) = void\n", i2400m, roq); |
| return; |
| } |
| |
| |
| /* |
| * Queue a packet |
| * |
| * @i2400m: device descriptor |
| * @cin: Queue Index |
| * @skb: containing the packet data |
| * @fbn: First block number of the packet in @skb |
| * @lbn: Last block number of the packet in @skb |
| * |
| * The hardware is asking the driver to queue a packet for later |
| * delivery to the networking stack. |
| */ |
| static |
| void i2400m_roq_queue(struct i2400m *i2400m, struct i2400m_roq *roq, |
| struct sk_buff * skb, unsigned lbn) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| unsigned nsn, len; |
| |
| d_fnstart(2, dev, "(i2400m %p roq %p skb %p lbn %u) = void\n", |
| i2400m, roq, skb, lbn); |
| len = skb_queue_len(&roq->queue); |
| nsn = __i2400m_roq_nsn(roq, lbn); |
| if (unlikely(nsn >= 1024)) { |
| dev_err(dev, "SW BUG? queue nsn %d (lbn %u ws %u)\n", |
| nsn, lbn, roq->ws); |
| i2400m_roq_log_dump(i2400m, roq); |
| i2400m_reset(i2400m, I2400M_RT_WARM); |
| } else { |
| __i2400m_roq_queue(i2400m, roq, skb, lbn, nsn); |
| i2400m_roq_log_add(i2400m, roq, I2400M_RO_TYPE_PACKET, |
| roq->ws, len, lbn, nsn, ~0); |
| } |
| d_fnend(2, dev, "(i2400m %p roq %p skb %p lbn %u) = void\n", |
| i2400m, roq, skb, lbn); |
| return; |
| } |
| |
| |
| /* |
| * Update the window start in a reorder queue and deliver all skbs |
| * with a lower window start |
| * |
| * @i2400m: device descriptor |
| * @roq: Reorder queue |
| * @sn: New sequence number |
| */ |
| static |
| void i2400m_roq_update_ws(struct i2400m *i2400m, struct i2400m_roq *roq, |
| unsigned sn) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| unsigned old_ws, nsn, len; |
| |
| d_fnstart(2, dev, "(i2400m %p roq %p sn %u)\n", i2400m, roq, sn); |
| old_ws = roq->ws; |
| len = skb_queue_len(&roq->queue); |
| nsn = __i2400m_roq_update_ws(i2400m, roq, sn); |
| i2400m_roq_log_add(i2400m, roq, I2400M_RO_TYPE_WS, |
| old_ws, len, sn, nsn, roq->ws); |
| d_fnstart(2, dev, "(i2400m %p roq %p sn %u) = void\n", i2400m, roq, sn); |
| return; |
| } |
| |
| |
| /* |
| * Queue a packet and update the window start |
| * |
| * @i2400m: device descriptor |
| * @cin: Queue Index |
| * @skb: containing the packet data |
| * @fbn: First block number of the packet in @skb |
| * @sn: Last block number of the packet in @skb |
| * |
| * Note that unlike i2400m_roq_update_ws(), which sets the new window |
| * start to @sn, in here we'll set it to @sn + 1. |
| */ |
| static |
| void i2400m_roq_queue_update_ws(struct i2400m *i2400m, struct i2400m_roq *roq, |
| struct sk_buff * skb, unsigned sn) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| unsigned nsn, old_ws, len; |
| |
| d_fnstart(2, dev, "(i2400m %p roq %p skb %p sn %u)\n", |
| i2400m, roq, skb, sn); |
| len = skb_queue_len(&roq->queue); |
| nsn = __i2400m_roq_nsn(roq, sn); |
| old_ws = roq->ws; |
| if (unlikely(nsn >= 1024)) { |
| dev_err(dev, "SW BUG? queue_update_ws nsn %u (sn %u ws %u)\n", |
| nsn, sn, roq->ws); |
| i2400m_roq_log_dump(i2400m, roq); |
| i2400m_reset(i2400m, I2400M_RT_WARM); |
| } else { |
| /* if the queue is empty, don't bother as we'd queue |
| * it and inmediately unqueue it -- just deliver it */ |
| if (len == 0) { |
| struct i2400m_roq_data *roq_data; |
| roq_data = (struct i2400m_roq_data *) &skb->cb; |
| i2400m_net_erx(i2400m, skb, roq_data->cs); |
| } |
| else |
| __i2400m_roq_queue(i2400m, roq, skb, sn, nsn); |
| __i2400m_roq_update_ws(i2400m, roq, sn + 1); |
| i2400m_roq_log_add(i2400m, roq, I2400M_RO_TYPE_PACKET_WS, |
| old_ws, len, sn, nsn, roq->ws); |
| } |
| d_fnend(2, dev, "(i2400m %p roq %p skb %p sn %u) = void\n", |
| i2400m, roq, skb, sn); |
| return; |
| } |
| |
| |
| /* |
| * Receive and send up an extended data packet |
| * |
| * @i2400m: device descriptor |
| * @skb_rx: skb that contains the extended data packet |
| * @single_last: 1 if the payload is the only one or the last one of |
| * the skb. |
| * @payload: pointer to the packet's data inside the skb |
| * @size: size of the payload |
| * |
| * Starting in v1.4 of the i2400m's firmware, the device can send data |
| * packets to the host in an extended format that; this incudes a 16 |
| * byte header (struct i2400m_pl_edata_hdr). Using this header's space |
| * we can fake ethernet headers for ethernet device emulation without |
| * having to copy packets around. |
| * |
| * This function handles said path. |
| * |
| * |
| * Receive and send up an extended data packet that requires no reordering |
| * |
| * @i2400m: device descriptor |
| * @skb_rx: skb that contains the extended data packet |
| * @single_last: 1 if the payload is the only one or the last one of |
| * the skb. |
| * @payload: pointer to the packet's data (past the actual extended |
| * data payload header). |
| * @size: size of the payload |
| * |
| * Pass over to the networking stack a data packet that might have |
| * reordering requirements. |
| * |
| * This needs to the decide if the skb in which the packet is |
| * contained can be reused or if it needs to be cloned. Then it has to |
| * be trimmed in the edges so that the beginning is the space for eth |
| * header and then pass it to i2400m_net_erx() for the stack |
| * |
| * Assumes the caller has verified the sanity of the payload (size, |
| * etc) already. |
| */ |
| static |
| void i2400m_rx_edata(struct i2400m *i2400m, struct sk_buff *skb_rx, |
| unsigned single_last, const void *payload, size_t size) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| const struct i2400m_pl_edata_hdr *hdr = payload; |
| struct net_device *net_dev = i2400m->wimax_dev.net_dev; |
| struct sk_buff *skb; |
| enum i2400m_cs cs; |
| u32 reorder; |
| unsigned ro_needed, ro_type, ro_cin, ro_sn; |
| struct i2400m_roq *roq; |
| struct i2400m_roq_data *roq_data; |
| |
| BUILD_BUG_ON(ETH_HLEN > sizeof(*hdr)); |
| |
| d_fnstart(2, dev, "(i2400m %p skb_rx %p single %u payload %p " |
| "size %zu)\n", i2400m, skb_rx, single_last, payload, size); |
| if (size < sizeof(*hdr)) { |
| dev_err(dev, "ERX: HW BUG? message with short header (%zu " |
| "vs %zu bytes expected)\n", size, sizeof(*hdr)); |
| goto error; |
| } |
| |
| if (single_last) { |
| skb = skb_get(skb_rx); |
| d_printf(3, dev, "ERX: skb %p reusing\n", skb); |
| } else { |
| skb = skb_clone(skb_rx, GFP_KERNEL); |
| if (skb == NULL) { |
| dev_err(dev, "ERX: no memory to clone skb\n"); |
| net_dev->stats.rx_dropped++; |
| goto error_skb_clone; |
| } |
| d_printf(3, dev, "ERX: skb %p cloned from %p\n", skb, skb_rx); |
| } |
| /* now we have to pull and trim so that the skb points to the |
| * beginning of the IP packet; the netdev part will add the |
| * ethernet header as needed - we know there is enough space |
| * because we checked in i2400m_rx_edata(). */ |
| skb_pull(skb, payload + sizeof(*hdr) - (void *) skb->data); |
| skb_trim(skb, (void *) skb_end_pointer(skb) - payload - sizeof(*hdr)); |
| |
| reorder = le32_to_cpu(hdr->reorder); |
| ro_needed = reorder & I2400M_RO_NEEDED; |
| cs = hdr->cs; |
| if (ro_needed) { |
| ro_type = (reorder >> I2400M_RO_TYPE_SHIFT) & I2400M_RO_TYPE; |
| ro_cin = (reorder >> I2400M_RO_CIN_SHIFT) & I2400M_RO_CIN; |
| ro_sn = (reorder >> I2400M_RO_SN_SHIFT) & I2400M_RO_SN; |
| |
| roq = &i2400m->rx_roq[ro_cin]; |
| roq_data = (struct i2400m_roq_data *) &skb->cb; |
| roq_data->sn = ro_sn; |
| roq_data->cs = cs; |
| d_printf(2, dev, "ERX: reorder needed: " |
| "type %u cin %u [ws %u] sn %u/%u len %zuB\n", |
| ro_type, ro_cin, roq->ws, ro_sn, |
| __i2400m_roq_nsn(roq, ro_sn), size); |
| d_dump(2, dev, payload, size); |
| switch(ro_type) { |
| case I2400M_RO_TYPE_RESET: |
| i2400m_roq_reset(i2400m, roq); |
| kfree_skb(skb); /* no data here */ |
| break; |
| case I2400M_RO_TYPE_PACKET: |
| i2400m_roq_queue(i2400m, roq, skb, ro_sn); |
| break; |
| case I2400M_RO_TYPE_WS: |
| i2400m_roq_update_ws(i2400m, roq, ro_sn); |
| kfree_skb(skb); /* no data here */ |
| break; |
| case I2400M_RO_TYPE_PACKET_WS: |
| i2400m_roq_queue_update_ws(i2400m, roq, skb, ro_sn); |
| break; |
| default: |
| dev_err(dev, "HW BUG? unknown reorder type %u\n", ro_type); |
| } |
| } |
| else |
| i2400m_net_erx(i2400m, skb, cs); |
| error_skb_clone: |
| error: |
| d_fnend(2, dev, "(i2400m %p skb_rx %p single %u payload %p " |
| "size %zu) = void\n", i2400m, skb_rx, single_last, payload, size); |
| return; |
| } |
| |
| |
| /* |
| * Act on a received payload |
| * |
| * @i2400m: device instance |
| * @skb_rx: skb where the transaction was received |
| * @single_last: 1 this is the only payload or the last one (so the |
| * skb can be reused instead of cloned). |
| * @pld: payload descriptor |
| * @payload: payload data |
| * |
| * Upon reception of a payload, look at its guts in the payload |
| * descriptor and decide what to do with it. If it is a single payload |
| * skb or if the last skb is a data packet, the skb will be referenced |
| * and modified (so it doesn't have to be cloned). |
| */ |
| static |
| void i2400m_rx_payload(struct i2400m *i2400m, struct sk_buff *skb_rx, |
| unsigned single_last, const struct i2400m_pld *pld, |
| const void *payload) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| size_t pl_size = i2400m_pld_size(pld); |
| enum i2400m_pt pl_type = i2400m_pld_type(pld); |
| |
| d_printf(7, dev, "RX: received payload type %u, %zu bytes\n", |
| pl_type, pl_size); |
| d_dump(8, dev, payload, pl_size); |
| |
| switch (pl_type) { |
| case I2400M_PT_DATA: |
| d_printf(3, dev, "RX: data payload %zu bytes\n", pl_size); |
| i2400m_net_rx(i2400m, skb_rx, single_last, payload, pl_size); |
| break; |
| case I2400M_PT_CTRL: |
| i2400m_rx_ctl(i2400m, skb_rx, payload, pl_size); |
| break; |
| case I2400M_PT_TRACE: |
| i2400m_rx_trace(i2400m, payload, pl_size); |
| break; |
| case I2400M_PT_EDATA: |
| d_printf(3, dev, "ERX: data payload %zu bytes\n", pl_size); |
| i2400m_rx_edata(i2400m, skb_rx, single_last, payload, pl_size); |
| break; |
| default: /* Anything else shouldn't come to the host */ |
| if (printk_ratelimit()) |
| dev_err(dev, "RX: HW BUG? unexpected payload type %u\n", |
| pl_type); |
| } |
| } |
| |
| |
| /* |
| * Check a received transaction's message header |
| * |
| * @i2400m: device descriptor |
| * @msg_hdr: message header |
| * @buf_size: size of the received buffer |
| * |
| * Check that the declarations done by a RX buffer message header are |
| * sane and consistent with the amount of data that was received. |
| */ |
| static |
| int i2400m_rx_msg_hdr_check(struct i2400m *i2400m, |
| const struct i2400m_msg_hdr *msg_hdr, |
| size_t buf_size) |
| { |
| int result = -EIO; |
| struct device *dev = i2400m_dev(i2400m); |
| if (buf_size < sizeof(*msg_hdr)) { |
| dev_err(dev, "RX: HW BUG? message with short header (%zu " |
| "vs %zu bytes expected)\n", buf_size, sizeof(*msg_hdr)); |
| goto error; |
| } |
| if (msg_hdr->barker != cpu_to_le32(I2400M_D2H_MSG_BARKER)) { |
| dev_err(dev, "RX: HW BUG? message received with unknown " |
| "barker 0x%08x (buf_size %zu bytes)\n", |
| le32_to_cpu(msg_hdr->barker), buf_size); |
| goto error; |
| } |
| if (msg_hdr->num_pls == 0) { |
| dev_err(dev, "RX: HW BUG? zero payload packets in message\n"); |
| goto error; |
| } |
| if (le16_to_cpu(msg_hdr->num_pls) > I2400M_MAX_PLS_IN_MSG) { |
| dev_err(dev, "RX: HW BUG? message contains more payload " |
| "than maximum; ignoring.\n"); |
| goto error; |
| } |
| result = 0; |
| error: |
| return result; |
| } |
| |
| |
| /* |
| * Check a payload descriptor against the received data |
| * |
| * @i2400m: device descriptor |
| * @pld: payload descriptor |
| * @pl_itr: offset (in bytes) in the received buffer the payload is |
| * located |
| * @buf_size: size of the received buffer |
| * |
| * Given a payload descriptor (part of a RX buffer), check it is sane |
| * and that the data it declares fits in the buffer. |
| */ |
| static |
| int i2400m_rx_pl_descr_check(struct i2400m *i2400m, |
| const struct i2400m_pld *pld, |
| size_t pl_itr, size_t buf_size) |
| { |
| int result = -EIO; |
| struct device *dev = i2400m_dev(i2400m); |
| size_t pl_size = i2400m_pld_size(pld); |
| enum i2400m_pt pl_type = i2400m_pld_type(pld); |
| |
| if (pl_size > i2400m->bus_pl_size_max) { |
| dev_err(dev, "RX: HW BUG? payload @%zu: size %zu is " |
| "bigger than maximum %zu; ignoring message\n", |
| pl_itr, pl_size, i2400m->bus_pl_size_max); |
| goto error; |
| } |
| if (pl_itr + pl_size > buf_size) { /* enough? */ |
| dev_err(dev, "RX: HW BUG? payload @%zu: size %zu " |
| "goes beyond the received buffer " |
| "size (%zu bytes); ignoring message\n", |
| pl_itr, pl_size, buf_size); |
| goto error; |
| } |
| if (pl_type >= I2400M_PT_ILLEGAL) { |
| dev_err(dev, "RX: HW BUG? illegal payload type %u; " |
| "ignoring message\n", pl_type); |
| goto error; |
| } |
| result = 0; |
| error: |
| return result; |
| } |
| |
| |
| /** |
| * i2400m_rx - Receive a buffer of data from the device |
| * |
| * @i2400m: device descriptor |
| * @skb: skbuff where the data has been received |
| * |
| * Parse in a buffer of data that contains an RX message sent from the |
| * device. See the file header for the format. Run all checks on the |
| * buffer header, then run over each payload's descriptors, verify |
| * their consistency and act on each payload's contents. If |
| * everything is successful, update the device's statistics. |
| * |
| * Note: You need to set the skb to contain only the length of the |
| * received buffer; for that, use skb_trim(skb, RECEIVED_SIZE). |
| * |
| * Returns: |
| * |
| * 0 if ok, < 0 errno on error |
| * |
| * If ok, this function owns now the skb and the caller DOESN'T have |
| * to run kfree_skb() on it. However, on error, the caller still owns |
| * the skb and it is responsible for releasing it. |
| */ |
| int i2400m_rx(struct i2400m *i2400m, struct sk_buff *skb) |
| { |
| int i, result; |
| struct device *dev = i2400m_dev(i2400m); |
| const struct i2400m_msg_hdr *msg_hdr; |
| size_t pl_itr, pl_size, skb_len; |
| unsigned long flags; |
| unsigned num_pls, single_last; |
| |
| skb_len = skb->len; |
| d_fnstart(4, dev, "(i2400m %p skb %p [size %zu])\n", |
| i2400m, skb, skb_len); |
| result = -EIO; |
| msg_hdr = (void *) skb->data; |
| result = i2400m_rx_msg_hdr_check(i2400m, msg_hdr, skb->len); |
| if (result < 0) |
| goto error_msg_hdr_check; |
| result = -EIO; |
| num_pls = le16_to_cpu(msg_hdr->num_pls); |
| pl_itr = sizeof(*msg_hdr) + /* Check payload descriptor(s) */ |
| num_pls * sizeof(msg_hdr->pld[0]); |
| pl_itr = ALIGN(pl_itr, I2400M_PL_ALIGN); |
| if (pl_itr > skb->len) { /* got all the payload descriptors? */ |
| dev_err(dev, "RX: HW BUG? message too short (%u bytes) for " |
| "%u payload descriptors (%zu each, total %zu)\n", |
| skb->len, num_pls, sizeof(msg_hdr->pld[0]), pl_itr); |
| goto error_pl_descr_short; |
| } |
| /* Walk each payload payload--check we really got it */ |
| for (i = 0; i < num_pls; i++) { |
| /* work around old gcc warnings */ |
| pl_size = i2400m_pld_size(&msg_hdr->pld[i]); |
| result = i2400m_rx_pl_descr_check(i2400m, &msg_hdr->pld[i], |
| pl_itr, skb->len); |
| if (result < 0) |
| goto error_pl_descr_check; |
| single_last = num_pls == 1 || i == num_pls - 1; |
| i2400m_rx_payload(i2400m, skb, single_last, &msg_hdr->pld[i], |
| skb->data + pl_itr); |
| pl_itr += ALIGN(pl_size, I2400M_PL_ALIGN); |
| cond_resched(); /* Don't monopolize */ |
| } |
| kfree_skb(skb); |
| /* Update device statistics */ |
| spin_lock_irqsave(&i2400m->rx_lock, flags); |
| i2400m->rx_pl_num += i; |
| if (i > i2400m->rx_pl_max) |
| i2400m->rx_pl_max = i; |
| if (i < i2400m->rx_pl_min) |
| i2400m->rx_pl_min = i; |
| i2400m->rx_num++; |
| i2400m->rx_size_acc += skb->len; |
| if (skb->len < i2400m->rx_size_min) |
| i2400m->rx_size_min = skb->len; |
| if (skb->len > i2400m->rx_size_max) |
| i2400m->rx_size_max = skb->len; |
| spin_unlock_irqrestore(&i2400m->rx_lock, flags); |
| error_pl_descr_check: |
| error_pl_descr_short: |
| error_msg_hdr_check: |
| d_fnend(4, dev, "(i2400m %p skb %p [size %zu]) = %d\n", |
| i2400m, skb, skb_len, result); |
| return result; |
| } |
| EXPORT_SYMBOL_GPL(i2400m_rx); |
| |
| |
| void i2400m_unknown_barker(struct i2400m *i2400m, |
| const void *buf, size_t size) |
| { |
| struct device *dev = i2400m_dev(i2400m); |
| char prefix[64]; |
| const __le32 *barker = buf; |
| dev_err(dev, "RX: HW BUG? unknown barker %08x, " |
| "dropping %zu bytes\n", le32_to_cpu(*barker), size); |
| snprintf(prefix, sizeof(prefix), "%s %s: ", |
| dev_driver_string(dev), dev_name(dev)); |
| if (size > 64) { |
| print_hex_dump(KERN_ERR, prefix, DUMP_PREFIX_OFFSET, |
| 8, 4, buf, 64, 0); |
| printk(KERN_ERR "%s... (only first 64 bytes " |
| "dumped)\n", prefix); |
| } else |
| print_hex_dump(KERN_ERR, prefix, DUMP_PREFIX_OFFSET, |
| 8, 4, buf, size, 0); |
| } |
| EXPORT_SYMBOL(i2400m_unknown_barker); |
| |
| |
| /* |
| * Initialize the RX queue and infrastructure |
| * |
| * This sets up all the RX reordering infrastructures, which will not |
| * be used if reordering is not enabled or if the firmware does not |
| * support it. The device is told to do reordering in |
| * i2400m_dev_initialize(), where it also looks at the value of the |
| * i2400m->rx_reorder switch before taking a decission. |
| * |
| * Note we allocate the roq queues in one chunk and the actual logging |
| * support for it (logging) in another one and then we setup the |
| * pointers from the first to the last. |
| */ |
| int i2400m_rx_setup(struct i2400m *i2400m) |
| { |
| int result = 0; |
| struct device *dev = i2400m_dev(i2400m); |
| |
| i2400m->rx_reorder = i2400m_rx_reorder_disabled? 0 : 1; |
| if (i2400m->rx_reorder) { |
| unsigned itr; |
| size_t size; |
| struct i2400m_roq_log *rd; |
| |
| result = -ENOMEM; |
| |
| size = sizeof(i2400m->rx_roq[0]) * (I2400M_RO_CIN + 1); |
| i2400m->rx_roq = kzalloc(size, GFP_KERNEL); |
| if (i2400m->rx_roq == NULL) { |
| dev_err(dev, "RX: cannot allocate %zu bytes for " |
| "reorder queues\n", size); |
| goto error_roq_alloc; |
| } |
| |
| size = sizeof(*i2400m->rx_roq[0].log) * (I2400M_RO_CIN + 1); |
| rd = kzalloc(size, GFP_KERNEL); |
| if (rd == NULL) { |
| dev_err(dev, "RX: cannot allocate %zu bytes for " |
| "reorder queues log areas\n", size); |
| result = -ENOMEM; |
| goto error_roq_log_alloc; |
| } |
| |
| for(itr = 0; itr < I2400M_RO_CIN + 1; itr++) { |
| __i2400m_roq_init(&i2400m->rx_roq[itr]); |
| i2400m->rx_roq[itr].log = &rd[itr]; |
| } |
| } |
| return 0; |
| |
| error_roq_log_alloc: |
| kfree(i2400m->rx_roq); |
| error_roq_alloc: |
| return result; |
| } |
| |
| |
| /* Tear down the RX queue and infrastructure */ |
| void i2400m_rx_release(struct i2400m *i2400m) |
| { |
| if (i2400m->rx_reorder) { |
| unsigned itr; |
| for(itr = 0; itr < I2400M_RO_CIN + 1; itr++) |
| __skb_queue_purge(&i2400m->rx_roq[itr].queue); |
| kfree(i2400m->rx_roq[0].log); |
| kfree(i2400m->rx_roq); |
| } |
| /* at this point, nothing can be received... */ |
| i2400m_report_hook_flush(i2400m); |
| } |