| /* |
| * USB Host Controller Driver for IMX21 |
| * |
| * Copyright (C) 2006 Loping Dog Embedded Systems |
| * Copyright (C) 2009 Martin Fuzzey |
| * Originally written by Jay Monkman <jtm@lopingdog.com> |
| * Ported to 2.6.30, debugged and enhanced by Martin Fuzzey |
| * |
| * This program is free software; you can redistribute it and/or modify it |
| * under the terms of the GNU General Public License as published by the |
| * Free Software Foundation; either version 2 of the License, or (at your |
| * option) any later version. |
| * |
| * This program is distributed in the hope that it will be useful, but |
| * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY |
| * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
| * for more details. |
| * |
| * You should have received a copy of the GNU General Public License |
| * along with this program; if not, write to the Free Software Foundation, |
| * Inc., 675 Mass Ave, Cambridge, MA 02139, USA. |
| */ |
| |
| |
| /* |
| * The i.MX21 USB hardware contains |
| * * 32 transfer descriptors (called ETDs) |
| * * 4Kb of Data memory |
| * |
| * The data memory is shared between the host and function controllers |
| * (but this driver only supports the host controller) |
| * |
| * So setting up a transfer involves: |
| * * Allocating a ETD |
| * * Fill in ETD with appropriate information |
| * * Allocating data memory (and putting the offset in the ETD) |
| * * Activate the ETD |
| * * Get interrupt when done. |
| * |
| * An ETD is assigned to each active endpoint. |
| * |
| * Low resource (ETD and Data memory) situations are handled differently for |
| * isochronous and non insosynchronous transactions : |
| * |
| * Non ISOC transfers are queued if either ETDs or Data memory are unavailable |
| * |
| * ISOC transfers use 2 ETDs per endpoint to achieve double buffering. |
| * They allocate both ETDs and Data memory during URB submission |
| * (and fail if unavailable). |
| */ |
| |
| #include <linux/clk.h> |
| #include <linux/io.h> |
| #include <linux/kernel.h> |
| #include <linux/list.h> |
| #include <linux/platform_device.h> |
| #include <linux/slab.h> |
| #include <linux/usb.h> |
| #include <linux/usb/hcd.h> |
| #include <linux/dma-mapping.h> |
| |
| #include "imx21-hcd.h" |
| |
| #ifdef DEBUG |
| #define DEBUG_LOG_FRAME(imx21, etd, event) \ |
| (etd)->event##_frame = readl((imx21)->regs + USBH_FRMNUB) |
| #else |
| #define DEBUG_LOG_FRAME(imx21, etd, event) do { } while (0) |
| #endif |
| |
| static const char hcd_name[] = "imx21-hcd"; |
| |
| static inline struct imx21 *hcd_to_imx21(struct usb_hcd *hcd) |
| { |
| return (struct imx21 *)hcd->hcd_priv; |
| } |
| |
| |
| /* =========================================== */ |
| /* Hardware access helpers */ |
| /* =========================================== */ |
| |
| static inline void set_register_bits(struct imx21 *imx21, u32 offset, u32 mask) |
| { |
| void __iomem *reg = imx21->regs + offset; |
| writel(readl(reg) | mask, reg); |
| } |
| |
| static inline void clear_register_bits(struct imx21 *imx21, |
| u32 offset, u32 mask) |
| { |
| void __iomem *reg = imx21->regs + offset; |
| writel(readl(reg) & ~mask, reg); |
| } |
| |
| static inline void clear_toggle_bit(struct imx21 *imx21, u32 offset, u32 mask) |
| { |
| void __iomem *reg = imx21->regs + offset; |
| |
| if (readl(reg) & mask) |
| writel(mask, reg); |
| } |
| |
| static inline void set_toggle_bit(struct imx21 *imx21, u32 offset, u32 mask) |
| { |
| void __iomem *reg = imx21->regs + offset; |
| |
| if (!(readl(reg) & mask)) |
| writel(mask, reg); |
| } |
| |
| static void etd_writel(struct imx21 *imx21, int etd_num, int dword, u32 value) |
| { |
| writel(value, imx21->regs + USB_ETD_DWORD(etd_num, dword)); |
| } |
| |
| static u32 etd_readl(struct imx21 *imx21, int etd_num, int dword) |
| { |
| return readl(imx21->regs + USB_ETD_DWORD(etd_num, dword)); |
| } |
| |
| static inline int wrap_frame(int counter) |
| { |
| return counter & 0xFFFF; |
| } |
| |
| static inline int frame_after(int frame, int after) |
| { |
| /* handle wrapping like jiffies time_afer */ |
| return (s16)((s16)after - (s16)frame) < 0; |
| } |
| |
| static int imx21_hc_get_frame(struct usb_hcd *hcd) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| |
| return wrap_frame(readl(imx21->regs + USBH_FRMNUB)); |
| } |
| |
| static inline bool unsuitable_for_dma(dma_addr_t addr) |
| { |
| return (addr & 3) != 0; |
| } |
| |
| #include "imx21-dbg.c" |
| |
| static void nonisoc_urb_completed_for_etd( |
| struct imx21 *imx21, struct etd_priv *etd, int status); |
| static void schedule_nonisoc_etd(struct imx21 *imx21, struct urb *urb); |
| static void free_dmem(struct imx21 *imx21, struct etd_priv *etd); |
| |
| /* =========================================== */ |
| /* ETD management */ |
| /* =========================================== */ |
| |
| static int alloc_etd(struct imx21 *imx21) |
| { |
| int i; |
| struct etd_priv *etd = imx21->etd; |
| |
| for (i = 0; i < USB_NUM_ETD; i++, etd++) { |
| if (etd->alloc == 0) { |
| memset(etd, 0, sizeof(imx21->etd[0])); |
| etd->alloc = 1; |
| debug_etd_allocated(imx21); |
| return i; |
| } |
| } |
| return -1; |
| } |
| |
| static void disactivate_etd(struct imx21 *imx21, int num) |
| { |
| int etd_mask = (1 << num); |
| struct etd_priv *etd = &imx21->etd[num]; |
| |
| writel(etd_mask, imx21->regs + USBH_ETDENCLR); |
| clear_register_bits(imx21, USBH_ETDDONEEN, etd_mask); |
| writel(etd_mask, imx21->regs + USB_ETDDMACHANLCLR); |
| clear_toggle_bit(imx21, USBH_ETDDONESTAT, etd_mask); |
| |
| etd->active_count = 0; |
| |
| DEBUG_LOG_FRAME(imx21, etd, disactivated); |
| } |
| |
| static void reset_etd(struct imx21 *imx21, int num) |
| { |
| struct etd_priv *etd = imx21->etd + num; |
| int i; |
| |
| disactivate_etd(imx21, num); |
| |
| for (i = 0; i < 4; i++) |
| etd_writel(imx21, num, i, 0); |
| etd->urb = NULL; |
| etd->ep = NULL; |
| etd->td = NULL; |
| etd->bounce_buffer = NULL; |
| } |
| |
| static void free_etd(struct imx21 *imx21, int num) |
| { |
| if (num < 0) |
| return; |
| |
| if (num >= USB_NUM_ETD) { |
| dev_err(imx21->dev, "BAD etd=%d!\n", num); |
| return; |
| } |
| if (imx21->etd[num].alloc == 0) { |
| dev_err(imx21->dev, "ETD %d already free!\n", num); |
| return; |
| } |
| |
| debug_etd_freed(imx21); |
| reset_etd(imx21, num); |
| memset(&imx21->etd[num], 0, sizeof(imx21->etd[0])); |
| } |
| |
| |
| static void setup_etd_dword0(struct imx21 *imx21, |
| int etd_num, struct urb *urb, u8 dir, u16 maxpacket) |
| { |
| etd_writel(imx21, etd_num, 0, |
| ((u32) usb_pipedevice(urb->pipe)) << DW0_ADDRESS | |
| ((u32) usb_pipeendpoint(urb->pipe) << DW0_ENDPNT) | |
| ((u32) dir << DW0_DIRECT) | |
| ((u32) ((urb->dev->speed == USB_SPEED_LOW) ? |
| 1 : 0) << DW0_SPEED) | |
| ((u32) fmt_urb_to_etd[usb_pipetype(urb->pipe)] << DW0_FORMAT) | |
| ((u32) maxpacket << DW0_MAXPKTSIZ)); |
| } |
| |
| /** |
| * Copy buffer to data controller data memory. |
| * We cannot use memcpy_toio() because the hardware requires 32bit writes |
| */ |
| static void copy_to_dmem( |
| struct imx21 *imx21, int dmem_offset, void *src, int count) |
| { |
| void __iomem *dmem = imx21->regs + USBOTG_DMEM + dmem_offset; |
| u32 word = 0; |
| u8 *p = src; |
| int byte = 0; |
| int i; |
| |
| for (i = 0; i < count; i++) { |
| byte = i % 4; |
| word += (*p++ << (byte * 8)); |
| if (byte == 3) { |
| writel(word, dmem); |
| dmem += 4; |
| word = 0; |
| } |
| } |
| |
| if (count && byte != 3) |
| writel(word, dmem); |
| } |
| |
| static void activate_etd(struct imx21 *imx21, int etd_num, u8 dir) |
| { |
| u32 etd_mask = 1 << etd_num; |
| struct etd_priv *etd = &imx21->etd[etd_num]; |
| |
| if (etd->dma_handle && unsuitable_for_dma(etd->dma_handle)) { |
| /* For non aligned isoc the condition below is always true */ |
| if (etd->len <= etd->dmem_size) { |
| /* Fits into data memory, use PIO */ |
| if (dir != TD_DIR_IN) { |
| copy_to_dmem(imx21, |
| etd->dmem_offset, |
| etd->cpu_buffer, etd->len); |
| } |
| etd->dma_handle = 0; |
| |
| } else { |
| /* Too big for data memory, use bounce buffer */ |
| enum dma_data_direction dmadir; |
| |
| if (dir == TD_DIR_IN) { |
| dmadir = DMA_FROM_DEVICE; |
| etd->bounce_buffer = kmalloc(etd->len, |
| GFP_ATOMIC); |
| } else { |
| dmadir = DMA_TO_DEVICE; |
| etd->bounce_buffer = kmemdup(etd->cpu_buffer, |
| etd->len, |
| GFP_ATOMIC); |
| } |
| if (!etd->bounce_buffer) { |
| dev_err(imx21->dev, "failed bounce alloc\n"); |
| goto err_bounce_alloc; |
| } |
| |
| etd->dma_handle = |
| dma_map_single(imx21->dev, |
| etd->bounce_buffer, |
| etd->len, |
| dmadir); |
| if (dma_mapping_error(imx21->dev, etd->dma_handle)) { |
| dev_err(imx21->dev, "failed bounce map\n"); |
| goto err_bounce_map; |
| } |
| } |
| } |
| |
| clear_toggle_bit(imx21, USBH_ETDDONESTAT, etd_mask); |
| set_register_bits(imx21, USBH_ETDDONEEN, etd_mask); |
| clear_toggle_bit(imx21, USBH_XFILLSTAT, etd_mask); |
| clear_toggle_bit(imx21, USBH_YFILLSTAT, etd_mask); |
| |
| if (etd->dma_handle) { |
| set_register_bits(imx21, USB_ETDDMACHANLCLR, etd_mask); |
| clear_toggle_bit(imx21, USBH_XBUFSTAT, etd_mask); |
| clear_toggle_bit(imx21, USBH_YBUFSTAT, etd_mask); |
| writel(etd->dma_handle, imx21->regs + USB_ETDSMSA(etd_num)); |
| set_register_bits(imx21, USB_ETDDMAEN, etd_mask); |
| } else { |
| if (dir != TD_DIR_IN) { |
| /* need to set for ZLP and PIO */ |
| set_toggle_bit(imx21, USBH_XFILLSTAT, etd_mask); |
| set_toggle_bit(imx21, USBH_YFILLSTAT, etd_mask); |
| } |
| } |
| |
| DEBUG_LOG_FRAME(imx21, etd, activated); |
| |
| #ifdef DEBUG |
| if (!etd->active_count) { |
| int i; |
| etd->activated_frame = readl(imx21->regs + USBH_FRMNUB); |
| etd->disactivated_frame = -1; |
| etd->last_int_frame = -1; |
| etd->last_req_frame = -1; |
| |
| for (i = 0; i < 4; i++) |
| etd->submitted_dwords[i] = etd_readl(imx21, etd_num, i); |
| } |
| #endif |
| |
| etd->active_count = 1; |
| writel(etd_mask, imx21->regs + USBH_ETDENSET); |
| return; |
| |
| err_bounce_map: |
| kfree(etd->bounce_buffer); |
| |
| err_bounce_alloc: |
| free_dmem(imx21, etd); |
| nonisoc_urb_completed_for_etd(imx21, etd, -ENOMEM); |
| } |
| |
| /* =========================================== */ |
| /* Data memory management */ |
| /* =========================================== */ |
| |
| static int alloc_dmem(struct imx21 *imx21, unsigned int size, |
| struct usb_host_endpoint *ep) |
| { |
| unsigned int offset = 0; |
| struct imx21_dmem_area *area; |
| struct imx21_dmem_area *tmp; |
| |
| size += (~size + 1) & 0x3; /* Round to 4 byte multiple */ |
| |
| if (size > DMEM_SIZE) { |
| dev_err(imx21->dev, "size=%d > DMEM_SIZE(%d)\n", |
| size, DMEM_SIZE); |
| return -EINVAL; |
| } |
| |
| list_for_each_entry(tmp, &imx21->dmem_list, list) { |
| if ((size + offset) < offset) |
| goto fail; |
| if ((size + offset) <= tmp->offset) |
| break; |
| offset = tmp->size + tmp->offset; |
| if ((offset + size) > DMEM_SIZE) |
| goto fail; |
| } |
| |
| area = kmalloc(sizeof(struct imx21_dmem_area), GFP_ATOMIC); |
| if (area == NULL) |
| return -ENOMEM; |
| |
| area->ep = ep; |
| area->offset = offset; |
| area->size = size; |
| list_add_tail(&area->list, &tmp->list); |
| debug_dmem_allocated(imx21, size); |
| return offset; |
| |
| fail: |
| return -ENOMEM; |
| } |
| |
| /* Memory now available for a queued ETD - activate it */ |
| static void activate_queued_etd(struct imx21 *imx21, |
| struct etd_priv *etd, u32 dmem_offset) |
| { |
| struct urb_priv *urb_priv = etd->urb->hcpriv; |
| int etd_num = etd - &imx21->etd[0]; |
| u32 maxpacket = etd_readl(imx21, etd_num, 1) >> DW1_YBUFSRTAD; |
| u8 dir = (etd_readl(imx21, etd_num, 2) >> DW2_DIRPID) & 0x03; |
| |
| dev_dbg(imx21->dev, "activating queued ETD %d now DMEM available\n", |
| etd_num); |
| etd_writel(imx21, etd_num, 1, |
| ((dmem_offset + maxpacket) << DW1_YBUFSRTAD) | dmem_offset); |
| |
| etd->dmem_offset = dmem_offset; |
| urb_priv->active = 1; |
| activate_etd(imx21, etd_num, dir); |
| } |
| |
| static void free_dmem(struct imx21 *imx21, struct etd_priv *etd) |
| { |
| struct imx21_dmem_area *area; |
| struct etd_priv *tmp; |
| int found = 0; |
| int offset; |
| |
| if (!etd->dmem_size) |
| return; |
| etd->dmem_size = 0; |
| |
| offset = etd->dmem_offset; |
| list_for_each_entry(area, &imx21->dmem_list, list) { |
| if (area->offset == offset) { |
| debug_dmem_freed(imx21, area->size); |
| list_del(&area->list); |
| kfree(area); |
| found = 1; |
| break; |
| } |
| } |
| |
| if (!found) { |
| dev_err(imx21->dev, |
| "Trying to free unallocated DMEM %d\n", offset); |
| return; |
| } |
| |
| /* Try again to allocate memory for anything we've queued */ |
| list_for_each_entry_safe(etd, tmp, &imx21->queue_for_dmem, queue) { |
| offset = alloc_dmem(imx21, etd->dmem_size, etd->ep); |
| if (offset >= 0) { |
| list_del(&etd->queue); |
| activate_queued_etd(imx21, etd, (u32)offset); |
| } |
| } |
| } |
| |
| static void free_epdmem(struct imx21 *imx21, struct usb_host_endpoint *ep) |
| { |
| struct imx21_dmem_area *area, *tmp; |
| |
| list_for_each_entry_safe(area, tmp, &imx21->dmem_list, list) { |
| if (area->ep == ep) { |
| dev_err(imx21->dev, |
| "Active DMEM %d for disabled ep=%p\n", |
| area->offset, ep); |
| list_del(&area->list); |
| kfree(area); |
| } |
| } |
| } |
| |
| |
| /* =========================================== */ |
| /* End handling */ |
| /* =========================================== */ |
| |
| /* Endpoint now idle - release its ETD(s) or assign to queued request */ |
| static void ep_idle(struct imx21 *imx21, struct ep_priv *ep_priv) |
| { |
| int i; |
| |
| for (i = 0; i < NUM_ISO_ETDS; i++) { |
| int etd_num = ep_priv->etd[i]; |
| struct etd_priv *etd; |
| if (etd_num < 0) |
| continue; |
| |
| etd = &imx21->etd[etd_num]; |
| ep_priv->etd[i] = -1; |
| |
| free_dmem(imx21, etd); /* for isoc */ |
| |
| if (list_empty(&imx21->queue_for_etd)) { |
| free_etd(imx21, etd_num); |
| continue; |
| } |
| |
| dev_dbg(imx21->dev, |
| "assigning idle etd %d for queued request\n", etd_num); |
| ep_priv = list_first_entry(&imx21->queue_for_etd, |
| struct ep_priv, queue); |
| list_del(&ep_priv->queue); |
| reset_etd(imx21, etd_num); |
| ep_priv->waiting_etd = 0; |
| ep_priv->etd[i] = etd_num; |
| |
| if (list_empty(&ep_priv->ep->urb_list)) { |
| dev_err(imx21->dev, "No urb for queued ep!\n"); |
| continue; |
| } |
| schedule_nonisoc_etd(imx21, list_first_entry( |
| &ep_priv->ep->urb_list, struct urb, urb_list)); |
| } |
| } |
| |
| static void urb_done(struct usb_hcd *hcd, struct urb *urb, int status) |
| __releases(imx21->lock) |
| __acquires(imx21->lock) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| struct ep_priv *ep_priv = urb->ep->hcpriv; |
| struct urb_priv *urb_priv = urb->hcpriv; |
| |
| debug_urb_completed(imx21, urb, status); |
| dev_vdbg(imx21->dev, "urb %p done %d\n", urb, status); |
| |
| kfree(urb_priv->isoc_td); |
| kfree(urb->hcpriv); |
| urb->hcpriv = NULL; |
| usb_hcd_unlink_urb_from_ep(hcd, urb); |
| spin_unlock(&imx21->lock); |
| usb_hcd_giveback_urb(hcd, urb, status); |
| spin_lock(&imx21->lock); |
| if (list_empty(&ep_priv->ep->urb_list)) |
| ep_idle(imx21, ep_priv); |
| } |
| |
| static void nonisoc_urb_completed_for_etd( |
| struct imx21 *imx21, struct etd_priv *etd, int status) |
| { |
| struct usb_host_endpoint *ep = etd->ep; |
| |
| urb_done(imx21->hcd, etd->urb, status); |
| etd->urb = NULL; |
| |
| if (!list_empty(&ep->urb_list)) { |
| struct urb *urb = list_first_entry( |
| &ep->urb_list, struct urb, urb_list); |
| |
| dev_vdbg(imx21->dev, "next URB %p\n", urb); |
| schedule_nonisoc_etd(imx21, urb); |
| } |
| } |
| |
| |
| /* =========================================== */ |
| /* ISOC Handling ... */ |
| /* =========================================== */ |
| |
| static void schedule_isoc_etds(struct usb_hcd *hcd, |
| struct usb_host_endpoint *ep) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| struct ep_priv *ep_priv = ep->hcpriv; |
| struct etd_priv *etd; |
| struct urb_priv *urb_priv; |
| struct td *td; |
| int etd_num; |
| int i; |
| int cur_frame; |
| u8 dir; |
| |
| for (i = 0; i < NUM_ISO_ETDS; i++) { |
| too_late: |
| if (list_empty(&ep_priv->td_list)) |
| break; |
| |
| etd_num = ep_priv->etd[i]; |
| if (etd_num < 0) |
| break; |
| |
| etd = &imx21->etd[etd_num]; |
| if (etd->urb) |
| continue; |
| |
| td = list_entry(ep_priv->td_list.next, struct td, list); |
| list_del(&td->list); |
| urb_priv = td->urb->hcpriv; |
| |
| cur_frame = imx21_hc_get_frame(hcd); |
| if (frame_after(cur_frame, td->frame)) { |
| dev_dbg(imx21->dev, "isoc too late frame %d > %d\n", |
| cur_frame, td->frame); |
| urb_priv->isoc_status = -EXDEV; |
| td->urb->iso_frame_desc[ |
| td->isoc_index].actual_length = 0; |
| td->urb->iso_frame_desc[td->isoc_index].status = -EXDEV; |
| if (--urb_priv->isoc_remaining == 0) |
| urb_done(hcd, td->urb, urb_priv->isoc_status); |
| goto too_late; |
| } |
| |
| urb_priv->active = 1; |
| etd->td = td; |
| etd->ep = td->ep; |
| etd->urb = td->urb; |
| etd->len = td->len; |
| etd->dma_handle = td->dma_handle; |
| etd->cpu_buffer = td->cpu_buffer; |
| |
| debug_isoc_submitted(imx21, cur_frame, td); |
| |
| dir = usb_pipeout(td->urb->pipe) ? TD_DIR_OUT : TD_DIR_IN; |
| setup_etd_dword0(imx21, etd_num, td->urb, dir, etd->dmem_size); |
| etd_writel(imx21, etd_num, 1, etd->dmem_offset); |
| etd_writel(imx21, etd_num, 2, |
| (TD_NOTACCESSED << DW2_COMPCODE) | |
| ((td->frame & 0xFFFF) << DW2_STARTFRM)); |
| etd_writel(imx21, etd_num, 3, |
| (TD_NOTACCESSED << DW3_COMPCODE0) | |
| (td->len << DW3_PKTLEN0)); |
| |
| activate_etd(imx21, etd_num, dir); |
| } |
| } |
| |
| static void isoc_etd_done(struct usb_hcd *hcd, int etd_num) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| int etd_mask = 1 << etd_num; |
| struct etd_priv *etd = imx21->etd + etd_num; |
| struct urb *urb = etd->urb; |
| struct urb_priv *urb_priv = urb->hcpriv; |
| struct td *td = etd->td; |
| struct usb_host_endpoint *ep = etd->ep; |
| int isoc_index = td->isoc_index; |
| unsigned int pipe = urb->pipe; |
| int dir_in = usb_pipein(pipe); |
| int cc; |
| int bytes_xfrd; |
| |
| disactivate_etd(imx21, etd_num); |
| |
| cc = (etd_readl(imx21, etd_num, 3) >> DW3_COMPCODE0) & 0xf; |
| bytes_xfrd = etd_readl(imx21, etd_num, 3) & 0x3ff; |
| |
| /* Input doesn't always fill the buffer, don't generate an error |
| * when this happens. |
| */ |
| if (dir_in && (cc == TD_DATAUNDERRUN)) |
| cc = TD_CC_NOERROR; |
| |
| if (cc == TD_NOTACCESSED) |
| bytes_xfrd = 0; |
| |
| debug_isoc_completed(imx21, |
| imx21_hc_get_frame(hcd), td, cc, bytes_xfrd); |
| if (cc) { |
| urb_priv->isoc_status = -EXDEV; |
| dev_dbg(imx21->dev, |
| "bad iso cc=0x%X frame=%d sched frame=%d " |
| "cnt=%d len=%d urb=%p etd=%d index=%d\n", |
| cc, imx21_hc_get_frame(hcd), td->frame, |
| bytes_xfrd, td->len, urb, etd_num, isoc_index); |
| } |
| |
| if (dir_in) { |
| clear_toggle_bit(imx21, USBH_XFILLSTAT, etd_mask); |
| if (!etd->dma_handle) |
| memcpy_fromio(etd->cpu_buffer, |
| imx21->regs + USBOTG_DMEM + etd->dmem_offset, |
| bytes_xfrd); |
| } |
| |
| urb->actual_length += bytes_xfrd; |
| urb->iso_frame_desc[isoc_index].actual_length = bytes_xfrd; |
| urb->iso_frame_desc[isoc_index].status = cc_to_error[cc]; |
| |
| etd->td = NULL; |
| etd->urb = NULL; |
| etd->ep = NULL; |
| |
| if (--urb_priv->isoc_remaining == 0) |
| urb_done(hcd, urb, urb_priv->isoc_status); |
| |
| schedule_isoc_etds(hcd, ep); |
| } |
| |
| static struct ep_priv *alloc_isoc_ep( |
| struct imx21 *imx21, struct usb_host_endpoint *ep) |
| { |
| struct ep_priv *ep_priv; |
| int i; |
| |
| ep_priv = kzalloc(sizeof(struct ep_priv), GFP_ATOMIC); |
| if (!ep_priv) |
| return NULL; |
| |
| for (i = 0; i < NUM_ISO_ETDS; i++) |
| ep_priv->etd[i] = -1; |
| |
| INIT_LIST_HEAD(&ep_priv->td_list); |
| ep_priv->ep = ep; |
| ep->hcpriv = ep_priv; |
| return ep_priv; |
| } |
| |
| static int alloc_isoc_etds(struct imx21 *imx21, struct ep_priv *ep_priv) |
| { |
| int i, j; |
| int etd_num; |
| |
| /* Allocate the ETDs if required */ |
| for (i = 0; i < NUM_ISO_ETDS; i++) { |
| if (ep_priv->etd[i] < 0) { |
| etd_num = alloc_etd(imx21); |
| if (etd_num < 0) |
| goto alloc_etd_failed; |
| |
| ep_priv->etd[i] = etd_num; |
| imx21->etd[etd_num].ep = ep_priv->ep; |
| } |
| } |
| return 0; |
| |
| alloc_etd_failed: |
| dev_err(imx21->dev, "isoc: Couldn't allocate etd\n"); |
| for (j = 0; j < i; j++) { |
| free_etd(imx21, ep_priv->etd[j]); |
| ep_priv->etd[j] = -1; |
| } |
| return -ENOMEM; |
| } |
| |
| static int imx21_hc_urb_enqueue_isoc(struct usb_hcd *hcd, |
| struct usb_host_endpoint *ep, |
| struct urb *urb, gfp_t mem_flags) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| struct urb_priv *urb_priv; |
| unsigned long flags; |
| struct ep_priv *ep_priv; |
| struct td *td = NULL; |
| int i; |
| int ret; |
| int cur_frame; |
| u16 maxpacket; |
| |
| urb_priv = kzalloc(sizeof(struct urb_priv), mem_flags); |
| if (urb_priv == NULL) |
| return -ENOMEM; |
| |
| urb_priv->isoc_td = kzalloc( |
| sizeof(struct td) * urb->number_of_packets, mem_flags); |
| if (urb_priv->isoc_td == NULL) { |
| ret = -ENOMEM; |
| goto alloc_td_failed; |
| } |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| |
| if (ep->hcpriv == NULL) { |
| ep_priv = alloc_isoc_ep(imx21, ep); |
| if (ep_priv == NULL) { |
| ret = -ENOMEM; |
| goto alloc_ep_failed; |
| } |
| } else { |
| ep_priv = ep->hcpriv; |
| } |
| |
| ret = alloc_isoc_etds(imx21, ep_priv); |
| if (ret) |
| goto alloc_etd_failed; |
| |
| ret = usb_hcd_link_urb_to_ep(hcd, urb); |
| if (ret) |
| goto link_failed; |
| |
| urb->status = -EINPROGRESS; |
| urb->actual_length = 0; |
| urb->error_count = 0; |
| urb->hcpriv = urb_priv; |
| urb_priv->ep = ep; |
| |
| /* allocate data memory for largest packets if not already done */ |
| maxpacket = usb_maxpacket(urb->dev, urb->pipe, usb_pipeout(urb->pipe)); |
| for (i = 0; i < NUM_ISO_ETDS; i++) { |
| struct etd_priv *etd = &imx21->etd[ep_priv->etd[i]]; |
| |
| if (etd->dmem_size > 0 && etd->dmem_size < maxpacket) { |
| /* not sure if this can really occur.... */ |
| dev_err(imx21->dev, "increasing isoc buffer %d->%d\n", |
| etd->dmem_size, maxpacket); |
| ret = -EMSGSIZE; |
| goto alloc_dmem_failed; |
| } |
| |
| if (etd->dmem_size == 0) { |
| etd->dmem_offset = alloc_dmem(imx21, maxpacket, ep); |
| if (etd->dmem_offset < 0) { |
| dev_dbg(imx21->dev, "failed alloc isoc dmem\n"); |
| ret = -EAGAIN; |
| goto alloc_dmem_failed; |
| } |
| etd->dmem_size = maxpacket; |
| } |
| } |
| |
| /* calculate frame */ |
| cur_frame = imx21_hc_get_frame(hcd); |
| if (urb->transfer_flags & URB_ISO_ASAP) { |
| if (list_empty(&ep_priv->td_list)) |
| urb->start_frame = cur_frame + 5; |
| else |
| urb->start_frame = list_entry( |
| ep_priv->td_list.prev, |
| struct td, list)->frame + urb->interval; |
| } |
| urb->start_frame = wrap_frame(urb->start_frame); |
| if (frame_after(cur_frame, urb->start_frame)) { |
| dev_dbg(imx21->dev, |
| "enqueue: adjusting iso start %d (cur=%d) asap=%d\n", |
| urb->start_frame, cur_frame, |
| (urb->transfer_flags & URB_ISO_ASAP) != 0); |
| urb->start_frame = wrap_frame(cur_frame + 1); |
| } |
| |
| /* set up transfers */ |
| td = urb_priv->isoc_td; |
| for (i = 0; i < urb->number_of_packets; i++, td++) { |
| unsigned int offset = urb->iso_frame_desc[i].offset; |
| td->ep = ep; |
| td->urb = urb; |
| td->len = urb->iso_frame_desc[i].length; |
| td->isoc_index = i; |
| td->frame = wrap_frame(urb->start_frame + urb->interval * i); |
| td->dma_handle = urb->transfer_dma + offset; |
| td->cpu_buffer = urb->transfer_buffer + offset; |
| list_add_tail(&td->list, &ep_priv->td_list); |
| } |
| |
| urb_priv->isoc_remaining = urb->number_of_packets; |
| dev_vdbg(imx21->dev, "setup %d packets for iso frame %d->%d\n", |
| urb->number_of_packets, urb->start_frame, td->frame); |
| |
| debug_urb_submitted(imx21, urb); |
| schedule_isoc_etds(hcd, ep); |
| |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| return 0; |
| |
| alloc_dmem_failed: |
| usb_hcd_unlink_urb_from_ep(hcd, urb); |
| |
| link_failed: |
| alloc_etd_failed: |
| alloc_ep_failed: |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| kfree(urb_priv->isoc_td); |
| |
| alloc_td_failed: |
| kfree(urb_priv); |
| return ret; |
| } |
| |
| static void dequeue_isoc_urb(struct imx21 *imx21, |
| struct urb *urb, struct ep_priv *ep_priv) |
| { |
| struct urb_priv *urb_priv = urb->hcpriv; |
| struct td *td, *tmp; |
| int i; |
| |
| if (urb_priv->active) { |
| for (i = 0; i < NUM_ISO_ETDS; i++) { |
| int etd_num = ep_priv->etd[i]; |
| if (etd_num != -1 && imx21->etd[etd_num].urb == urb) { |
| struct etd_priv *etd = imx21->etd + etd_num; |
| |
| reset_etd(imx21, etd_num); |
| free_dmem(imx21, etd); |
| } |
| } |
| } |
| |
| list_for_each_entry_safe(td, tmp, &ep_priv->td_list, list) { |
| if (td->urb == urb) { |
| dev_vdbg(imx21->dev, "removing td %p\n", td); |
| list_del(&td->list); |
| } |
| } |
| } |
| |
| /* =========================================== */ |
| /* NON ISOC Handling ... */ |
| /* =========================================== */ |
| |
| static void schedule_nonisoc_etd(struct imx21 *imx21, struct urb *urb) |
| { |
| unsigned int pipe = urb->pipe; |
| struct urb_priv *urb_priv = urb->hcpriv; |
| struct ep_priv *ep_priv = urb_priv->ep->hcpriv; |
| int state = urb_priv->state; |
| int etd_num = ep_priv->etd[0]; |
| struct etd_priv *etd; |
| u32 count; |
| u16 etd_buf_size; |
| u16 maxpacket; |
| u8 dir; |
| u8 bufround; |
| u8 datatoggle; |
| u8 interval = 0; |
| u8 relpolpos = 0; |
| |
| if (etd_num < 0) { |
| dev_err(imx21->dev, "No valid ETD\n"); |
| return; |
| } |
| if (readl(imx21->regs + USBH_ETDENSET) & (1 << etd_num)) |
| dev_err(imx21->dev, "submitting to active ETD %d\n", etd_num); |
| |
| etd = &imx21->etd[etd_num]; |
| maxpacket = usb_maxpacket(urb->dev, pipe, usb_pipeout(pipe)); |
| if (!maxpacket) |
| maxpacket = 8; |
| |
| if (usb_pipecontrol(pipe) && (state != US_CTRL_DATA)) { |
| if (state == US_CTRL_SETUP) { |
| dir = TD_DIR_SETUP; |
| if (unsuitable_for_dma(urb->setup_dma)) |
| usb_hcd_unmap_urb_setup_for_dma(imx21->hcd, |
| urb); |
| etd->dma_handle = urb->setup_dma; |
| etd->cpu_buffer = urb->setup_packet; |
| bufround = 0; |
| count = 8; |
| datatoggle = TD_TOGGLE_DATA0; |
| } else { /* US_CTRL_ACK */ |
| dir = usb_pipeout(pipe) ? TD_DIR_IN : TD_DIR_OUT; |
| bufround = 0; |
| count = 0; |
| datatoggle = TD_TOGGLE_DATA1; |
| } |
| } else { |
| dir = usb_pipeout(pipe) ? TD_DIR_OUT : TD_DIR_IN; |
| bufround = (dir == TD_DIR_IN) ? 1 : 0; |
| if (unsuitable_for_dma(urb->transfer_dma)) |
| usb_hcd_unmap_urb_for_dma(imx21->hcd, urb); |
| |
| etd->dma_handle = urb->transfer_dma; |
| etd->cpu_buffer = urb->transfer_buffer; |
| if (usb_pipebulk(pipe) && (state == US_BULK0)) |
| count = 0; |
| else |
| count = urb->transfer_buffer_length; |
| |
| if (usb_pipecontrol(pipe)) { |
| datatoggle = TD_TOGGLE_DATA1; |
| } else { |
| if (usb_gettoggle( |
| urb->dev, |
| usb_pipeendpoint(urb->pipe), |
| usb_pipeout(urb->pipe))) |
| datatoggle = TD_TOGGLE_DATA1; |
| else |
| datatoggle = TD_TOGGLE_DATA0; |
| } |
| } |
| |
| etd->urb = urb; |
| etd->ep = urb_priv->ep; |
| etd->len = count; |
| |
| if (usb_pipeint(pipe)) { |
| interval = urb->interval; |
| relpolpos = (readl(imx21->regs + USBH_FRMNUB) + 1) & 0xff; |
| } |
| |
| /* Write ETD to device memory */ |
| setup_etd_dword0(imx21, etd_num, urb, dir, maxpacket); |
| |
| etd_writel(imx21, etd_num, 2, |
| (u32) interval << DW2_POLINTERV | |
| ((u32) relpolpos << DW2_RELPOLPOS) | |
| ((u32) dir << DW2_DIRPID) | |
| ((u32) bufround << DW2_BUFROUND) | |
| ((u32) datatoggle << DW2_DATATOG) | |
| ((u32) TD_NOTACCESSED << DW2_COMPCODE)); |
| |
| /* DMA will always transfer buffer size even if TOBYCNT in DWORD3 |
| is smaller. Make sure we don't overrun the buffer! |
| */ |
| if (count && count < maxpacket) |
| etd_buf_size = count; |
| else |
| etd_buf_size = maxpacket; |
| |
| etd_writel(imx21, etd_num, 3, |
| ((u32) (etd_buf_size - 1) << DW3_BUFSIZE) | (u32) count); |
| |
| if (!count) |
| etd->dma_handle = 0; |
| |
| /* allocate x and y buffer space at once */ |
| etd->dmem_size = (count > maxpacket) ? maxpacket * 2 : maxpacket; |
| etd->dmem_offset = alloc_dmem(imx21, etd->dmem_size, urb_priv->ep); |
| if (etd->dmem_offset < 0) { |
| /* Setup everything we can in HW and update when we get DMEM */ |
| etd_writel(imx21, etd_num, 1, (u32)maxpacket << 16); |
| |
| dev_dbg(imx21->dev, "Queuing etd %d for DMEM\n", etd_num); |
| debug_urb_queued_for_dmem(imx21, urb); |
| list_add_tail(&etd->queue, &imx21->queue_for_dmem); |
| return; |
| } |
| |
| etd_writel(imx21, etd_num, 1, |
| (((u32) etd->dmem_offset + (u32) maxpacket) << DW1_YBUFSRTAD) | |
| (u32) etd->dmem_offset); |
| |
| urb_priv->active = 1; |
| |
| /* enable the ETD to kick off transfer */ |
| dev_vdbg(imx21->dev, "Activating etd %d for %d bytes %s\n", |
| etd_num, count, dir != TD_DIR_IN ? "out" : "in"); |
| activate_etd(imx21, etd_num, dir); |
| |
| } |
| |
| static void nonisoc_etd_done(struct usb_hcd *hcd, int etd_num) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| struct etd_priv *etd = &imx21->etd[etd_num]; |
| struct urb *urb = etd->urb; |
| u32 etd_mask = 1 << etd_num; |
| struct urb_priv *urb_priv = urb->hcpriv; |
| int dir; |
| int cc; |
| u32 bytes_xfrd; |
| int etd_done; |
| |
| disactivate_etd(imx21, etd_num); |
| |
| dir = (etd_readl(imx21, etd_num, 0) >> DW0_DIRECT) & 0x3; |
| cc = (etd_readl(imx21, etd_num, 2) >> DW2_COMPCODE) & 0xf; |
| bytes_xfrd = etd->len - (etd_readl(imx21, etd_num, 3) & 0x1fffff); |
| |
| /* save toggle carry */ |
| usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe), |
| usb_pipeout(urb->pipe), |
| (etd_readl(imx21, etd_num, 0) >> DW0_TOGCRY) & 0x1); |
| |
| if (dir == TD_DIR_IN) { |
| clear_toggle_bit(imx21, USBH_XFILLSTAT, etd_mask); |
| clear_toggle_bit(imx21, USBH_YFILLSTAT, etd_mask); |
| |
| if (etd->bounce_buffer) { |
| memcpy(etd->cpu_buffer, etd->bounce_buffer, bytes_xfrd); |
| dma_unmap_single(imx21->dev, |
| etd->dma_handle, etd->len, DMA_FROM_DEVICE); |
| } else if (!etd->dma_handle && bytes_xfrd) {/* PIO */ |
| memcpy_fromio(etd->cpu_buffer, |
| imx21->regs + USBOTG_DMEM + etd->dmem_offset, |
| bytes_xfrd); |
| } |
| } |
| |
| kfree(etd->bounce_buffer); |
| etd->bounce_buffer = NULL; |
| free_dmem(imx21, etd); |
| |
| urb->error_count = 0; |
| if (!(urb->transfer_flags & URB_SHORT_NOT_OK) |
| && (cc == TD_DATAUNDERRUN)) |
| cc = TD_CC_NOERROR; |
| |
| if (cc != 0) |
| dev_vdbg(imx21->dev, "cc is 0x%x\n", cc); |
| |
| etd_done = (cc_to_error[cc] != 0); /* stop if error */ |
| |
| switch (usb_pipetype(urb->pipe)) { |
| case PIPE_CONTROL: |
| switch (urb_priv->state) { |
| case US_CTRL_SETUP: |
| if (urb->transfer_buffer_length > 0) |
| urb_priv->state = US_CTRL_DATA; |
| else |
| urb_priv->state = US_CTRL_ACK; |
| break; |
| case US_CTRL_DATA: |
| urb->actual_length += bytes_xfrd; |
| urb_priv->state = US_CTRL_ACK; |
| break; |
| case US_CTRL_ACK: |
| etd_done = 1; |
| break; |
| default: |
| dev_err(imx21->dev, |
| "Invalid pipe state %d\n", urb_priv->state); |
| etd_done = 1; |
| break; |
| } |
| break; |
| |
| case PIPE_BULK: |
| urb->actual_length += bytes_xfrd; |
| if ((urb_priv->state == US_BULK) |
| && (urb->transfer_flags & URB_ZERO_PACKET) |
| && urb->transfer_buffer_length > 0 |
| && ((urb->transfer_buffer_length % |
| usb_maxpacket(urb->dev, urb->pipe, |
| usb_pipeout(urb->pipe))) == 0)) { |
| /* need a 0-packet */ |
| urb_priv->state = US_BULK0; |
| } else { |
| etd_done = 1; |
| } |
| break; |
| |
| case PIPE_INTERRUPT: |
| urb->actual_length += bytes_xfrd; |
| etd_done = 1; |
| break; |
| } |
| |
| if (etd_done) |
| nonisoc_urb_completed_for_etd(imx21, etd, cc_to_error[cc]); |
| else { |
| dev_vdbg(imx21->dev, "next state=%d\n", urb_priv->state); |
| schedule_nonisoc_etd(imx21, urb); |
| } |
| } |
| |
| |
| static struct ep_priv *alloc_ep(void) |
| { |
| int i; |
| struct ep_priv *ep_priv; |
| |
| ep_priv = kzalloc(sizeof(struct ep_priv), GFP_ATOMIC); |
| if (!ep_priv) |
| return NULL; |
| |
| for (i = 0; i < NUM_ISO_ETDS; ++i) |
| ep_priv->etd[i] = -1; |
| |
| return ep_priv; |
| } |
| |
| static int imx21_hc_urb_enqueue(struct usb_hcd *hcd, |
| struct urb *urb, gfp_t mem_flags) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| struct usb_host_endpoint *ep = urb->ep; |
| struct urb_priv *urb_priv; |
| struct ep_priv *ep_priv; |
| struct etd_priv *etd; |
| int ret; |
| unsigned long flags; |
| |
| dev_vdbg(imx21->dev, |
| "enqueue urb=%p ep=%p len=%d " |
| "buffer=%p dma=%08X setupBuf=%p setupDma=%08X\n", |
| urb, ep, |
| urb->transfer_buffer_length, |
| urb->transfer_buffer, urb->transfer_dma, |
| urb->setup_packet, urb->setup_dma); |
| |
| if (usb_pipeisoc(urb->pipe)) |
| return imx21_hc_urb_enqueue_isoc(hcd, ep, urb, mem_flags); |
| |
| urb_priv = kzalloc(sizeof(struct urb_priv), mem_flags); |
| if (!urb_priv) |
| return -ENOMEM; |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| |
| ep_priv = ep->hcpriv; |
| if (ep_priv == NULL) { |
| ep_priv = alloc_ep(); |
| if (!ep_priv) { |
| ret = -ENOMEM; |
| goto failed_alloc_ep; |
| } |
| ep->hcpriv = ep_priv; |
| ep_priv->ep = ep; |
| } |
| |
| ret = usb_hcd_link_urb_to_ep(hcd, urb); |
| if (ret) |
| goto failed_link; |
| |
| urb->status = -EINPROGRESS; |
| urb->actual_length = 0; |
| urb->error_count = 0; |
| urb->hcpriv = urb_priv; |
| urb_priv->ep = ep; |
| |
| switch (usb_pipetype(urb->pipe)) { |
| case PIPE_CONTROL: |
| urb_priv->state = US_CTRL_SETUP; |
| break; |
| case PIPE_BULK: |
| urb_priv->state = US_BULK; |
| break; |
| } |
| |
| debug_urb_submitted(imx21, urb); |
| if (ep_priv->etd[0] < 0) { |
| if (ep_priv->waiting_etd) { |
| dev_dbg(imx21->dev, |
| "no ETD available already queued %p\n", |
| ep_priv); |
| debug_urb_queued_for_etd(imx21, urb); |
| goto out; |
| } |
| ep_priv->etd[0] = alloc_etd(imx21); |
| if (ep_priv->etd[0] < 0) { |
| dev_dbg(imx21->dev, |
| "no ETD available queueing %p\n", ep_priv); |
| debug_urb_queued_for_etd(imx21, urb); |
| list_add_tail(&ep_priv->queue, &imx21->queue_for_etd); |
| ep_priv->waiting_etd = 1; |
| goto out; |
| } |
| } |
| |
| /* Schedule if no URB already active for this endpoint */ |
| etd = &imx21->etd[ep_priv->etd[0]]; |
| if (etd->urb == NULL) { |
| DEBUG_LOG_FRAME(imx21, etd, last_req); |
| schedule_nonisoc_etd(imx21, urb); |
| } |
| |
| out: |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| return 0; |
| |
| failed_link: |
| failed_alloc_ep: |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| kfree(urb_priv); |
| return ret; |
| } |
| |
| static int imx21_hc_urb_dequeue(struct usb_hcd *hcd, struct urb *urb, |
| int status) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| unsigned long flags; |
| struct usb_host_endpoint *ep; |
| struct ep_priv *ep_priv; |
| struct urb_priv *urb_priv = urb->hcpriv; |
| int ret = -EINVAL; |
| |
| dev_vdbg(imx21->dev, "dequeue urb=%p iso=%d status=%d\n", |
| urb, usb_pipeisoc(urb->pipe), status); |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| |
| ret = usb_hcd_check_unlink_urb(hcd, urb, status); |
| if (ret) |
| goto fail; |
| ep = urb_priv->ep; |
| ep_priv = ep->hcpriv; |
| |
| debug_urb_unlinked(imx21, urb); |
| |
| if (usb_pipeisoc(urb->pipe)) { |
| dequeue_isoc_urb(imx21, urb, ep_priv); |
| schedule_isoc_etds(hcd, ep); |
| } else if (urb_priv->active) { |
| int etd_num = ep_priv->etd[0]; |
| if (etd_num != -1) { |
| struct etd_priv *etd = &imx21->etd[etd_num]; |
| |
| disactivate_etd(imx21, etd_num); |
| free_dmem(imx21, etd); |
| etd->urb = NULL; |
| kfree(etd->bounce_buffer); |
| etd->bounce_buffer = NULL; |
| } |
| } |
| |
| urb_done(hcd, urb, status); |
| |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| return 0; |
| |
| fail: |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| return ret; |
| } |
| |
| /* =========================================== */ |
| /* Interrupt dispatch */ |
| /* =========================================== */ |
| |
| static void process_etds(struct usb_hcd *hcd, struct imx21 *imx21, int sof) |
| { |
| int etd_num; |
| int enable_sof_int = 0; |
| unsigned long flags; |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| |
| for (etd_num = 0; etd_num < USB_NUM_ETD; etd_num++) { |
| u32 etd_mask = 1 << etd_num; |
| u32 enabled = readl(imx21->regs + USBH_ETDENSET) & etd_mask; |
| u32 done = readl(imx21->regs + USBH_ETDDONESTAT) & etd_mask; |
| struct etd_priv *etd = &imx21->etd[etd_num]; |
| |
| |
| if (done) { |
| DEBUG_LOG_FRAME(imx21, etd, last_int); |
| } else { |
| /* |
| * Kludge warning! |
| * |
| * When multiple transfers are using the bus we sometimes get into a state |
| * where the transfer has completed (the CC field of the ETD is != 0x0F), |
| * the ETD has self disabled but the ETDDONESTAT flag is not set |
| * (and hence no interrupt occurs). |
| * This causes the transfer in question to hang. |
| * The kludge below checks for this condition at each SOF and processes any |
| * blocked ETDs (after an arbitrary 10 frame wait) |
| * |
| * With a single active transfer the usbtest test suite will run for days |
| * without the kludge. |
| * With other bus activity (eg mass storage) even just test1 will hang without |
| * the kludge. |
| */ |
| u32 dword0; |
| int cc; |
| |
| if (etd->active_count && !enabled) /* suspicious... */ |
| enable_sof_int = 1; |
| |
| if (!sof || enabled || !etd->active_count) |
| continue; |
| |
| cc = etd_readl(imx21, etd_num, 2) >> DW2_COMPCODE; |
| if (cc == TD_NOTACCESSED) |
| continue; |
| |
| if (++etd->active_count < 10) |
| continue; |
| |
| dword0 = etd_readl(imx21, etd_num, 0); |
| dev_dbg(imx21->dev, |
| "unblock ETD %d dev=0x%X ep=0x%X cc=0x%02X!\n", |
| etd_num, dword0 & 0x7F, |
| (dword0 >> DW0_ENDPNT) & 0x0F, |
| cc); |
| |
| #ifdef DEBUG |
| dev_dbg(imx21->dev, |
| "frame: act=%d disact=%d" |
| " int=%d req=%d cur=%d\n", |
| etd->activated_frame, |
| etd->disactivated_frame, |
| etd->last_int_frame, |
| etd->last_req_frame, |
| readl(imx21->regs + USBH_FRMNUB)); |
| imx21->debug_unblocks++; |
| #endif |
| etd->active_count = 0; |
| /* End of kludge */ |
| } |
| |
| if (etd->ep == NULL || etd->urb == NULL) { |
| dev_dbg(imx21->dev, |
| "Interrupt for unexpected etd %d" |
| " ep=%p urb=%p\n", |
| etd_num, etd->ep, etd->urb); |
| disactivate_etd(imx21, etd_num); |
| continue; |
| } |
| |
| if (usb_pipeisoc(etd->urb->pipe)) |
| isoc_etd_done(hcd, etd_num); |
| else |
| nonisoc_etd_done(hcd, etd_num); |
| } |
| |
| /* only enable SOF interrupt if it may be needed for the kludge */ |
| if (enable_sof_int) |
| set_register_bits(imx21, USBH_SYSIEN, USBH_SYSIEN_SOFINT); |
| else |
| clear_register_bits(imx21, USBH_SYSIEN, USBH_SYSIEN_SOFINT); |
| |
| |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| } |
| |
| static irqreturn_t imx21_irq(struct usb_hcd *hcd) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| u32 ints = readl(imx21->regs + USBH_SYSISR); |
| |
| if (ints & USBH_SYSIEN_HERRINT) |
| dev_dbg(imx21->dev, "Scheduling error\n"); |
| |
| if (ints & USBH_SYSIEN_SORINT) |
| dev_dbg(imx21->dev, "Scheduling overrun\n"); |
| |
| if (ints & (USBH_SYSISR_DONEINT | USBH_SYSISR_SOFINT)) |
| process_etds(hcd, imx21, ints & USBH_SYSISR_SOFINT); |
| |
| writel(ints, imx21->regs + USBH_SYSISR); |
| return IRQ_HANDLED; |
| } |
| |
| static void imx21_hc_endpoint_disable(struct usb_hcd *hcd, |
| struct usb_host_endpoint *ep) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| unsigned long flags; |
| struct ep_priv *ep_priv; |
| int i; |
| |
| if (ep == NULL) |
| return; |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| ep_priv = ep->hcpriv; |
| dev_vdbg(imx21->dev, "disable ep=%p, ep->hcpriv=%p\n", ep, ep_priv); |
| |
| if (!list_empty(&ep->urb_list)) |
| dev_dbg(imx21->dev, "ep's URB list is not empty\n"); |
| |
| if (ep_priv != NULL) { |
| for (i = 0; i < NUM_ISO_ETDS; i++) { |
| if (ep_priv->etd[i] > -1) |
| dev_dbg(imx21->dev, "free etd %d for disable\n", |
| ep_priv->etd[i]); |
| |
| free_etd(imx21, ep_priv->etd[i]); |
| } |
| kfree(ep_priv); |
| ep->hcpriv = NULL; |
| } |
| |
| for (i = 0; i < USB_NUM_ETD; i++) { |
| if (imx21->etd[i].alloc && imx21->etd[i].ep == ep) { |
| dev_err(imx21->dev, |
| "Active etd %d for disabled ep=%p!\n", i, ep); |
| free_etd(imx21, i); |
| } |
| } |
| free_epdmem(imx21, ep); |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| } |
| |
| /* =========================================== */ |
| /* Hub handling */ |
| /* =========================================== */ |
| |
| static int get_hub_descriptor(struct usb_hcd *hcd, |
| struct usb_hub_descriptor *desc) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| desc->bDescriptorType = 0x29; /* HUB descriptor */ |
| desc->bHubContrCurrent = 0; |
| |
| desc->bNbrPorts = readl(imx21->regs + USBH_ROOTHUBA) |
| & USBH_ROOTHUBA_NDNSTMPRT_MASK; |
| desc->bDescLength = 9; |
| desc->bPwrOn2PwrGood = 0; |
| desc->wHubCharacteristics = (__force __u16) cpu_to_le16( |
| 0x0002 | /* No power switching */ |
| 0x0010 | /* No over current protection */ |
| 0); |
| |
| desc->u.hs.DeviceRemovable[0] = 1 << 1; |
| desc->u.hs.DeviceRemovable[1] = ~0; |
| return 0; |
| } |
| |
| static int imx21_hc_hub_status_data(struct usb_hcd *hcd, char *buf) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| int ports; |
| int changed = 0; |
| int i; |
| unsigned long flags; |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| ports = readl(imx21->regs + USBH_ROOTHUBA) |
| & USBH_ROOTHUBA_NDNSTMPRT_MASK; |
| if (ports > 7) { |
| ports = 7; |
| dev_err(imx21->dev, "ports %d > 7\n", ports); |
| } |
| for (i = 0; i < ports; i++) { |
| if (readl(imx21->regs + USBH_PORTSTAT(i)) & |
| (USBH_PORTSTAT_CONNECTSC | |
| USBH_PORTSTAT_PRTENBLSC | |
| USBH_PORTSTAT_PRTSTATSC | |
| USBH_PORTSTAT_OVRCURIC | |
| USBH_PORTSTAT_PRTRSTSC)) { |
| |
| changed = 1; |
| buf[0] |= 1 << (i + 1); |
| } |
| } |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| |
| if (changed) |
| dev_info(imx21->dev, "Hub status changed\n"); |
| return changed; |
| } |
| |
| static int imx21_hc_hub_control(struct usb_hcd *hcd, |
| u16 typeReq, |
| u16 wValue, u16 wIndex, char *buf, u16 wLength) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| int rc = 0; |
| u32 status_write = 0; |
| |
| switch (typeReq) { |
| case ClearHubFeature: |
| dev_dbg(imx21->dev, "ClearHubFeature\n"); |
| switch (wValue) { |
| case C_HUB_OVER_CURRENT: |
| dev_dbg(imx21->dev, " OVER_CURRENT\n"); |
| break; |
| case C_HUB_LOCAL_POWER: |
| dev_dbg(imx21->dev, " LOCAL_POWER\n"); |
| break; |
| default: |
| dev_dbg(imx21->dev, " unknown\n"); |
| rc = -EINVAL; |
| break; |
| } |
| break; |
| |
| case ClearPortFeature: |
| dev_dbg(imx21->dev, "ClearPortFeature\n"); |
| switch (wValue) { |
| case USB_PORT_FEAT_ENABLE: |
| dev_dbg(imx21->dev, " ENABLE\n"); |
| status_write = USBH_PORTSTAT_CURCONST; |
| break; |
| case USB_PORT_FEAT_SUSPEND: |
| dev_dbg(imx21->dev, " SUSPEND\n"); |
| status_write = USBH_PORTSTAT_PRTOVRCURI; |
| break; |
| case USB_PORT_FEAT_POWER: |
| dev_dbg(imx21->dev, " POWER\n"); |
| status_write = USBH_PORTSTAT_LSDEVCON; |
| break; |
| case USB_PORT_FEAT_C_ENABLE: |
| dev_dbg(imx21->dev, " C_ENABLE\n"); |
| status_write = USBH_PORTSTAT_PRTENBLSC; |
| break; |
| case USB_PORT_FEAT_C_SUSPEND: |
| dev_dbg(imx21->dev, " C_SUSPEND\n"); |
| status_write = USBH_PORTSTAT_PRTSTATSC; |
| break; |
| case USB_PORT_FEAT_C_CONNECTION: |
| dev_dbg(imx21->dev, " C_CONNECTION\n"); |
| status_write = USBH_PORTSTAT_CONNECTSC; |
| break; |
| case USB_PORT_FEAT_C_OVER_CURRENT: |
| dev_dbg(imx21->dev, " C_OVER_CURRENT\n"); |
| status_write = USBH_PORTSTAT_OVRCURIC; |
| break; |
| case USB_PORT_FEAT_C_RESET: |
| dev_dbg(imx21->dev, " C_RESET\n"); |
| status_write = USBH_PORTSTAT_PRTRSTSC; |
| break; |
| default: |
| dev_dbg(imx21->dev, " unknown\n"); |
| rc = -EINVAL; |
| break; |
| } |
| |
| break; |
| |
| case GetHubDescriptor: |
| dev_dbg(imx21->dev, "GetHubDescriptor\n"); |
| rc = get_hub_descriptor(hcd, (void *)buf); |
| break; |
| |
| case GetHubStatus: |
| dev_dbg(imx21->dev, " GetHubStatus\n"); |
| *(__le32 *) buf = 0; |
| break; |
| |
| case GetPortStatus: |
| dev_dbg(imx21->dev, "GetPortStatus: port: %d, 0x%x\n", |
| wIndex, USBH_PORTSTAT(wIndex - 1)); |
| *(__le32 *) buf = readl(imx21->regs + |
| USBH_PORTSTAT(wIndex - 1)); |
| break; |
| |
| case SetHubFeature: |
| dev_dbg(imx21->dev, "SetHubFeature\n"); |
| switch (wValue) { |
| case C_HUB_OVER_CURRENT: |
| dev_dbg(imx21->dev, " OVER_CURRENT\n"); |
| break; |
| |
| case C_HUB_LOCAL_POWER: |
| dev_dbg(imx21->dev, " LOCAL_POWER\n"); |
| break; |
| default: |
| dev_dbg(imx21->dev, " unknown\n"); |
| rc = -EINVAL; |
| break; |
| } |
| |
| break; |
| |
| case SetPortFeature: |
| dev_dbg(imx21->dev, "SetPortFeature\n"); |
| switch (wValue) { |
| case USB_PORT_FEAT_SUSPEND: |
| dev_dbg(imx21->dev, " SUSPEND\n"); |
| status_write = USBH_PORTSTAT_PRTSUSPST; |
| break; |
| case USB_PORT_FEAT_POWER: |
| dev_dbg(imx21->dev, " POWER\n"); |
| status_write = USBH_PORTSTAT_PRTPWRST; |
| break; |
| case USB_PORT_FEAT_RESET: |
| dev_dbg(imx21->dev, " RESET\n"); |
| status_write = USBH_PORTSTAT_PRTRSTST; |
| break; |
| default: |
| dev_dbg(imx21->dev, " unknown\n"); |
| rc = -EINVAL; |
| break; |
| } |
| break; |
| |
| default: |
| dev_dbg(imx21->dev, " unknown\n"); |
| rc = -EINVAL; |
| break; |
| } |
| |
| if (status_write) |
| writel(status_write, imx21->regs + USBH_PORTSTAT(wIndex - 1)); |
| return rc; |
| } |
| |
| /* =========================================== */ |
| /* Host controller management */ |
| /* =========================================== */ |
| |
| static int imx21_hc_reset(struct usb_hcd *hcd) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| unsigned long timeout; |
| unsigned long flags; |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| |
| /* Reset the Host controller modules */ |
| writel(USBOTG_RST_RSTCTRL | USBOTG_RST_RSTRH | |
| USBOTG_RST_RSTHSIE | USBOTG_RST_RSTHC, |
| imx21->regs + USBOTG_RST_CTRL); |
| |
| /* Wait for reset to finish */ |
| timeout = jiffies + HZ; |
| while (readl(imx21->regs + USBOTG_RST_CTRL) != 0) { |
| if (time_after(jiffies, timeout)) { |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| dev_err(imx21->dev, "timeout waiting for reset\n"); |
| return -ETIMEDOUT; |
| } |
| spin_unlock_irq(&imx21->lock); |
| schedule_timeout_uninterruptible(1); |
| spin_lock_irq(&imx21->lock); |
| } |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| return 0; |
| } |
| |
| static int __devinit imx21_hc_start(struct usb_hcd *hcd) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| unsigned long flags; |
| int i, j; |
| u32 hw_mode = USBOTG_HWMODE_CRECFG_HOST; |
| u32 usb_control = 0; |
| |
| hw_mode |= ((imx21->pdata->host_xcvr << USBOTG_HWMODE_HOSTXCVR_SHIFT) & |
| USBOTG_HWMODE_HOSTXCVR_MASK); |
| hw_mode |= ((imx21->pdata->otg_xcvr << USBOTG_HWMODE_OTGXCVR_SHIFT) & |
| USBOTG_HWMODE_OTGXCVR_MASK); |
| |
| if (imx21->pdata->host1_txenoe) |
| usb_control |= USBCTRL_HOST1_TXEN_OE; |
| |
| if (!imx21->pdata->host1_xcverless) |
| usb_control |= USBCTRL_HOST1_BYP_TLL; |
| |
| if (imx21->pdata->otg_ext_xcvr) |
| usb_control |= USBCTRL_OTC_RCV_RXDP; |
| |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| |
| writel((USBOTG_CLK_CTRL_HST | USBOTG_CLK_CTRL_MAIN), |
| imx21->regs + USBOTG_CLK_CTRL); |
| writel(hw_mode, imx21->regs + USBOTG_HWMODE); |
| writel(usb_control, imx21->regs + USBCTRL); |
| writel(USB_MISCCONTROL_SKPRTRY | USB_MISCCONTROL_ARBMODE, |
| imx21->regs + USB_MISCCONTROL); |
| |
| /* Clear the ETDs */ |
| for (i = 0; i < USB_NUM_ETD; i++) |
| for (j = 0; j < 4; j++) |
| etd_writel(imx21, i, j, 0); |
| |
| /* Take the HC out of reset */ |
| writel(USBH_HOST_CTRL_HCUSBSTE_OPERATIONAL | USBH_HOST_CTRL_CTLBLKSR_1, |
| imx21->regs + USBH_HOST_CTRL); |
| |
| /* Enable ports */ |
| if (imx21->pdata->enable_otg_host) |
| writel(USBH_PORTSTAT_PRTPWRST | USBH_PORTSTAT_PRTENABST, |
| imx21->regs + USBH_PORTSTAT(0)); |
| |
| if (imx21->pdata->enable_host1) |
| writel(USBH_PORTSTAT_PRTPWRST | USBH_PORTSTAT_PRTENABST, |
| imx21->regs + USBH_PORTSTAT(1)); |
| |
| if (imx21->pdata->enable_host2) |
| writel(USBH_PORTSTAT_PRTPWRST | USBH_PORTSTAT_PRTENABST, |
| imx21->regs + USBH_PORTSTAT(2)); |
| |
| |
| hcd->state = HC_STATE_RUNNING; |
| |
| /* Enable host controller interrupts */ |
| set_register_bits(imx21, USBH_SYSIEN, |
| USBH_SYSIEN_HERRINT | |
| USBH_SYSIEN_DONEINT | USBH_SYSIEN_SORINT); |
| set_register_bits(imx21, USBOTG_CINT_STEN, USBOTG_HCINT); |
| |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| |
| return 0; |
| } |
| |
| static void imx21_hc_stop(struct usb_hcd *hcd) |
| { |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| unsigned long flags; |
| |
| spin_lock_irqsave(&imx21->lock, flags); |
| |
| writel(0, imx21->regs + USBH_SYSIEN); |
| clear_register_bits(imx21, USBOTG_CINT_STEN, USBOTG_HCINT); |
| clear_register_bits(imx21, USBOTG_CLK_CTRL_HST | USBOTG_CLK_CTRL_MAIN, |
| USBOTG_CLK_CTRL); |
| spin_unlock_irqrestore(&imx21->lock, flags); |
| } |
| |
| /* =========================================== */ |
| /* Driver glue */ |
| /* =========================================== */ |
| |
| static struct hc_driver imx21_hc_driver = { |
| .description = hcd_name, |
| .product_desc = "IMX21 USB Host Controller", |
| .hcd_priv_size = sizeof(struct imx21), |
| |
| .flags = HCD_USB11, |
| .irq = imx21_irq, |
| |
| .reset = imx21_hc_reset, |
| .start = imx21_hc_start, |
| .stop = imx21_hc_stop, |
| |
| /* I/O requests */ |
| .urb_enqueue = imx21_hc_urb_enqueue, |
| .urb_dequeue = imx21_hc_urb_dequeue, |
| .endpoint_disable = imx21_hc_endpoint_disable, |
| |
| /* scheduling support */ |
| .get_frame_number = imx21_hc_get_frame, |
| |
| /* Root hub support */ |
| .hub_status_data = imx21_hc_hub_status_data, |
| .hub_control = imx21_hc_hub_control, |
| |
| }; |
| |
| static struct mx21_usbh_platform_data default_pdata = { |
| .host_xcvr = MX21_USBXCVR_TXDIF_RXDIF, |
| .otg_xcvr = MX21_USBXCVR_TXDIF_RXDIF, |
| .enable_host1 = 1, |
| .enable_host2 = 1, |
| .enable_otg_host = 1, |
| |
| }; |
| |
| static int imx21_remove(struct platform_device *pdev) |
| { |
| struct usb_hcd *hcd = platform_get_drvdata(pdev); |
| struct imx21 *imx21 = hcd_to_imx21(hcd); |
| struct resource *res = platform_get_resource(pdev, IORESOURCE_MEM, 0); |
| |
| remove_debug_files(imx21); |
| usb_remove_hcd(hcd); |
| |
| if (res != NULL) { |
| clk_disable(imx21->clk); |
| clk_put(imx21->clk); |
| iounmap(imx21->regs); |
| release_mem_region(res->start, resource_size(res)); |
| } |
| |
| kfree(hcd); |
| return 0; |
| } |
| |
| |
| static int imx21_probe(struct platform_device *pdev) |
| { |
| struct usb_hcd *hcd; |
| struct imx21 *imx21; |
| struct resource *res; |
| int ret; |
| int irq; |
| |
| printk(KERN_INFO "%s\n", imx21_hc_driver.product_desc); |
| |
| res = platform_get_resource(pdev, IORESOURCE_MEM, 0); |
| if (!res) |
| return -ENODEV; |
| irq = platform_get_irq(pdev, 0); |
| if (irq < 0) |
| return -ENXIO; |
| |
| hcd = usb_create_hcd(&imx21_hc_driver, |
| &pdev->dev, dev_name(&pdev->dev)); |
| if (hcd == NULL) { |
| dev_err(&pdev->dev, "Cannot create hcd (%s)\n", |
| dev_name(&pdev->dev)); |
| return -ENOMEM; |
| } |
| |
| imx21 = hcd_to_imx21(hcd); |
| imx21->hcd = hcd; |
| imx21->dev = &pdev->dev; |
| imx21->pdata = pdev->dev.platform_data; |
| if (!imx21->pdata) |
| imx21->pdata = &default_pdata; |
| |
| spin_lock_init(&imx21->lock); |
| INIT_LIST_HEAD(&imx21->dmem_list); |
| INIT_LIST_HEAD(&imx21->queue_for_etd); |
| INIT_LIST_HEAD(&imx21->queue_for_dmem); |
| create_debug_files(imx21); |
| |
| res = request_mem_region(res->start, resource_size(res), hcd_name); |
| if (!res) { |
| ret = -EBUSY; |
| goto failed_request_mem; |
| } |
| |
| imx21->regs = ioremap(res->start, resource_size(res)); |
| if (imx21->regs == NULL) { |
| dev_err(imx21->dev, "Cannot map registers\n"); |
| ret = -ENOMEM; |
| goto failed_ioremap; |
| } |
| |
| /* Enable clocks source */ |
| imx21->clk = clk_get(imx21->dev, NULL); |
| if (IS_ERR(imx21->clk)) { |
| dev_err(imx21->dev, "no clock found\n"); |
| ret = PTR_ERR(imx21->clk); |
| goto failed_clock_get; |
| } |
| |
| ret = clk_set_rate(imx21->clk, clk_round_rate(imx21->clk, 48000000)); |
| if (ret) |
| goto failed_clock_set; |
| ret = clk_enable(imx21->clk); |
| if (ret) |
| goto failed_clock_enable; |
| |
| dev_info(imx21->dev, "Hardware HC revision: 0x%02X\n", |
| (readl(imx21->regs + USBOTG_HWMODE) >> 16) & 0xFF); |
| |
| ret = usb_add_hcd(hcd, irq, 0); |
| if (ret != 0) { |
| dev_err(imx21->dev, "usb_add_hcd() returned %d\n", ret); |
| goto failed_add_hcd; |
| } |
| |
| return 0; |
| |
| failed_add_hcd: |
| clk_disable(imx21->clk); |
| failed_clock_enable: |
| failed_clock_set: |
| clk_put(imx21->clk); |
| failed_clock_get: |
| iounmap(imx21->regs); |
| failed_ioremap: |
| release_mem_region(res->start, resource_size(res)); |
| failed_request_mem: |
| remove_debug_files(imx21); |
| usb_put_hcd(hcd); |
| return ret; |
| } |
| |
| static struct platform_driver imx21_hcd_driver = { |
| .driver = { |
| .name = (char *)hcd_name, |
| }, |
| .probe = imx21_probe, |
| .remove = imx21_remove, |
| .suspend = NULL, |
| .resume = NULL, |
| }; |
| |
| module_platform_driver(imx21_hcd_driver); |
| |
| MODULE_DESCRIPTION("i.MX21 USB Host controller"); |
| MODULE_AUTHOR("Martin Fuzzey"); |
| MODULE_LICENSE("GPL"); |
| MODULE_ALIAS("platform:imx21-hcd"); |