/* * Driver for PLX NET2272 USB device controller * * Copyright (C) 2005-2006 PLX Technology, Inc. * Copyright (C) 2006-2011 Analog Devices, Inc. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include <linux/delay.h> #include <linux/device.h> #include <linux/errno.h> #include <linux/gpio.h> #include <linux/init.h> #include <linux/interrupt.h> #include <linux/io.h> #include <linux/ioport.h> #include <linux/kernel.h> #include <linux/list.h> #include <linux/module.h> #include <linux/moduleparam.h> #include <linux/pci.h> #include <linux/platform_device.h> #include <linux/prefetch.h> #include <linux/sched.h> #include <linux/slab.h> #include <linux/timer.h> #include <linux/usb.h> #include <linux/usb/ch9.h> #include <linux/usb/gadget.h> #include <asm/byteorder.h> #include <asm/unaligned.h> #include "net2272.h" #define DRIVER_DESC "PLX NET2272 USB Peripheral Controller" static const char driver_name[] = "net2272"; static const char driver_vers[] = "2006 October 17/mainline"; static const char driver_desc[] = DRIVER_DESC; static const char ep0name[] = "ep0"; static const char * const ep_name[] = { ep0name, "ep-a", "ep-b", "ep-c", }; #ifdef CONFIG_USB_NET2272_DMA /* * use_dma: the NET2272 can use an external DMA controller. * Note that since there is no generic DMA api, some functions, * notably request_dma, start_dma, and cancel_dma will need to be * modified for your platform's particular dma controller. * * If use_dma is disabled, pio will be used instead. */ static bool use_dma = 0; module_param(use_dma, bool, 0644); /* * dma_ep: selects the endpoint for use with dma (1=ep-a, 2=ep-b) * The NET2272 can only use dma for a single endpoint at a time. * At some point this could be modified to allow either endpoint * to take control of dma as it becomes available. * * Note that DMA should not be used on OUT endpoints unless it can * be guaranteed that no short packets will arrive on an IN endpoint * while the DMA operation is pending. Otherwise the OUT DMA will * terminate prematurely (See NET2272 Errata 630-0213-0101) */ static ushort dma_ep = 1; module_param(dma_ep, ushort, 0644); /* * dma_mode: net2272 dma mode setting (see LOCCTL1 definiton): * mode 0 == Slow DREQ mode * mode 1 == Fast DREQ mode * mode 2 == Burst mode */ static ushort dma_mode = 2; module_param(dma_mode, ushort, 0644); #else #define use_dma 0 #define dma_ep 1 #define dma_mode 2 #endif /* * fifo_mode: net2272 buffer configuration: * mode 0 == ep-{a,b,c} 512db each * mode 1 == ep-a 1k, ep-{b,c} 512db * mode 2 == ep-a 1k, ep-b 1k, ep-c 512db * mode 3 == ep-a 1k, ep-b disabled, ep-c 512db */ static ushort fifo_mode = 0; module_param(fifo_mode, ushort, 0644); /* * enable_suspend: When enabled, the driver will respond to * USB suspend requests by powering down the NET2272. Otherwise, * USB suspend requests will be ignored. This is acceptible for * self-powered devices. For bus powered devices set this to 1. */ static ushort enable_suspend = 0; module_param(enable_suspend, ushort, 0644); static void assert_out_naking(struct net2272_ep *ep, const char *where) { u8 tmp; #ifndef DEBUG return; #endif tmp = net2272_ep_read(ep, EP_STAT0); if ((tmp & (1 << NAK_OUT_PACKETS)) == 0) { dev_dbg(ep->dev->dev, "%s %s %02x !NAK\n", ep->ep.name, where, tmp); net2272_ep_write(ep, EP_RSPSET, 1 << ALT_NAK_OUT_PACKETS); } } #define ASSERT_OUT_NAKING(ep) assert_out_naking(ep, __func__) static void stop_out_naking(struct net2272_ep *ep) { u8 tmp = net2272_ep_read(ep, EP_STAT0); if ((tmp & (1 << NAK_OUT_PACKETS)) != 0) net2272_ep_write(ep, EP_RSPCLR, 1 << ALT_NAK_OUT_PACKETS); } #define PIPEDIR(bAddress) (usb_pipein(bAddress) ? "in" : "out") static char *type_string(u8 bmAttributes) { switch ((bmAttributes) & USB_ENDPOINT_XFERTYPE_MASK) { case USB_ENDPOINT_XFER_BULK: return "bulk"; case USB_ENDPOINT_XFER_ISOC: return "iso"; case USB_ENDPOINT_XFER_INT: return "intr"; default: return "control"; } } static char *buf_state_string(unsigned state) { switch (state) { case BUFF_FREE: return "free"; case BUFF_VALID: return "valid"; case BUFF_LCL: return "local"; case BUFF_USB: return "usb"; default: return "unknown"; } } static char *dma_mode_string(void) { if (!use_dma) return "PIO"; switch (dma_mode) { case 0: return "SLOW DREQ"; case 1: return "FAST DREQ"; case 2: return "BURST"; default: return "invalid"; } } static void net2272_dequeue_all(struct net2272_ep *); static int net2272_kick_dma(struct net2272_ep *, struct net2272_request *); static int net2272_fifo_status(struct usb_ep *); static struct usb_ep_ops net2272_ep_ops; /*---------------------------------------------------------------------------*/ static int net2272_enable(struct usb_ep *_ep, const struct usb_endpoint_descriptor *desc) { struct net2272 *dev; struct net2272_ep *ep; u32 max; u8 tmp; unsigned long flags; ep = container_of(_ep, struct net2272_ep, ep); if (!_ep || !desc || ep->desc || _ep->name == ep0name || desc->bDescriptorType != USB_DT_ENDPOINT) return -EINVAL; dev = ep->dev; if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN) return -ESHUTDOWN; max = usb_endpoint_maxp(desc) & 0x1fff; spin_lock_irqsave(&dev->lock, flags); _ep->maxpacket = max & 0x7fff; ep->desc = desc; /* net2272_ep_reset() has already been called */ ep->stopped = 0; ep->wedged = 0; /* set speed-dependent max packet */ net2272_ep_write(ep, EP_MAXPKT0, max & 0xff); net2272_ep_write(ep, EP_MAXPKT1, (max & 0xff00) >> 8); /* set type, direction, address; reset fifo counters */ net2272_ep_write(ep, EP_STAT1, 1 << BUFFER_FLUSH); tmp = usb_endpoint_type(desc); if (usb_endpoint_xfer_bulk(desc)) { /* catch some particularly blatant driver bugs */ if ((dev->gadget.speed == USB_SPEED_HIGH && max != 512) || (dev->gadget.speed == USB_SPEED_FULL && max > 64)) { spin_unlock_irqrestore(&dev->lock, flags); return -ERANGE; } } ep->is_iso = usb_endpoint_xfer_isoc(desc) ? 1 : 0; tmp <<= ENDPOINT_TYPE; tmp |= ((desc->bEndpointAddress & 0x0f) << ENDPOINT_NUMBER); tmp |= usb_endpoint_dir_in(desc) << ENDPOINT_DIRECTION; tmp |= (1 << ENDPOINT_ENABLE); /* for OUT transfers, block the rx fifo until a read is posted */ ep->is_in = usb_endpoint_dir_in(desc); if (!ep->is_in) net2272_ep_write(ep, EP_RSPSET, 1 << ALT_NAK_OUT_PACKETS); net2272_ep_write(ep, EP_CFG, tmp); /* enable irqs */ tmp = (1 << ep->num) | net2272_read(dev, IRQENB0); net2272_write(dev, IRQENB0, tmp); tmp = (1 << DATA_PACKET_RECEIVED_INTERRUPT_ENABLE) | (1 << DATA_PACKET_TRANSMITTED_INTERRUPT_ENABLE) | net2272_ep_read(ep, EP_IRQENB); net2272_ep_write(ep, EP_IRQENB, tmp); tmp = desc->bEndpointAddress; dev_dbg(dev->dev, "enabled %s (ep%d%s-%s) max %04x cfg %02x\n", _ep->name, tmp & 0x0f, PIPEDIR(tmp), type_string(desc->bmAttributes), max, net2272_ep_read(ep, EP_CFG)); spin_unlock_irqrestore(&dev->lock, flags); return 0; } static void net2272_ep_reset(struct net2272_ep *ep) { u8 tmp; ep->desc = NULL; INIT_LIST_HEAD(&ep->queue); usb_ep_set_maxpacket_limit(&ep->ep, ~0); ep->ep.ops = &net2272_ep_ops; /* disable irqs, endpoint */ net2272_ep_write(ep, EP_IRQENB, 0); /* init to our chosen defaults, notably so that we NAK OUT * packets until the driver queues a read. */ tmp = (1 << NAK_OUT_PACKETS_MODE) | (1 << ALT_NAK_OUT_PACKETS); net2272_ep_write(ep, EP_RSPSET, tmp); tmp = (1 << INTERRUPT_MODE) | (1 << HIDE_STATUS_PHASE); if (ep->num != 0) tmp |= (1 << ENDPOINT_TOGGLE) | (1 << ENDPOINT_HALT); net2272_ep_write(ep, EP_RSPCLR, tmp); /* scrub most status bits, and flush any fifo state */ net2272_ep_write(ep, EP_STAT0, (1 << DATA_IN_TOKEN_INTERRUPT) | (1 << DATA_OUT_TOKEN_INTERRUPT) | (1 << DATA_PACKET_TRANSMITTED_INTERRUPT) | (1 << DATA_PACKET_RECEIVED_INTERRUPT) | (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT)); net2272_ep_write(ep, EP_STAT1, (1 << TIMEOUT) | (1 << USB_OUT_ACK_SENT) | (1 << USB_OUT_NAK_SENT) | (1 << USB_IN_ACK_RCVD) | (1 << USB_IN_NAK_SENT) | (1 << USB_STALL_SENT) | (1 << LOCAL_OUT_ZLP) | (1 << BUFFER_FLUSH)); /* fifo size is handled seperately */ } static int net2272_disable(struct usb_ep *_ep) { struct net2272_ep *ep; unsigned long flags; ep = container_of(_ep, struct net2272_ep, ep); if (!_ep || !ep->desc || _ep->name == ep0name) return -EINVAL; spin_lock_irqsave(&ep->dev->lock, flags); net2272_dequeue_all(ep); net2272_ep_reset(ep); dev_vdbg(ep->dev->dev, "disabled %s\n", _ep->name); spin_unlock_irqrestore(&ep->dev->lock, flags); return 0; } /*---------------------------------------------------------------------------*/ static struct usb_request * net2272_alloc_request(struct usb_ep *_ep, gfp_t gfp_flags) { struct net2272_ep *ep; struct net2272_request *req; if (!_ep) return NULL; ep = container_of(_ep, struct net2272_ep, ep); req = kzalloc(sizeof(*req), gfp_flags); if (!req) return NULL; INIT_LIST_HEAD(&req->queue); return &req->req; } static void net2272_free_request(struct usb_ep *_ep, struct usb_request *_req) { struct net2272_ep *ep; struct net2272_request *req; ep = container_of(_ep, struct net2272_ep, ep); if (!_ep || !_req) return; req = container_of(_req, struct net2272_request, req); WARN_ON(!list_empty(&req->queue)); kfree(req); } static void net2272_done(struct net2272_ep *ep, struct net2272_request *req, int status) { struct net2272 *dev; unsigned stopped = ep->stopped; if (ep->num == 0) { if (ep->dev->protocol_stall) { ep->stopped = 1; set_halt(ep); } allow_status(ep); } list_del_init(&req->queue); if (req->req.status == -EINPROGRESS) req->req.status = status; else status = req->req.status; dev = ep->dev; if (use_dma && ep->dma) usb_gadget_unmap_request(&dev->gadget, &req->req, ep->is_in); if (status && status != -ESHUTDOWN) dev_vdbg(dev->dev, "complete %s req %p stat %d len %u/%u buf %p\n", ep->ep.name, &req->req, status, req->req.actual, req->req.length, req->req.buf); /* don't modify queue heads during completion callback */ ep->stopped = 1; spin_unlock(&dev->lock); usb_gadget_giveback_request(&ep->ep, &req->req); spin_lock(&dev->lock); ep->stopped = stopped; } static int net2272_write_packet(struct net2272_ep *ep, u8 *buf, struct net2272_request *req, unsigned max) { u16 __iomem *ep_data = net2272_reg_addr(ep->dev, EP_DATA); u16 *bufp; unsigned length, count; u8 tmp; length = min(req->req.length - req->req.actual, max); req->req.actual += length; dev_vdbg(ep->dev->dev, "write packet %s req %p max %u len %u avail %u\n", ep->ep.name, req, max, length, (net2272_ep_read(ep, EP_AVAIL1) << 8) | net2272_ep_read(ep, EP_AVAIL0)); count = length; bufp = (u16 *)buf; while (likely(count >= 2)) { /* no byte-swap required; chip endian set during init */ writew(*bufp++, ep_data); count -= 2; } buf = (u8 *)bufp; /* write final byte by placing the NET2272 into 8-bit mode */ if (unlikely(count)) { tmp = net2272_read(ep->dev, LOCCTL); net2272_write(ep->dev, LOCCTL, tmp & ~(1 << DATA_WIDTH)); writeb(*buf, ep_data); net2272_write(ep->dev, LOCCTL, tmp); } return length; } /* returns: 0: still running, 1: completed, negative: errno */ static int net2272_write_fifo(struct net2272_ep *ep, struct net2272_request *req) { u8 *buf; unsigned count, max; int status; dev_vdbg(ep->dev->dev, "write_fifo %s actual %d len %d\n", ep->ep.name, req->req.actual, req->req.length); /* * Keep loading the endpoint until the final packet is loaded, * or the endpoint buffer is full. */ top: /* * Clear interrupt status * - Packet Transmitted interrupt will become set again when the * host successfully takes another packet */ net2272_ep_write(ep, EP_STAT0, (1 << DATA_PACKET_TRANSMITTED_INTERRUPT)); while (!(net2272_ep_read(ep, EP_STAT0) & (1 << BUFFER_FULL))) { buf = req->req.buf + req->req.actual; prefetch(buf); /* force pagesel */ net2272_ep_read(ep, EP_STAT0); max = (net2272_ep_read(ep, EP_AVAIL1) << 8) | (net2272_ep_read(ep, EP_AVAIL0)); if (max < ep->ep.maxpacket) max = (net2272_ep_read(ep, EP_AVAIL1) << 8) | (net2272_ep_read(ep, EP_AVAIL0)); count = net2272_write_packet(ep, buf, req, max); /* see if we are done */ if (req->req.length == req->req.actual) { /* validate short or zlp packet */ if (count < ep->ep.maxpacket) set_fifo_bytecount(ep, 0); net2272_done(ep, req, 0); if (!list_empty(&ep->queue)) { req = list_entry(ep->queue.next, struct net2272_request, queue); status = net2272_kick_dma(ep, req); if (status < 0) if ((net2272_ep_read(ep, EP_STAT0) & (1 << BUFFER_EMPTY))) goto top; } return 1; } net2272_ep_write(ep, EP_STAT0, (1 << DATA_PACKET_TRANSMITTED_INTERRUPT)); } return 0; } static void net2272_out_flush(struct net2272_ep *ep) { ASSERT_OUT_NAKING(ep); net2272_ep_write(ep, EP_STAT0, (1 << DATA_OUT_TOKEN_INTERRUPT) | (1 << DATA_PACKET_RECEIVED_INTERRUPT)); net2272_ep_write(ep, EP_STAT1, 1 << BUFFER_FLUSH); } static int net2272_read_packet(struct net2272_ep *ep, u8 *buf, struct net2272_request *req, unsigned avail) { u16 __iomem *ep_data = net2272_reg_addr(ep->dev, EP_DATA); unsigned is_short; u16 *bufp; req->req.actual += avail; dev_vdbg(ep->dev->dev, "read packet %s req %p len %u avail %u\n", ep->ep.name, req, avail, (net2272_ep_read(ep, EP_AVAIL1) << 8) | net2272_ep_read(ep, EP_AVAIL0)); is_short = (avail < ep->ep.maxpacket); if (unlikely(avail == 0)) { /* remove any zlp from the buffer */ (void)readw(ep_data); return is_short; } /* Ensure we get the final byte */ if (unlikely(avail % 2)) avail++; bufp = (u16 *)buf; do { *bufp++ = readw(ep_data); avail -= 2; } while (avail); /* * To avoid false endpoint available race condition must read * ep stat0 twice in the case of a short transfer */ if (net2272_ep_read(ep, EP_STAT0) & (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT)) net2272_ep_read(ep, EP_STAT0); return is_short; } static int net2272_read_fifo(struct net2272_ep *ep, struct net2272_request *req) { u8 *buf; unsigned is_short; int count; int tmp; int cleanup = 0; int status = -1; dev_vdbg(ep->dev->dev, "read_fifo %s actual %d len %d\n", ep->ep.name, req->req.actual, req->req.length); top: do { buf = req->req.buf + req->req.actual; prefetchw(buf); count = (net2272_ep_read(ep, EP_AVAIL1) << 8) | net2272_ep_read(ep, EP_AVAIL0); net2272_ep_write(ep, EP_STAT0, (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT) | (1 << DATA_PACKET_RECEIVED_INTERRUPT)); tmp = req->req.length - req->req.actual; if (count > tmp) { if ((tmp % ep->ep.maxpacket) != 0) { dev_err(ep->dev->dev, "%s out fifo %d bytes, expected %d\n", ep->ep.name, count, tmp); cleanup = 1; } count = (tmp > 0) ? tmp : 0; } is_short = net2272_read_packet(ep, buf, req, count); /* completion */ if (unlikely(cleanup || is_short || ((req->req.actual == req->req.length) && !req->req.zero))) { if (cleanup) { net2272_out_flush(ep); net2272_done(ep, req, -EOVERFLOW); } else net2272_done(ep, req, 0); /* re-initialize endpoint transfer registers * otherwise they may result in erroneous pre-validation * for subsequent control reads */ if (unlikely(ep->num == 0)) { net2272_ep_write(ep, EP_TRANSFER2, 0); net2272_ep_write(ep, EP_TRANSFER1, 0); net2272_ep_write(ep, EP_TRANSFER0, 0); } if (!list_empty(&ep->queue)) { req = list_entry(ep->queue.next, struct net2272_request, queue); status = net2272_kick_dma(ep, req); if ((status < 0) && !(net2272_ep_read(ep, EP_STAT0) & (1 << BUFFER_EMPTY))) goto top; } return 1; } } while (!(net2272_ep_read(ep, EP_STAT0) & (1 << BUFFER_EMPTY))); return 0; } static void net2272_pio_advance(struct net2272_ep *ep) { struct net2272_request *req; if (unlikely(list_empty(&ep->queue))) return; req = list_entry(ep->queue.next, struct net2272_request, queue); (ep->is_in ? net2272_write_fifo : net2272_read_fifo)(ep, req); } /* returns 0 on success, else negative errno */ static int net2272_request_dma(struct net2272 *dev, unsigned ep, u32 buf, unsigned len, unsigned dir) { dev_vdbg(dev->dev, "request_dma ep %d buf %08x len %d dir %d\n", ep, buf, len, dir); /* The NET2272 only supports a single dma channel */ if (dev->dma_busy) return -EBUSY; /* * EP_TRANSFER (used to determine the number of bytes received * in an OUT transfer) is 24 bits wide; don't ask for more than that. */ if ((dir == 1) && (len > 0x1000000)) return -EINVAL; dev->dma_busy = 1; /* initialize platform's dma */ #ifdef CONFIG_PCI /* NET2272 addr, buffer addr, length, etc. */ switch (dev->dev_id) { case PCI_DEVICE_ID_RDK1: /* Setup PLX 9054 DMA mode */ writel((1 << LOCAL_BUS_WIDTH) | (1 << TA_READY_INPUT_ENABLE) | (0 << LOCAL_BURST_ENABLE) | (1 << DONE_INTERRUPT_ENABLE) | (1 << LOCAL_ADDRESSING_MODE) | (1 << DEMAND_MODE) | (1 << DMA_EOT_ENABLE) | (1 << FAST_SLOW_TERMINATE_MODE_SELECT) | (1 << DMA_CHANNEL_INTERRUPT_SELECT), dev->rdk1.plx9054_base_addr + DMAMODE0); writel(0x100000, dev->rdk1.plx9054_base_addr + DMALADR0); writel(buf, dev->rdk1.plx9054_base_addr + DMAPADR0); writel(len, dev->rdk1.plx9054_base_addr + DMASIZ0); writel((dir << DIRECTION_OF_TRANSFER) | (1 << INTERRUPT_AFTER_TERMINAL_COUNT), dev->rdk1.plx9054_base_addr + DMADPR0); writel((1 << LOCAL_DMA_CHANNEL_0_INTERRUPT_ENABLE) | readl(dev->rdk1.plx9054_base_addr + INTCSR), dev->rdk1.plx9054_base_addr + INTCSR); break; } #endif net2272_write(dev, DMAREQ, (0 << DMA_BUFFER_VALID) | (1 << DMA_REQUEST_ENABLE) | (1 << DMA_CONTROL_DACK) | (dev->dma_eot_polarity << EOT_POLARITY) | (dev->dma_dack_polarity << DACK_POLARITY) | (dev->dma_dreq_polarity << DREQ_POLARITY) | ((ep >> 1) << DMA_ENDPOINT_SELECT)); (void) net2272_read(dev, SCRATCH); return 0; } static void net2272_start_dma(struct net2272 *dev) { /* start platform's dma controller */ #ifdef CONFIG_PCI switch (dev->dev_id) { case PCI_DEVICE_ID_RDK1: writeb((1 << CHANNEL_ENABLE) | (1 << CHANNEL_START), dev->rdk1.plx9054_base_addr + DMACSR0); break; } #endif } /* returns 0 on success, else negative errno */ static int net2272_kick_dma(struct net2272_ep *ep, struct net2272_request *req) { unsigned size; u8 tmp; if (!use_dma || (ep->num < 1) || (ep->num > 2) || !ep->dma) return -EINVAL; /* don't use dma for odd-length transfers * otherwise, we'd need to deal with the last byte with pio */ if (req->req.length & 1) return -EINVAL; dev_vdbg(ep->dev->dev, "kick_dma %s req %p dma %08llx\n", ep->ep.name, req, (unsigned long long) req->req.dma); net2272_ep_write(ep, EP_RSPSET, 1 << ALT_NAK_OUT_PACKETS); /* The NET2272 can only use DMA on one endpoint at a time */ if (ep->dev->dma_busy) return -EBUSY; /* Make sure we only DMA an even number of bytes (we'll use * pio to complete the transfer) */ size = req->req.length; size &= ~1; /* device-to-host transfer */ if (ep->is_in) { /* initialize platform's dma controller */ if (net2272_request_dma(ep->dev, ep->num, req->req.dma, size, 0)) /* unable to obtain DMA channel; return error and use pio mode */ return -EBUSY; req->req.actual += size; /* host-to-device transfer */ } else { tmp = net2272_ep_read(ep, EP_STAT0); /* initialize platform's dma controller */ if (net2272_request_dma(ep->dev, ep->num, req->req.dma, size, 1)) /* unable to obtain DMA channel; return error and use pio mode */ return -EBUSY; if (!(tmp & (1 << BUFFER_EMPTY))) ep->not_empty = 1; else ep->not_empty = 0; /* allow the endpoint's buffer to fill */ net2272_ep_write(ep, EP_RSPCLR, 1 << ALT_NAK_OUT_PACKETS); /* this transfer completed and data's already in the fifo * return error so pio gets used. */ if (tmp & (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT)) { /* deassert dreq */ net2272_write(ep->dev, DMAREQ, (0 << DMA_BUFFER_VALID) | (0 << DMA_REQUEST_ENABLE) | (1 << DMA_CONTROL_DACK) | (ep->dev->dma_eot_polarity << EOT_POLARITY) | (ep->dev->dma_dack_polarity << DACK_POLARITY) | (ep->dev->dma_dreq_polarity << DREQ_POLARITY) | ((ep->num >> 1) << DMA_ENDPOINT_SELECT)); return -EBUSY; } } /* Don't use per-packet interrupts: use dma interrupts only */ net2272_ep_write(ep, EP_IRQENB, 0); net2272_start_dma(ep->dev); return 0; } static void net2272_cancel_dma(struct net2272 *dev) { #ifdef CONFIG_PCI switch (dev->dev_id) { case PCI_DEVICE_ID_RDK1: writeb(0, dev->rdk1.plx9054_base_addr + DMACSR0); writeb(1 << CHANNEL_ABORT, dev->rdk1.plx9054_base_addr + DMACSR0); while (!(readb(dev->rdk1.plx9054_base_addr + DMACSR0) & (1 << CHANNEL_DONE))) continue; /* wait for dma to stabalize */ /* dma abort generates an interrupt */ writeb(1 << CHANNEL_CLEAR_INTERRUPT, dev->rdk1.plx9054_base_addr + DMACSR0); break; } #endif dev->dma_busy = 0; } /*---------------------------------------------------------------------------*/ static int net2272_queue(struct usb_ep *_ep, struct usb_request *_req, gfp_t gfp_flags) { struct net2272_request *req; struct net2272_ep *ep; struct net2272 *dev; unsigned long flags; int status = -1; u8 s; req = container_of(_req, struct net2272_request, req); if (!_req || !_req->complete || !_req->buf || !list_empty(&req->queue)) return -EINVAL; ep = container_of(_ep, struct net2272_ep, ep); if (!_ep || (!ep->desc && ep->num != 0)) return -EINVAL; dev = ep->dev; if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN) return -ESHUTDOWN; /* set up dma mapping in case the caller didn't */ if (use_dma && ep->dma) { status = usb_gadget_map_request(&dev->gadget, _req, ep->is_in); if (status) return status; } dev_vdbg(dev->dev, "%s queue req %p, len %d buf %p dma %08llx %s\n", _ep->name, _req, _req->length, _req->buf, (unsigned long long) _req->dma, _req->zero ? "zero" : "!zero"); spin_lock_irqsave(&dev->lock, flags); _req->status = -EINPROGRESS; _req->actual = 0; /* kickstart this i/o queue? */ if (list_empty(&ep->queue) && !ep->stopped) { /* maybe there's no control data, just status ack */ if (ep->num == 0 && _req->length == 0) { net2272_done(ep, req, 0); dev_vdbg(dev->dev, "%s status ack\n", ep->ep.name); goto done; } /* Return zlp, don't let it block subsequent packets */ s = net2272_ep_read(ep, EP_STAT0); if (s & (1 << BUFFER_EMPTY)) { /* Buffer is empty check for a blocking zlp, handle it */ if ((s & (1 << NAK_OUT_PACKETS)) && net2272_ep_read(ep, EP_STAT1) & (1 << LOCAL_OUT_ZLP)) { dev_dbg(dev->dev, "WARNING: returning ZLP short packet termination!\n"); /* * Request is going to terminate with a short packet ... * hope the client is ready for it! */ status = net2272_read_fifo(ep, req); /* clear short packet naking */ net2272_ep_write(ep, EP_STAT0, (1 << NAK_OUT_PACKETS)); goto done; } } /* try dma first */ status = net2272_kick_dma(ep, req); if (status < 0) { /* dma failed (most likely in use by another endpoint) * fallback to pio */ status = 0; if (ep->is_in) status = net2272_write_fifo(ep, req); else { s = net2272_ep_read(ep, EP_STAT0); if ((s & (1 << BUFFER_EMPTY)) == 0) status = net2272_read_fifo(ep, req); } if (unlikely(status != 0)) { if (status > 0) status = 0; req = NULL; } } } if (likely(req)) list_add_tail(&req->queue, &ep->queue); if (likely(!list_empty(&ep->queue))) net2272_ep_write(ep, EP_RSPCLR, 1 << ALT_NAK_OUT_PACKETS); done: spin_unlock_irqrestore(&dev->lock, flags); return 0; } /* dequeue ALL requests */ static void net2272_dequeue_all(struct net2272_ep *ep) { struct net2272_request *req; /* called with spinlock held */ ep->stopped = 1; while (!list_empty(&ep->queue)) { req = list_entry(ep->queue.next, struct net2272_request, queue); net2272_done(ep, req, -ESHUTDOWN); } } /* dequeue JUST ONE request */ static int net2272_dequeue(struct usb_ep *_ep, struct usb_request *_req) { struct net2272_ep *ep; struct net2272_request *req; unsigned long flags; int stopped; ep = container_of(_ep, struct net2272_ep, ep); if (!_ep || (!ep->desc && ep->num != 0) || !_req) return -EINVAL; spin_lock_irqsave(&ep->dev->lock, flags); stopped = ep->stopped; ep->stopped = 1; /* make sure it's still queued on this endpoint */ list_for_each_entry(req, &ep->queue, queue) { if (&req->req == _req) break; } if (&req->req != _req) { spin_unlock_irqrestore(&ep->dev->lock, flags); return -EINVAL; } /* queue head may be partially complete */ if (ep->queue.next == &req->queue) { dev_dbg(ep->dev->dev, "unlink (%s) pio\n", _ep->name); net2272_done(ep, req, -ECONNRESET); } req = NULL; ep->stopped = stopped; spin_unlock_irqrestore(&ep->dev->lock, flags); return 0; } /*---------------------------------------------------------------------------*/ static int net2272_set_halt_and_wedge(struct usb_ep *_ep, int value, int wedged) { struct net2272_ep *ep; unsigned long flags; int ret = 0; ep = container_of(_ep, struct net2272_ep, ep); if (!_ep || (!ep->desc && ep->num != 0)) return -EINVAL; if (!ep->dev->driver || ep->dev->gadget.speed == USB_SPEED_UNKNOWN) return -ESHUTDOWN; if (ep->desc /* not ep0 */ && usb_endpoint_xfer_isoc(ep->desc)) return -EINVAL; spin_lock_irqsave(&ep->dev->lock, flags); if (!list_empty(&ep->queue)) ret = -EAGAIN; else if (ep->is_in && value && net2272_fifo_status(_ep) != 0) ret = -EAGAIN; else { dev_vdbg(ep->dev->dev, "%s %s %s\n", _ep->name, value ? "set" : "clear", wedged ? "wedge" : "halt"); /* set/clear */ if (value) { if (ep->num == 0) ep->dev->protocol_stall = 1; else set_halt(ep); if (wedged) ep->wedged = 1; } else { clear_halt(ep); ep->wedged = 0; } } spin_unlock_irqrestore(&ep->dev->lock, flags); return ret; } static int net2272_set_halt(struct usb_ep *_ep, int value) { return net2272_set_halt_and_wedge(_ep, value, 0); } static int net2272_set_wedge(struct usb_ep *_ep) { if (!_ep || _ep->name == ep0name) return -EINVAL; return net2272_set_halt_and_wedge(_ep, 1, 1); } static int net2272_fifo_status(struct usb_ep *_ep) { struct net2272_ep *ep; u16 avail; ep = container_of(_ep, struct net2272_ep, ep); if (!_ep || (!ep->desc && ep->num != 0)) return -ENODEV; if (!ep->dev->driver || ep->dev->gadget.speed == USB_SPEED_UNKNOWN) return -ESHUTDOWN; avail = net2272_ep_read(ep, EP_AVAIL1) << 8; avail |= net2272_ep_read(ep, EP_AVAIL0); if (avail > ep->fifo_size) return -EOVERFLOW; if (ep->is_in) avail = ep->fifo_size - avail; return avail; } static void net2272_fifo_flush(struct usb_ep *_ep) { struct net2272_ep *ep; ep = container_of(_ep, struct net2272_ep, ep); if (!_ep || (!ep->desc && ep->num != 0)) return; if (!ep->dev->driver || ep->dev->gadget.speed == USB_SPEED_UNKNOWN) return; net2272_ep_write(ep, EP_STAT1, 1 << BUFFER_FLUSH); } static struct usb_ep_ops net2272_ep_ops = { .enable = net2272_enable, .disable = net2272_disable, .alloc_request = net2272_alloc_request, .free_request = net2272_free_request, .queue = net2272_queue, .dequeue = net2272_dequeue, .set_halt = net2272_set_halt, .set_wedge = net2272_set_wedge, .fifo_status = net2272_fifo_status, .fifo_flush = net2272_fifo_flush, }; /*---------------------------------------------------------------------------*/ static int net2272_get_frame(struct usb_gadget *_gadget) { struct net2272 *dev; unsigned long flags; u16 ret; if (!_gadget) return -ENODEV; dev = container_of(_gadget, struct net2272, gadget); spin_lock_irqsave(&dev->lock, flags); ret = net2272_read(dev, FRAME1) << 8; ret |= net2272_read(dev, FRAME0); spin_unlock_irqrestore(&dev->lock, flags); return ret; } static int net2272_wakeup(struct usb_gadget *_gadget) { struct net2272 *dev; u8 tmp; unsigned long flags; if (!_gadget) return 0; dev = container_of(_gadget, struct net2272, gadget); spin_lock_irqsave(&dev->lock, flags); tmp = net2272_read(dev, USBCTL0); if (tmp & (1 << IO_WAKEUP_ENABLE)) net2272_write(dev, USBCTL1, (1 << GENERATE_RESUME)); spin_unlock_irqrestore(&dev->lock, flags); return 0; } static int net2272_set_selfpowered(struct usb_gadget *_gadget, int value) { if (!_gadget) return -ENODEV; _gadget->is_selfpowered = (value != 0); return 0; } static int net2272_pullup(struct usb_gadget *_gadget, int is_on) { struct net2272 *dev; u8 tmp; unsigned long flags; if (!_gadget) return -ENODEV; dev = container_of(_gadget, struct net2272, gadget); spin_lock_irqsave(&dev->lock, flags); tmp = net2272_read(dev, USBCTL0); dev->softconnect = (is_on != 0); if (is_on) tmp |= (1 << USB_DETECT_ENABLE); else tmp &= ~(1 << USB_DETECT_ENABLE); net2272_write(dev, USBCTL0, tmp); spin_unlock_irqrestore(&dev->lock, flags); return 0; } static int net2272_start(struct usb_gadget *_gadget, struct usb_gadget_driver *driver); static int net2272_stop(struct usb_gadget *_gadget); static const struct usb_gadget_ops net2272_ops = { .get_frame = net2272_get_frame, .wakeup = net2272_wakeup, .set_selfpowered = net2272_set_selfpowered, .pullup = net2272_pullup, .udc_start = net2272_start, .udc_stop = net2272_stop, }; /*---------------------------------------------------------------------------*/ static ssize_t registers_show(struct device *_dev, struct device_attribute *attr, char *buf) { struct net2272 *dev; char *next; unsigned size, t; unsigned long flags; u8 t1, t2; int i; const char *s; dev = dev_get_drvdata(_dev); next = buf; size = PAGE_SIZE; spin_lock_irqsave(&dev->lock, flags); if (dev->driver) s = dev->driver->driver.name; else s = "(none)"; /* Main Control Registers */ t = scnprintf(next, size, "%s version %s," "chiprev %02x, locctl %02x\n" "irqenb0 %02x irqenb1 %02x " "irqstat0 %02x irqstat1 %02x\n", driver_name, driver_vers, dev->chiprev, net2272_read(dev, LOCCTL), net2272_read(dev, IRQENB0), net2272_read(dev, IRQENB1), net2272_read(dev, IRQSTAT0), net2272_read(dev, IRQSTAT1)); size -= t; next += t; /* DMA */ t1 = net2272_read(dev, DMAREQ); t = scnprintf(next, size, "\ndmareq %02x: %s %s%s%s%s\n", t1, ep_name[(t1 & 0x01) + 1], t1 & (1 << DMA_CONTROL_DACK) ? "dack " : "", t1 & (1 << DMA_REQUEST_ENABLE) ? "reqenb " : "", t1 & (1 << DMA_REQUEST) ? "req " : "", t1 & (1 << DMA_BUFFER_VALID) ? "valid " : ""); size -= t; next += t; /* USB Control Registers */ t1 = net2272_read(dev, USBCTL1); if (t1 & (1 << VBUS_PIN)) { if (t1 & (1 << USB_HIGH_SPEED)) s = "high speed"; else if (dev->gadget.speed == USB_SPEED_UNKNOWN) s = "powered"; else s = "full speed"; } else s = "not attached"; t = scnprintf(next, size, "usbctl0 %02x usbctl1 %02x addr 0x%02x (%s)\n", net2272_read(dev, USBCTL0), t1, net2272_read(dev, OURADDR), s); size -= t; next += t; /* Endpoint Registers */ for (i = 0; i < 4; ++i) { struct net2272_ep *ep; ep = &dev->ep[i]; if (i && !ep->desc) continue; t1 = net2272_ep_read(ep, EP_CFG); t2 = net2272_ep_read(ep, EP_RSPSET); t = scnprintf(next, size, "\n%s\tcfg %02x rsp (%02x) %s%s%s%s%s%s%s%s" "irqenb %02x\n", ep->ep.name, t1, t2, (t2 & (1 << ALT_NAK_OUT_PACKETS)) ? "NAK " : "", (t2 & (1 << HIDE_STATUS_PHASE)) ? "hide " : "", (t2 & (1 << AUTOVALIDATE)) ? "auto " : "", (t2 & (1 << INTERRUPT_MODE)) ? "interrupt " : "", (t2 & (1 << CONTROL_STATUS_PHASE_HANDSHAKE)) ? "status " : "", (t2 & (1 << NAK_OUT_PACKETS_MODE)) ? "NAKmode " : "", (t2 & (1 << ENDPOINT_TOGGLE)) ? "DATA1 " : "DATA0 ", (t2 & (1 << ENDPOINT_HALT)) ? "HALT " : "", net2272_ep_read(ep, EP_IRQENB)); size -= t; next += t; t = scnprintf(next, size, "\tstat0 %02x stat1 %02x avail %04x " "(ep%d%s-%s)%s\n", net2272_ep_read(ep, EP_STAT0), net2272_ep_read(ep, EP_STAT1), (net2272_ep_read(ep, EP_AVAIL1) << 8) | net2272_ep_read(ep, EP_AVAIL0), t1 & 0x0f, ep->is_in ? "in" : "out", type_string(t1 >> 5), ep->stopped ? "*" : ""); size -= t; next += t; t = scnprintf(next, size, "\tep_transfer %06x\n", ((net2272_ep_read(ep, EP_TRANSFER2) & 0xff) << 16) | ((net2272_ep_read(ep, EP_TRANSFER1) & 0xff) << 8) | ((net2272_ep_read(ep, EP_TRANSFER0) & 0xff))); size -= t; next += t; t1 = net2272_ep_read(ep, EP_BUFF_STATES) & 0x03; t2 = (net2272_ep_read(ep, EP_BUFF_STATES) >> 2) & 0x03; t = scnprintf(next, size, "\tbuf-a %s buf-b %s\n", buf_state_string(t1), buf_state_string(t2)); size -= t; next += t; } spin_unlock_irqrestore(&dev->lock, flags); return PAGE_SIZE - size; } static DEVICE_ATTR_RO(registers); /*---------------------------------------------------------------------------*/ static void net2272_set_fifo_mode(struct net2272 *dev, int mode) { u8 tmp; tmp = net2272_read(dev, LOCCTL) & 0x3f; tmp |= (mode << 6); net2272_write(dev, LOCCTL, tmp); INIT_LIST_HEAD(&dev->gadget.ep_list); /* always ep-a, ep-c ... maybe not ep-b */ list_add_tail(&dev->ep[1].ep.ep_list, &dev->gadget.ep_list); switch (mode) { case 0: list_add_tail(&dev->ep[2].ep.ep_list, &dev->gadget.ep_list); dev->ep[1].fifo_size = dev->ep[2].fifo_size = 512; break; case 1: list_add_tail(&dev->ep[2].ep.ep_list, &dev->gadget.ep_list); dev->ep[1].fifo_size = 1024; dev->ep[2].fifo_size = 512; break; case 2: list_add_tail(&dev->ep[2].ep.ep_list, &dev->gadget.ep_list); dev->ep[1].fifo_size = dev->ep[2].fifo_size = 1024; break; case 3: dev->ep[1].fifo_size = 1024; break; } /* ep-c is always 2 512 byte buffers */ list_add_tail(&dev->ep[3].ep.ep_list, &dev->gadget.ep_list); dev->ep[3].fifo_size = 512; } /*---------------------------------------------------------------------------*/ static void net2272_usb_reset(struct net2272 *dev) { dev->gadget.speed = USB_SPEED_UNKNOWN; net2272_cancel_dma(dev); net2272_write(dev, IRQENB0, 0); net2272_write(dev, IRQENB1, 0); /* clear irq state */ net2272_write(dev, IRQSTAT0, 0xff); net2272_write(dev, IRQSTAT1, ~(1 << SUSPEND_REQUEST_INTERRUPT)); net2272_write(dev, DMAREQ, (0 << DMA_BUFFER_VALID) | (0 << DMA_REQUEST_ENABLE) | (1 << DMA_CONTROL_DACK) | (dev->dma_eot_polarity << EOT_POLARITY) | (dev->dma_dack_polarity << DACK_POLARITY) | (dev->dma_dreq_polarity << DREQ_POLARITY) | ((dma_ep >> 1) << DMA_ENDPOINT_SELECT)); net2272_cancel_dma(dev); net2272_set_fifo_mode(dev, (fifo_mode <= 3) ? fifo_mode : 0); /* Set the NET2272 ep fifo data width to 16-bit mode and for correct byte swapping * note that the higher level gadget drivers are expected to convert data to little endian. * Enable byte swap for your local bus/cpu if needed by setting BYTE_SWAP in LOCCTL here */ net2272_write(dev, LOCCTL, net2272_read(dev, LOCCTL) | (1 << DATA_WIDTH)); net2272_write(dev, LOCCTL1, (dma_mode << DMA_MODE)); } static void net2272_usb_reinit(struct net2272 *dev) { int i; /* basic endpoint init */ for (i = 0; i < 4; ++i) { struct net2272_ep *ep = &dev->ep[i]; ep->ep.name = ep_name[i]; ep->dev = dev; ep->num = i; ep->not_empty = 0; if (use_dma && ep->num == dma_ep) ep->dma = 1; if (i > 0 && i <= 3) ep->fifo_size = 512; else ep->fifo_size = 64; net2272_ep_reset(ep); if (i == 0) { ep->ep.caps.type_control = true; } else { ep->ep.caps.type_iso = true; ep->ep.caps.type_bulk = true; ep->ep.caps.type_int = true; } ep->ep.caps.dir_in = true; ep->ep.caps.dir_out = true; } usb_ep_set_maxpacket_limit(&dev->ep[0].ep, 64); dev->gadget.ep0 = &dev->ep[0].ep; dev->ep[0].stopped = 0; INIT_LIST_HEAD(&dev->gadget.ep0->ep_list); } static void net2272_ep0_start(struct net2272 *dev) { struct net2272_ep *ep0 = &dev->ep[0]; net2272_ep_write(ep0, EP_RSPSET, (1 << NAK_OUT_PACKETS_MODE) | (1 << ALT_NAK_OUT_PACKETS)); net2272_ep_write(ep0, EP_RSPCLR, (1 << HIDE_STATUS_PHASE) | (1 << CONTROL_STATUS_PHASE_HANDSHAKE)); net2272_write(dev, USBCTL0, (dev->softconnect << USB_DETECT_ENABLE) | (1 << USB_ROOT_PORT_WAKEUP_ENABLE) | (1 << IO_WAKEUP_ENABLE)); net2272_write(dev, IRQENB0, (1 << SETUP_PACKET_INTERRUPT_ENABLE) | (1 << ENDPOINT_0_INTERRUPT_ENABLE) | (1 << DMA_DONE_INTERRUPT_ENABLE)); net2272_write(dev, IRQENB1, (1 << VBUS_INTERRUPT_ENABLE) | (1 << ROOT_PORT_RESET_INTERRUPT_ENABLE) | (1 << SUSPEND_REQUEST_CHANGE_INTERRUPT_ENABLE)); } /* when a driver is successfully registered, it will receive * control requests including set_configuration(), which enables * non-control requests. then usb traffic follows until a * disconnect is reported. then a host may connect again, or * the driver might get unbound. */ static int net2272_start(struct usb_gadget *_gadget, struct usb_gadget_driver *driver) { struct net2272 *dev; unsigned i; if (!driver || !driver->setup || driver->max_speed != USB_SPEED_HIGH) return -EINVAL; dev = container_of(_gadget, struct net2272, gadget); for (i = 0; i < 4; ++i) dev->ep[i].irqs = 0; /* hook up the driver ... */ dev->softconnect = 1; driver->driver.bus = NULL; dev->driver = driver; /* ... then enable host detection and ep0; and we're ready * for set_configuration as well as eventual disconnect. */ net2272_ep0_start(dev); return 0; } static void stop_activity(struct net2272 *dev, struct usb_gadget_driver *driver) { int i; /* don't disconnect if it's not connected */ if (dev->gadget.speed == USB_SPEED_UNKNOWN) driver = NULL; /* stop hardware; prevent new request submissions; * and kill any outstanding requests. */ net2272_usb_reset(dev); for (i = 0; i < 4; ++i) net2272_dequeue_all(&dev->ep[i]); /* report disconnect; the driver is already quiesced */ if (driver) { spin_unlock(&dev->lock); driver->disconnect(&dev->gadget); spin_lock(&dev->lock); } net2272_usb_reinit(dev); } static int net2272_stop(struct usb_gadget *_gadget) { struct net2272 *dev; unsigned long flags; dev = container_of(_gadget, struct net2272, gadget); spin_lock_irqsave(&dev->lock, flags); stop_activity(dev, NULL); spin_unlock_irqrestore(&dev->lock, flags); dev->driver = NULL; return 0; } /*---------------------------------------------------------------------------*/ /* handle ep-a/ep-b dma completions */ static void net2272_handle_dma(struct net2272_ep *ep) { struct net2272_request *req; unsigned len; int status; if (!list_empty(&ep->queue)) req = list_entry(ep->queue.next, struct net2272_request, queue); else req = NULL; dev_vdbg(ep->dev->dev, "handle_dma %s req %p\n", ep->ep.name, req); /* Ensure DREQ is de-asserted */ net2272_write(ep->dev, DMAREQ, (0 << DMA_BUFFER_VALID) | (0 << DMA_REQUEST_ENABLE) | (1 << DMA_CONTROL_DACK) | (ep->dev->dma_eot_polarity << EOT_POLARITY) | (ep->dev->dma_dack_polarity << DACK_POLARITY) | (ep->dev->dma_dreq_polarity << DREQ_POLARITY) | (ep->dma << DMA_ENDPOINT_SELECT)); ep->dev->dma_busy = 0; net2272_ep_write(ep, EP_IRQENB, (1 << DATA_PACKET_RECEIVED_INTERRUPT_ENABLE) | (1 << DATA_PACKET_TRANSMITTED_INTERRUPT_ENABLE) | net2272_ep_read(ep, EP_IRQENB)); /* device-to-host transfer completed */ if (ep->is_in) { /* validate a short packet or zlp if necessary */ if ((req->req.length % ep->ep.maxpacket != 0) || req->req.zero) set_fifo_bytecount(ep, 0); net2272_done(ep, req, 0); if (!list_empty(&ep->queue)) { req = list_entry(ep->queue.next, struct net2272_request, queue); status = net2272_kick_dma(ep, req); if (status < 0) net2272_pio_advance(ep); } /* host-to-device transfer completed */ } else { /* terminated with a short packet? */ if (net2272_read(ep->dev, IRQSTAT0) & (1 << DMA_DONE_INTERRUPT)) { /* abort system dma */ net2272_cancel_dma(ep->dev); } /* EP_TRANSFER will contain the number of bytes * actually received. * NOTE: There is no overflow detection on EP_TRANSFER: * We can't deal with transfers larger than 2^24 bytes! */ len = (net2272_ep_read(ep, EP_TRANSFER2) << 16) | (net2272_ep_read(ep, EP_TRANSFER1) << 8) | (net2272_ep_read(ep, EP_TRANSFER0)); if (ep->not_empty) len += 4; req->req.actual += len; /* get any remaining data */ net2272_pio_advance(ep); } } /*---------------------------------------------------------------------------*/ static void net2272_handle_ep(struct net2272_ep *ep) { struct net2272_request *req; u8 stat0, stat1; if (!list_empty(&ep->queue)) req = list_entry(ep->queue.next, struct net2272_request, queue); else req = NULL; /* ack all, and handle what we care about */ stat0 = net2272_ep_read(ep, EP_STAT0); stat1 = net2272_ep_read(ep, EP_STAT1); ep->irqs++; dev_vdbg(ep->dev->dev, "%s ack ep_stat0 %02x, ep_stat1 %02x, req %p\n", ep->ep.name, stat0, stat1, req ? &req->req : NULL); net2272_ep_write(ep, EP_STAT0, stat0 & ~((1 << NAK_OUT_PACKETS) | (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT))); net2272_ep_write(ep, EP_STAT1, stat1); /* data packet(s) received (in the fifo, OUT) * direction must be validated, otherwise control read status phase * could be interpreted as a valid packet */ if (!ep->is_in && (stat0 & (1 << DATA_PACKET_RECEIVED_INTERRUPT))) net2272_pio_advance(ep); /* data packet(s) transmitted (IN) */ else if (stat0 & (1 << DATA_PACKET_TRANSMITTED_INTERRUPT)) net2272_pio_advance(ep); } static struct net2272_ep * net2272_get_ep_by_addr(struct net2272 *dev, u16 wIndex) { struct net2272_ep *ep; if ((wIndex & USB_ENDPOINT_NUMBER_MASK) == 0) return &dev->ep[0]; list_for_each_entry(ep, &dev->gadget.ep_list, ep.ep_list) { u8 bEndpointAddress; if (!ep->desc) continue; bEndpointAddress = ep->desc->bEndpointAddress; if ((wIndex ^ bEndpointAddress) & USB_DIR_IN) continue; if ((wIndex & 0x0f) == (bEndpointAddress & 0x0f)) return ep; } return NULL; } /* * USB Test Packet: * JKJKJKJK * 9 * JJKKJJKK * 8 * JJJJKKKK * 8 * JJJJJJJKKKKKKK * 8 * JJJJJJJK * 8 * {JKKKKKKK * 10}, JK */ static const u8 net2272_test_packet[] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xFE, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0x7F, 0xBF, 0xDF, 0xEF, 0xF7, 0xFB, 0xFD, 0xFC, 0x7E, 0xBF, 0xDF, 0xEF, 0xF7, 0xFD, 0x7E }; static void net2272_set_test_mode(struct net2272 *dev, int mode) { int i; /* Disable all net2272 interrupts: * Nothing but a power cycle should stop the test. */ net2272_write(dev, IRQENB0, 0x00); net2272_write(dev, IRQENB1, 0x00); /* Force tranceiver to high-speed */ net2272_write(dev, XCVRDIAG, 1 << FORCE_HIGH_SPEED); net2272_write(dev, PAGESEL, 0); net2272_write(dev, EP_STAT0, 1 << DATA_PACKET_TRANSMITTED_INTERRUPT); net2272_write(dev, EP_RSPCLR, (1 << CONTROL_STATUS_PHASE_HANDSHAKE) | (1 << HIDE_STATUS_PHASE)); net2272_write(dev, EP_CFG, 1 << ENDPOINT_DIRECTION); net2272_write(dev, EP_STAT1, 1 << BUFFER_FLUSH); /* wait for status phase to complete */ while (!(net2272_read(dev, EP_STAT0) & (1 << DATA_PACKET_TRANSMITTED_INTERRUPT))) ; /* Enable test mode */ net2272_write(dev, USBTEST, mode); /* load test packet */ if (mode == TEST_PACKET) { /* switch to 8 bit mode */ net2272_write(dev, LOCCTL, net2272_read(dev, LOCCTL) & ~(1 << DATA_WIDTH)); for (i = 0; i < sizeof(net2272_test_packet); ++i) net2272_write(dev, EP_DATA, net2272_test_packet[i]); /* Validate test packet */ net2272_write(dev, EP_TRANSFER0, 0); } } static void net2272_handle_stat0_irqs(struct net2272 *dev, u8 stat) { struct net2272_ep *ep; u8 num, scratch; /* starting a control request? */ if (unlikely(stat & (1 << SETUP_PACKET_INTERRUPT))) { union { u8 raw[8]; struct usb_ctrlrequest r; } u; int tmp = 0; struct net2272_request *req; if (dev->gadget.speed == USB_SPEED_UNKNOWN) { if (net2272_read(dev, USBCTL1) & (1 << USB_HIGH_SPEED)) dev->gadget.speed = USB_SPEED_HIGH; else dev->gadget.speed = USB_SPEED_FULL; dev_dbg(dev->dev, "%s\n", usb_speed_string(dev->gadget.speed)); } ep = &dev->ep[0]; ep->irqs++; /* make sure any leftover interrupt state is cleared */ stat &= ~(1 << ENDPOINT_0_INTERRUPT); while (!list_empty(&ep->queue)) { req = list_entry(ep->queue.next, struct net2272_request, queue); net2272_done(ep, req, (req->req.actual == req->req.length) ? 0 : -EPROTO); } ep->stopped = 0; dev->protocol_stall = 0; net2272_ep_write(ep, EP_STAT0, (1 << DATA_IN_TOKEN_INTERRUPT) | (1 << DATA_OUT_TOKEN_INTERRUPT) | (1 << DATA_PACKET_TRANSMITTED_INTERRUPT) | (1 << DATA_PACKET_RECEIVED_INTERRUPT) | (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT)); net2272_ep_write(ep, EP_STAT1, (1 << TIMEOUT) | (1 << USB_OUT_ACK_SENT) | (1 << USB_OUT_NAK_SENT) | (1 << USB_IN_ACK_RCVD) | (1 << USB_IN_NAK_SENT) | (1 << USB_STALL_SENT) | (1 << LOCAL_OUT_ZLP)); /* * Ensure Control Read pre-validation setting is beyond maximum size * - Control Writes can leave non-zero values in EP_TRANSFER. If * an EP0 transfer following the Control Write is a Control Read, * the NET2272 sees the non-zero EP_TRANSFER as an unexpected * pre-validation count. * - Setting EP_TRANSFER beyond the maximum EP0 transfer size ensures * the pre-validation count cannot cause an unexpected validatation */ net2272_write(dev, PAGESEL, 0); net2272_write(dev, EP_TRANSFER2, 0xff); net2272_write(dev, EP_TRANSFER1, 0xff); net2272_write(dev, EP_TRANSFER0, 0xff); u.raw[0] = net2272_read(dev, SETUP0); u.raw[1] = net2272_read(dev, SETUP1); u.raw[2] = net2272_read(dev, SETUP2); u.raw[3] = net2272_read(dev, SETUP3); u.raw[4] = net2272_read(dev, SETUP4); u.raw[5] = net2272_read(dev, SETUP5); u.raw[6] = net2272_read(dev, SETUP6); u.raw[7] = net2272_read(dev, SETUP7); /* * If you have a big endian cpu make sure le16_to_cpus * performs the proper byte swapping here... */ le16_to_cpus(&u.r.wValue); le16_to_cpus(&u.r.wIndex); le16_to_cpus(&u.r.wLength); /* ack the irq */ net2272_write(dev, IRQSTAT0, 1 << SETUP_PACKET_INTERRUPT); stat ^= (1 << SETUP_PACKET_INTERRUPT); /* watch control traffic at the token level, and force * synchronization before letting the status phase happen. */ ep->is_in = (u.r.bRequestType & USB_DIR_IN) != 0; if (ep->is_in) { scratch = (1 << DATA_PACKET_TRANSMITTED_INTERRUPT_ENABLE) | (1 << DATA_OUT_TOKEN_INTERRUPT_ENABLE) | (1 << DATA_IN_TOKEN_INTERRUPT_ENABLE); stop_out_naking(ep); } else scratch = (1 << DATA_PACKET_RECEIVED_INTERRUPT_ENABLE) | (1 << DATA_OUT_TOKEN_INTERRUPT_ENABLE) | (1 << DATA_IN_TOKEN_INTERRUPT_ENABLE); net2272_ep_write(ep, EP_IRQENB, scratch); if ((u.r.bRequestType & USB_TYPE_MASK) != USB_TYPE_STANDARD) goto delegate; switch (u.r.bRequest) { case USB_REQ_GET_STATUS: { struct net2272_ep *e; u16 status = 0; switch (u.r.bRequestType & USB_RECIP_MASK) { case USB_RECIP_ENDPOINT: e = net2272_get_ep_by_addr(dev, u.r.wIndex); if (!e || u.r.wLength > 2) goto do_stall; if (net2272_ep_read(e, EP_RSPSET) & (1 << ENDPOINT_HALT)) status = cpu_to_le16(1); else status = cpu_to_le16(0); /* don't bother with a request object! */ net2272_ep_write(&dev->ep[0], EP_IRQENB, 0); writew(status, net2272_reg_addr(dev, EP_DATA)); set_fifo_bytecount(&dev->ep[0], 0); allow_status(ep); dev_vdbg(dev->dev, "%s stat %02x\n", ep->ep.name, status); goto next_endpoints; case USB_RECIP_DEVICE: if (u.r.wLength > 2) goto do_stall; if (dev->gadget.is_selfpowered) status = (1 << USB_DEVICE_SELF_POWERED); /* don't bother with a request object! */ net2272_ep_write(&dev->ep[0], EP_IRQENB, 0); writew(status, net2272_reg_addr(dev, EP_DATA)); set_fifo_bytecount(&dev->ep[0], 0); allow_status(ep); dev_vdbg(dev->dev, "device stat %02x\n", status); goto next_endpoints; case USB_RECIP_INTERFACE: if (u.r.wLength > 2) goto do_stall; /* don't bother with a request object! */ net2272_ep_write(&dev->ep[0], EP_IRQENB, 0); writew(status, net2272_reg_addr(dev, EP_DATA)); set_fifo_bytecount(&dev->ep[0], 0); allow_status(ep); dev_vdbg(dev->dev, "interface status %02x\n", status); goto next_endpoints; } break; } case USB_REQ_CLEAR_FEATURE: { struct net2272_ep *e; if (u.r.bRequestType != USB_RECIP_ENDPOINT) goto delegate; if (u.r.wValue != USB_ENDPOINT_HALT || u.r.wLength != 0) goto do_stall; e = net2272_get_ep_by_addr(dev, u.r.wIndex); if (!e) goto do_stall; if (e->wedged) { dev_vdbg(dev->dev, "%s wedged, halt not cleared\n", ep->ep.name); } else { dev_vdbg(dev->dev, "%s clear halt\n", ep->ep.name); clear_halt(e); } allow_status(ep); goto next_endpoints; } case USB_REQ_SET_FEATURE: { struct net2272_ep *e; if (u.r.bRequestType == USB_RECIP_DEVICE) { if (u.r.wIndex != NORMAL_OPERATION) net2272_set_test_mode(dev, (u.r.wIndex >> 8)); allow_status(ep); dev_vdbg(dev->dev, "test mode: %d\n", u.r.wIndex); goto next_endpoints; } else if (u.r.bRequestType != USB_RECIP_ENDPOINT) goto delegate; if (u.r.wValue != USB_ENDPOINT_HALT || u.r.wLength != 0) goto do_stall; e = net2272_get_ep_by_addr(dev, u.r.wIndex); if (!e) goto do_stall; set_halt(e); allow_status(ep); dev_vdbg(dev->dev, "%s set halt\n", ep->ep.name); goto next_endpoints; } case USB_REQ_SET_ADDRESS: { net2272_write(dev, OURADDR, u.r.wValue & 0xff); allow_status(ep); break; } default: delegate: dev_vdbg(dev->dev, "setup %02x.%02x v%04x i%04x " "ep_cfg %08x\n", u.r.bRequestType, u.r.bRequest, u.r.wValue, u.r.wIndex, net2272_ep_read(ep, EP_CFG)); spin_unlock(&dev->lock); tmp = dev->driver->setup(&dev->gadget, &u.r); spin_lock(&dev->lock); } /* stall ep0 on error */ if (tmp < 0) { do_stall: dev_vdbg(dev->dev, "req %02x.%02x protocol STALL; stat %d\n", u.r.bRequestType, u.r.bRequest, tmp); dev->protocol_stall = 1; } /* endpoint dma irq? */ } else if (stat & (1 << DMA_DONE_INTERRUPT)) { net2272_cancel_dma(dev); net2272_write(dev, IRQSTAT0, 1 << DMA_DONE_INTERRUPT); stat &= ~(1 << DMA_DONE_INTERRUPT); num = (net2272_read(dev, DMAREQ) & (1 << DMA_ENDPOINT_SELECT)) ? 2 : 1; ep = &dev->ep[num]; net2272_handle_dma(ep); } next_endpoints: /* endpoint data irq? */ scratch = stat & 0x0f; stat &= ~0x0f; for (num = 0; scratch; num++) { u8 t; /* does this endpoint's FIFO and queue need tending? */ t = 1 << num; if ((scratch & t) == 0) continue; scratch ^= t; ep = &dev->ep[num]; net2272_handle_ep(ep); } /* some interrupts we can just ignore */ stat &= ~(1 << SOF_INTERRUPT); if (stat) dev_dbg(dev->dev, "unhandled irqstat0 %02x\n", stat); } static void net2272_handle_stat1_irqs(struct net2272 *dev, u8 stat) { u8 tmp, mask; /* after disconnect there's nothing else to do! */ tmp = (1 << VBUS_INTERRUPT) | (1 << ROOT_PORT_RESET_INTERRUPT); mask = (1 << USB_HIGH_SPEED) | (1 << USB_FULL_SPEED); if (stat & tmp) { bool reset = false; bool disconnect = false; /* * Ignore disconnects and resets if the speed hasn't been set. * VBUS can bounce and there's always an initial reset. */ net2272_write(dev, IRQSTAT1, tmp); if (dev->gadget.speed != USB_SPEED_UNKNOWN) { if ((stat & (1 << VBUS_INTERRUPT)) && (net2272_read(dev, USBCTL1) & (1 << VBUS_PIN)) == 0) { disconnect = true; dev_dbg(dev->dev, "disconnect %s\n", dev->driver->driver.name); } else if ((stat & (1 << ROOT_PORT_RESET_INTERRUPT)) && (net2272_read(dev, USBCTL1) & mask) == 0) { reset = true; dev_dbg(dev->dev, "reset %s\n", dev->driver->driver.name); } if (disconnect || reset) { stop_activity(dev, dev->driver); net2272_ep0_start(dev); spin_unlock(&dev->lock); if (reset) usb_gadget_udc_reset (&dev->gadget, dev->driver); else (dev->driver->disconnect) (&dev->gadget); spin_lock(&dev->lock); return; } } stat &= ~tmp; if (!stat) return; } tmp = (1 << SUSPEND_REQUEST_CHANGE_INTERRUPT); if (stat & tmp) { net2272_write(dev, IRQSTAT1, tmp); if (stat & (1 << SUSPEND_REQUEST_INTERRUPT)) { if (dev->driver->suspend) dev->driver->suspend(&dev->gadget); if (!enable_suspend) { stat &= ~(1 << SUSPEND_REQUEST_INTERRUPT); dev_dbg(dev->dev, "Suspend disabled, ignoring\n"); } } else { if (dev->driver->resume) dev->driver->resume(&dev->gadget); } stat &= ~tmp; } /* clear any other status/irqs */ if (stat) net2272_write(dev, IRQSTAT1, stat); /* some status we can just ignore */ stat &= ~((1 << CONTROL_STATUS_INTERRUPT) | (1 << SUSPEND_REQUEST_INTERRUPT) | (1 << RESUME_INTERRUPT)); if (!stat) return; else dev_dbg(dev->dev, "unhandled irqstat1 %02x\n", stat); } static irqreturn_t net2272_irq(int irq, void *_dev) { struct net2272 *dev = _dev; #if defined(PLX_PCI_RDK) || defined(PLX_PCI_RDK2) u32 intcsr; #endif #if defined(PLX_PCI_RDK) u8 dmareq; #endif spin_lock(&dev->lock); #if defined(PLX_PCI_RDK) intcsr = readl(dev->rdk1.plx9054_base_addr + INTCSR); if ((intcsr & LOCAL_INTERRUPT_TEST) == LOCAL_INTERRUPT_TEST) { writel(intcsr & ~(1 << PCI_INTERRUPT_ENABLE), dev->rdk1.plx9054_base_addr + INTCSR); net2272_handle_stat1_irqs(dev, net2272_read(dev, IRQSTAT1)); net2272_handle_stat0_irqs(dev, net2272_read(dev, IRQSTAT0)); intcsr = readl(dev->rdk1.plx9054_base_addr + INTCSR); writel(intcsr | (1 << PCI_INTERRUPT_ENABLE), dev->rdk1.plx9054_base_addr + INTCSR); } if ((intcsr & DMA_CHANNEL_0_TEST) == DMA_CHANNEL_0_TEST) { writeb((1 << CHANNEL_CLEAR_INTERRUPT | (0 << CHANNEL_ENABLE)), dev->rdk1.plx9054_base_addr + DMACSR0); dmareq = net2272_read(dev, DMAREQ); if (dmareq & 0x01) net2272_handle_dma(&dev->ep[2]); else net2272_handle_dma(&dev->ep[1]); } #endif #if defined(PLX_PCI_RDK2) /* see if PCI int for us by checking irqstat */ intcsr = readl(dev->rdk2.fpga_base_addr + RDK2_IRQSTAT); if (!intcsr & (1 << NET2272_PCI_IRQ)) { spin_unlock(&dev->lock); return IRQ_NONE; } /* check dma interrupts */ #endif /* Platform/devcice interrupt handler */ #if !defined(PLX_PCI_RDK) net2272_handle_stat1_irqs(dev, net2272_read(dev, IRQSTAT1)); net2272_handle_stat0_irqs(dev, net2272_read(dev, IRQSTAT0)); #endif spin_unlock(&dev->lock); return IRQ_HANDLED; } static int net2272_present(struct net2272 *dev) { /* * Quick test to see if CPU can communicate properly with the NET2272. * Verifies connection using writes and reads to write/read and * read-only registers. * * This routine is strongly recommended especially during early bring-up * of new hardware, however for designs that do not apply Power On System * Tests (POST) it may discarded (or perhaps minimized). */ unsigned int ii; u8 val, refval; /* Verify NET2272 write/read SCRATCH register can write and read */ refval = net2272_read(dev, SCRATCH); for (ii = 0; ii < 0x100; ii += 7) { net2272_write(dev, SCRATCH, ii); val = net2272_read(dev, SCRATCH); if (val != ii) { dev_dbg(dev->dev, "%s: write/read SCRATCH register test failed: " "wrote:0x%2.2x, read:0x%2.2x\n", __func__, ii, val); return -EINVAL; } } /* To be nice, we write the original SCRATCH value back: */ net2272_write(dev, SCRATCH, refval); /* Verify NET2272 CHIPREV register is read-only: */ refval = net2272_read(dev, CHIPREV_2272); for (ii = 0; ii < 0x100; ii += 7) { net2272_write(dev, CHIPREV_2272, ii); val = net2272_read(dev, CHIPREV_2272); if (val != refval) { dev_dbg(dev->dev, "%s: write/read CHIPREV register test failed: " "wrote 0x%2.2x, read:0x%2.2x expected:0x%2.2x\n", __func__, ii, val, refval); return -EINVAL; } } /* * Verify NET2272's "NET2270 legacy revision" register * - NET2272 has two revision registers. The NET2270 legacy revision * register should read the same value, regardless of the NET2272 * silicon revision. The legacy register applies to NET2270 * firmware being applied to the NET2272. */ val = net2272_read(dev, CHIPREV_LEGACY); if (val != NET2270_LEGACY_REV) { /* * Unexpected legacy revision value * - Perhaps the chip is a NET2270? */ dev_dbg(dev->dev, "%s: WARNING: UNEXPECTED NET2272 LEGACY REGISTER VALUE:\n" " - CHIPREV_LEGACY: expected 0x%2.2x, got:0x%2.2x. (Not NET2272?)\n", __func__, NET2270_LEGACY_REV, val); return -EINVAL; } /* * Verify NET2272 silicon revision * - This revision register is appropriate for the silicon version * of the NET2272 */ val = net2272_read(dev, CHIPREV_2272); switch (val) { case CHIPREV_NET2272_R1: /* * NET2272 Rev 1 has DMA related errata: * - Newer silicon (Rev 1A or better) required */ dev_dbg(dev->dev, "%s: Rev 1 detected: newer silicon recommended for DMA support\n", __func__); break; case CHIPREV_NET2272_R1A: break; default: /* NET2272 silicon version *may* not work with this firmware */ dev_dbg(dev->dev, "%s: unexpected silicon revision register value: " " CHIPREV_2272: 0x%2.2x\n", __func__, val); /* * Return Success, even though the chip rev is not an expected value * - Older, pre-built firmware can attempt to operate on newer silicon * - Often, new silicon is perfectly compatible */ } /* Success: NET2272 checks out OK */ return 0; } static void net2272_gadget_release(struct device *_dev) { struct net2272 *dev = dev_get_drvdata(_dev); kfree(dev); } /*---------------------------------------------------------------------------*/ static void net2272_remove(struct net2272 *dev) { usb_del_gadget_udc(&dev->gadget); free_irq(dev->irq, dev); iounmap(dev->base_addr); device_remove_file(dev->dev, &dev_attr_registers); dev_info(dev->dev, "unbind\n"); } static struct net2272 *net2272_probe_init(struct device *dev, unsigned int irq) { struct net2272 *ret; if (!irq) { dev_dbg(dev, "No IRQ!\n"); return ERR_PTR(-ENODEV); } /* alloc, and start init */ ret = kzalloc(sizeof(*ret), GFP_KERNEL); if (!ret) return ERR_PTR(-ENOMEM); spin_lock_init(&ret->lock); ret->irq = irq; ret->dev = dev; ret->gadget.ops = &net2272_ops; ret->gadget.max_speed = USB_SPEED_HIGH; /* the "gadget" abstracts/virtualizes the controller */ ret->gadget.name = driver_name; return ret; } static int net2272_probe_fin(struct net2272 *dev, unsigned int irqflags) { int ret; /* See if there... */ if (net2272_present(dev)) { dev_warn(dev->dev, "2272 not found!\n"); ret = -ENODEV; goto err; } net2272_usb_reset(dev); net2272_usb_reinit(dev); ret = request_irq(dev->irq, net2272_irq, irqflags, driver_name, dev); if (ret) { dev_err(dev->dev, "request interrupt %i failed\n", dev->irq); goto err; } dev->chiprev = net2272_read(dev, CHIPREV_2272); /* done */ dev_info(dev->dev, "%s\n", driver_desc); dev_info(dev->dev, "irq %i, mem %p, chip rev %04x, dma %s\n", dev->irq, dev->base_addr, dev->chiprev, dma_mode_string()); dev_info(dev->dev, "version: %s\n", driver_vers); ret = device_create_file(dev->dev, &dev_attr_registers); if (ret) goto err_irq; ret = usb_add_gadget_udc_release(dev->dev, &dev->gadget, net2272_gadget_release); if (ret) goto err_add_udc; return 0; err_add_udc: device_remove_file(dev->dev, &dev_attr_registers); err_irq: free_irq(dev->irq, dev); err: return ret; } #ifdef CONFIG_PCI /* * wrap this driver around the specified device, but * don't respond over USB until a gadget driver binds to us */ static int net2272_rdk1_probe(struct pci_dev *pdev, struct net2272 *dev) { unsigned long resource, len, tmp; void __iomem *mem_mapped_addr[4]; int ret, i; /* * BAR 0 holds PLX 9054 config registers * BAR 1 is i/o memory; unused here * BAR 2 holds EPLD config registers * BAR 3 holds NET2272 registers */ /* Find and map all address spaces */ for (i = 0; i < 4; ++i) { if (i == 1) continue; /* BAR1 unused */ resource = pci_resource_start(pdev, i); len = pci_resource_len(pdev, i); if (!request_mem_region(resource, len, driver_name)) { dev_dbg(dev->dev, "controller already in use\n"); ret = -EBUSY; goto err; } mem_mapped_addr[i] = ioremap_nocache(resource, len); if (mem_mapped_addr[i] == NULL) { release_mem_region(resource, len); dev_dbg(dev->dev, "can't map memory\n"); ret = -EFAULT; goto err; } } dev->rdk1.plx9054_base_addr = mem_mapped_addr[0]; dev->rdk1.epld_base_addr = mem_mapped_addr[2]; dev->base_addr = mem_mapped_addr[3]; /* Set PLX 9054 bus width (16 bits) */ tmp = readl(dev->rdk1.plx9054_base_addr + LBRD1); writel((tmp & ~(3 << MEMORY_SPACE_LOCAL_BUS_WIDTH)) | W16_BIT, dev->rdk1.plx9054_base_addr + LBRD1); /* Enable PLX 9054 Interrupts */ writel(readl(dev->rdk1.plx9054_base_addr + INTCSR) | (1 << PCI_INTERRUPT_ENABLE) | (1 << LOCAL_INTERRUPT_INPUT_ENABLE), dev->rdk1.plx9054_base_addr + INTCSR); writeb((1 << CHANNEL_CLEAR_INTERRUPT | (0 << CHANNEL_ENABLE)), dev->rdk1.plx9054_base_addr + DMACSR0); /* reset */ writeb((1 << EPLD_DMA_ENABLE) | (1 << DMA_CTL_DACK) | (1 << DMA_TIMEOUT_ENABLE) | (1 << USER) | (0 << MPX_MODE) | (1 << BUSWIDTH) | (1 << NET2272_RESET), dev->base_addr + EPLD_IO_CONTROL_REGISTER); mb(); writeb(readb(dev->base_addr + EPLD_IO_CONTROL_REGISTER) & ~(1 << NET2272_RESET), dev->base_addr + EPLD_IO_CONTROL_REGISTER); udelay(200); return 0; err: while (--i >= 0) { iounmap(mem_mapped_addr[i]); release_mem_region(pci_resource_start(pdev, i), pci_resource_len(pdev, i)); } return ret; } static int net2272_rdk2_probe(struct pci_dev *pdev, struct net2272 *dev) { unsigned long resource, len; void __iomem *mem_mapped_addr[2]; int ret, i; /* * BAR 0 holds FGPA config registers * BAR 1 holds NET2272 registers */ /* Find and map all address spaces, bar2-3 unused in rdk 2 */ for (i = 0; i < 2; ++i) { resource = pci_resource_start(pdev, i); len = pci_resource_len(pdev, i); if (!request_mem_region(resource, len, driver_name)) { dev_dbg(dev->dev, "controller already in use\n"); ret = -EBUSY; goto err; } mem_mapped_addr[i] = ioremap_nocache(resource, len); if (mem_mapped_addr[i] == NULL) { release_mem_region(resource, len); dev_dbg(dev->dev, "can't map memory\n"); ret = -EFAULT; goto err; } } dev->rdk2.fpga_base_addr = mem_mapped_addr[0]; dev->base_addr = mem_mapped_addr[1]; mb(); /* Set 2272 bus width (16 bits) and reset */ writel((1 << CHIP_RESET), dev->rdk2.fpga_base_addr + RDK2_LOCCTLRDK); udelay(200); writel((1 << BUS_WIDTH), dev->rdk2.fpga_base_addr + RDK2_LOCCTLRDK); /* Print fpga version number */ dev_info(dev->dev, "RDK2 FPGA version %08x\n", readl(dev->rdk2.fpga_base_addr + RDK2_FPGAREV)); /* Enable FPGA Interrupts */ writel((1 << NET2272_PCI_IRQ), dev->rdk2.fpga_base_addr + RDK2_IRQENB); return 0; err: while (--i >= 0) { iounmap(mem_mapped_addr[i]); release_mem_region(pci_resource_start(pdev, i), pci_resource_len(pdev, i)); } return ret; } static int net2272_pci_probe(struct pci_dev *pdev, const struct pci_device_id *id) { struct net2272 *dev; int ret; dev = net2272_probe_init(&pdev->dev, pdev->irq); if (IS_ERR(dev)) return PTR_ERR(dev); dev->dev_id = pdev->device; if (pci_enable_device(pdev) < 0) { ret = -ENODEV; goto err_free; } pci_set_master(pdev); switch (pdev->device) { case PCI_DEVICE_ID_RDK1: ret = net2272_rdk1_probe(pdev, dev); break; case PCI_DEVICE_ID_RDK2: ret = net2272_rdk2_probe(pdev, dev); break; default: BUG(); } if (ret) goto err_pci; ret = net2272_probe_fin(dev, 0); if (ret) goto err_pci; pci_set_drvdata(pdev, dev); return 0; err_pci: pci_disable_device(pdev); err_free: kfree(dev); return ret; } static void net2272_rdk1_remove(struct pci_dev *pdev, struct net2272 *dev) { int i; /* disable PLX 9054 interrupts */ writel(readl(dev->rdk1.plx9054_base_addr + INTCSR) & ~(1 << PCI_INTERRUPT_ENABLE), dev->rdk1.plx9054_base_addr + INTCSR); /* clean up resources allocated during probe() */ iounmap(dev->rdk1.plx9054_base_addr); iounmap(dev->rdk1.epld_base_addr); for (i = 0; i < 4; ++i) { if (i == 1) continue; /* BAR1 unused */ release_mem_region(pci_resource_start(pdev, i), pci_resource_len(pdev, i)); } } static void net2272_rdk2_remove(struct pci_dev *pdev, struct net2272 *dev) { int i; /* disable fpga interrupts writel(readl(dev->rdk1.plx9054_base_addr + INTCSR) & ~(1 << PCI_INTERRUPT_ENABLE), dev->rdk1.plx9054_base_addr + INTCSR); */ /* clean up resources allocated during probe() */ iounmap(dev->rdk2.fpga_base_addr); for (i = 0; i < 2; ++i) release_mem_region(pci_resource_start(pdev, i), pci_resource_len(pdev, i)); } static void net2272_pci_remove(struct pci_dev *pdev) { struct net2272 *dev = pci_get_drvdata(pdev); net2272_remove(dev); switch (pdev->device) { case PCI_DEVICE_ID_RDK1: net2272_rdk1_remove(pdev, dev); break; case PCI_DEVICE_ID_RDK2: net2272_rdk2_remove(pdev, dev); break; default: BUG(); } pci_disable_device(pdev); kfree(dev); } /* Table of matching PCI IDs */ static struct pci_device_id pci_ids[] = { { /* RDK 1 card */ .class = ((PCI_CLASS_BRIDGE_OTHER << 8) | 0xfe), .class_mask = 0, .vendor = PCI_VENDOR_ID_PLX, .device = PCI_DEVICE_ID_RDK1, .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID, }, { /* RDK 2 card */ .class = ((PCI_CLASS_BRIDGE_OTHER << 8) | 0xfe), .class_mask = 0, .vendor = PCI_VENDOR_ID_PLX, .device = PCI_DEVICE_ID_RDK2, .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID, }, { } }; MODULE_DEVICE_TABLE(pci, pci_ids); static struct pci_driver net2272_pci_driver = { .name = driver_name, .id_table = pci_ids, .probe = net2272_pci_probe, .remove = net2272_pci_remove, }; static int net2272_pci_register(void) { return pci_register_driver(&net2272_pci_driver); } static void net2272_pci_unregister(void) { pci_unregister_driver(&net2272_pci_driver); } #else static inline int net2272_pci_register(void) { return 0; } static inline void net2272_pci_unregister(void) { } #endif /*---------------------------------------------------------------------------*/ static int net2272_plat_probe(struct platform_device *pdev) { struct net2272 *dev; int ret; unsigned int irqflags; resource_size_t base, len; struct resource *iomem, *iomem_bus, *irq_res; irq_res = platform_get_resource(pdev, IORESOURCE_IRQ, 0); iomem = platform_get_resource(pdev, IORESOURCE_MEM, 0); iomem_bus = platform_get_resource(pdev, IORESOURCE_BUS, 0); if (!irq_res || !iomem) { dev_err(&pdev->dev, "must provide irq/base addr"); return -EINVAL; } dev = net2272_probe_init(&pdev->dev, irq_res->start); if (IS_ERR(dev)) return PTR_ERR(dev); irqflags = 0; if (irq_res->flags & IORESOURCE_IRQ_HIGHEDGE) irqflags |= IRQF_TRIGGER_RISING; if (irq_res->flags & IORESOURCE_IRQ_LOWEDGE) irqflags |= IRQF_TRIGGER_FALLING; if (irq_res->flags & IORESOURCE_IRQ_HIGHLEVEL) irqflags |= IRQF_TRIGGER_HIGH; if (irq_res->flags & IORESOURCE_IRQ_LOWLEVEL) irqflags |= IRQF_TRIGGER_LOW; base = iomem->start; len = resource_size(iomem); if (iomem_bus) dev->base_shift = iomem_bus->start; if (!request_mem_region(base, len, driver_name)) { dev_dbg(dev->dev, "get request memory region!\n"); ret = -EBUSY; goto err; } dev->base_addr = ioremap_nocache(base, len); if (!dev->base_addr) { dev_dbg(dev->dev, "can't map memory\n"); ret = -EFAULT; goto err_req; } ret = net2272_probe_fin(dev, IRQF_TRIGGER_LOW); if (ret) goto err_io; platform_set_drvdata(pdev, dev); dev_info(&pdev->dev, "running in 16-bit, %sbyte swap local bus mode\n", (net2272_read(dev, LOCCTL) & (1 << BYTE_SWAP)) ? "" : "no "); return 0; err_io: iounmap(dev->base_addr); err_req: release_mem_region(base, len); err: return ret; } static int net2272_plat_remove(struct platform_device *pdev) { struct net2272 *dev = platform_get_drvdata(pdev); net2272_remove(dev); release_mem_region(pdev->resource[0].start, resource_size(&pdev->resource[0])); kfree(dev); return 0; } static struct platform_driver net2272_plat_driver = { .probe = net2272_plat_probe, .remove = net2272_plat_remove, .driver = { .name = driver_name, }, /* FIXME .suspend, .resume */ }; MODULE_ALIAS("platform:net2272"); static int __init net2272_init(void) { int ret; ret = net2272_pci_register(); if (ret) return ret; ret = platform_driver_register(&net2272_plat_driver); if (ret) goto err_pci; return ret; err_pci: net2272_pci_unregister(); return ret; } module_init(net2272_init); static void __exit net2272_cleanup(void) { net2272_pci_unregister(); platform_driver_unregister(&net2272_plat_driver); } module_exit(net2272_cleanup); MODULE_DESCRIPTION(DRIVER_DESC); MODULE_AUTHOR("PLX Technology, Inc."); MODULE_LICENSE("GPL");