/* * Copyright (c) 2005 Ammasso, Inc. All rights reserved. * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved. * * This software is available to you under a choice of one of two * licenses. You may choose to be licensed under the terms of the GNU * General Public License (GPL) Version 2, available from the file * COPYING in the main directory of this source tree, or the * OpenIB.org BSD license below: * * Redistribution and use in source and binary forms, with or * without modification, are permitted provided that the following * conditions are met: * * - Redistributions of source code must retain the above * copyright notice, this list of conditions and the following * disclaimer. * * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials * provided with the distribution. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "c2.h" #include "c2_provider.h" MODULE_AUTHOR("Tom Tucker "); MODULE_DESCRIPTION("Ammasso AMSO1100 Low-level iWARP Driver"); MODULE_LICENSE("Dual BSD/GPL"); MODULE_VERSION(DRV_VERSION); static const u32 default_msg = NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK | NETIF_MSG_IFUP | NETIF_MSG_IFDOWN; static int debug = -1; /* defaults above */ module_param(debug, int, 0); MODULE_PARM_DESC(debug, "Debug level (0=none,...,16=all)"); static int c2_up(struct net_device *netdev); static int c2_down(struct net_device *netdev); static int c2_xmit_frame(struct sk_buff *skb, struct net_device *netdev); static void c2_tx_interrupt(struct net_device *netdev); static void c2_rx_interrupt(struct net_device *netdev); static irqreturn_t c2_interrupt(int irq, void *dev_id); static void c2_tx_timeout(struct net_device *netdev); static int c2_change_mtu(struct net_device *netdev, int new_mtu); static void c2_reset(struct c2_port *c2_port); static struct net_device_stats *c2_get_stats(struct net_device *netdev); static struct pci_device_id c2_pci_table[] = { { PCI_DEVICE(0x18b8, 0xb001) }, { 0 } }; MODULE_DEVICE_TABLE(pci, c2_pci_table); static void c2_print_macaddr(struct net_device *netdev) { pr_debug("%s: MAC %02X:%02X:%02X:%02X:%02X:%02X, " "IRQ %u\n", netdev->name, netdev->dev_addr[0], netdev->dev_addr[1], netdev->dev_addr[2], netdev->dev_addr[3], netdev->dev_addr[4], netdev->dev_addr[5], netdev->irq); } static void c2_set_rxbufsize(struct c2_port *c2_port) { struct net_device *netdev = c2_port->netdev; if (netdev->mtu > RX_BUF_SIZE) c2_port->rx_buf_size = netdev->mtu + ETH_HLEN + sizeof(struct c2_rxp_hdr) + NET_IP_ALIGN; else c2_port->rx_buf_size = sizeof(struct c2_rxp_hdr) + RX_BUF_SIZE; } /* * Allocate TX ring elements and chain them together. * One-to-one association of adapter descriptors with ring elements. */ static int c2_tx_ring_alloc(struct c2_ring *tx_ring, void *vaddr, dma_addr_t base, void __iomem * mmio_txp_ring) { struct c2_tx_desc *tx_desc; struct c2_txp_desc __iomem *txp_desc; struct c2_element *elem; int i; tx_ring->start = kmalloc(sizeof(*elem) * tx_ring->count, GFP_KERNEL); if (!tx_ring->start) return -ENOMEM; elem = tx_ring->start; tx_desc = vaddr; txp_desc = mmio_txp_ring; for (i = 0; i < tx_ring->count; i++, elem++, tx_desc++, txp_desc++) { tx_desc->len = 0; tx_desc->status = 0; /* Set TXP_HTXD_UNINIT */ __raw_writeq(cpu_to_be64(0x1122334455667788ULL), (void __iomem *) txp_desc + C2_TXP_ADDR); __raw_writew(0, (void __iomem *) txp_desc + C2_TXP_LEN); __raw_writew(cpu_to_be16(TXP_HTXD_UNINIT), (void __iomem *) txp_desc + C2_TXP_FLAGS); elem->skb = NULL; elem->ht_desc = tx_desc; elem->hw_desc = txp_desc; if (i == tx_ring->count - 1) { elem->next = tx_ring->start; tx_desc->next_offset = base; } else { elem->next = elem + 1; tx_desc->next_offset = base + (i + 1) * sizeof(*tx_desc); } } tx_ring->to_use = tx_ring->to_clean = tx_ring->start; return 0; } /* * Allocate RX ring elements and chain them together. * One-to-one association of adapter descriptors with ring elements. */ static int c2_rx_ring_alloc(struct c2_ring *rx_ring, void *vaddr, dma_addr_t base, void __iomem * mmio_rxp_ring) { struct c2_rx_desc *rx_desc; struct c2_rxp_desc __iomem *rxp_desc; struct c2_element *elem; int i; rx_ring->start = kmalloc(sizeof(*elem) * rx_ring->count, GFP_KERNEL); if (!rx_ring->start) return -ENOMEM; elem = rx_ring->start; rx_desc = vaddr; rxp_desc = mmio_rxp_ring; for (i = 0; i < rx_ring->count; i++, elem++, rx_desc++, rxp_desc++) { rx_desc->len = 0; rx_desc->status = 0; /* Set RXP_HRXD_UNINIT */ __raw_writew(cpu_to_be16(RXP_HRXD_OK), (void __iomem *) rxp_desc + C2_RXP_STATUS); __raw_writew(0, (void __iomem *) rxp_desc + C2_RXP_COUNT); __raw_writew(0, (void __iomem *) rxp_desc + C2_RXP_LEN); __raw_writeq(cpu_to_be64(0x99aabbccddeeffULL), (void __iomem *) rxp_desc + C2_RXP_ADDR); __raw_writew(cpu_to_be16(RXP_HRXD_UNINIT), (void __iomem *) rxp_desc + C2_RXP_FLAGS); elem->skb = NULL; elem->ht_desc = rx_desc; elem->hw_desc = rxp_desc; if (i == rx_ring->count - 1) { elem->next = rx_ring->start; rx_desc->next_offset = base; } else { elem->next = elem + 1; rx_desc->next_offset = base + (i + 1) * sizeof(*rx_desc); } } rx_ring->to_use = rx_ring->to_clean = rx_ring->start; return 0; } /* Setup buffer for receiving */ static inline int c2_rx_alloc(struct c2_port *c2_port, struct c2_element *elem) { struct c2_dev *c2dev = c2_port->c2dev; struct c2_rx_desc *rx_desc = elem->ht_desc; struct sk_buff *skb; dma_addr_t mapaddr; u32 maplen; struct c2_rxp_hdr *rxp_hdr; skb = dev_alloc_skb(c2_port->rx_buf_size); if (unlikely(!skb)) { pr_debug("%s: out of memory for receive\n", c2_port->netdev->name); return -ENOMEM; } /* Zero out the rxp hdr in the sk_buff */ memset(skb->data, 0, sizeof(*rxp_hdr)); skb->dev = c2_port->netdev; maplen = c2_port->rx_buf_size; mapaddr = pci_map_single(c2dev->pcidev, skb->data, maplen, PCI_DMA_FROMDEVICE); /* Set the sk_buff RXP_header to RXP_HRXD_READY */ rxp_hdr = (struct c2_rxp_hdr *) skb->data; rxp_hdr->flags = RXP_HRXD_READY; __raw_writew(0, elem->hw_desc + C2_RXP_STATUS); __raw_writew(cpu_to_be16((u16) maplen - sizeof(*rxp_hdr)), elem->hw_desc + C2_RXP_LEN); __raw_writeq(cpu_to_be64(mapaddr), elem->hw_desc + C2_RXP_ADDR); __raw_writew(cpu_to_be16(RXP_HRXD_READY), elem->hw_desc + C2_RXP_FLAGS); elem->skb = skb; elem->mapaddr = mapaddr; elem->maplen = maplen; rx_desc->len = maplen; return 0; } /* * Allocate buffers for the Rx ring * For receive: rx_ring.to_clean is next received frame */ static int c2_rx_fill(struct c2_port *c2_port) { struct c2_ring *rx_ring = &c2_port->rx_ring; struct c2_element *elem; int ret = 0; elem = rx_ring->start; do { if (c2_rx_alloc(c2_port, elem)) { ret = 1; break; } } while ((elem = elem->next) != rx_ring->start); rx_ring->to_clean = rx_ring->start; return ret; } /* Free all buffers in RX ring, assumes receiver stopped */ static void c2_rx_clean(struct c2_port *c2_port) { struct c2_dev *c2dev = c2_port->c2dev; struct c2_ring *rx_ring = &c2_port->rx_ring; struct c2_element *elem; struct c2_rx_desc *rx_desc; elem = rx_ring->start; do { rx_desc = elem->ht_desc; rx_desc->len = 0; __raw_writew(0, elem->hw_desc + C2_RXP_STATUS); __raw_writew(0, elem->hw_desc + C2_RXP_COUNT); __raw_writew(0, elem->hw_desc + C2_RXP_LEN); __raw_writeq(cpu_to_be64(0x99aabbccddeeffULL), elem->hw_desc + C2_RXP_ADDR); __raw_writew(cpu_to_be16(RXP_HRXD_UNINIT), elem->hw_desc + C2_RXP_FLAGS); if (elem->skb) { pci_unmap_single(c2dev->pcidev, elem->mapaddr, elem->maplen, PCI_DMA_FROMDEVICE); dev_kfree_skb(elem->skb); elem->skb = NULL; } } while ((elem = elem->next) != rx_ring->start); } static inline int c2_tx_free(struct c2_dev *c2dev, struct c2_element *elem) { struct c2_tx_desc *tx_desc = elem->ht_desc; tx_desc->len = 0; pci_unmap_single(c2dev->pcidev, elem->mapaddr, elem->maplen, PCI_DMA_TODEVICE); if (elem->skb) { dev_kfree_skb_any(elem->skb); elem->skb = NULL; } return 0; } /* Free all buffers in TX ring, assumes transmitter stopped */ static void c2_tx_clean(struct c2_port *c2_port) { struct c2_ring *tx_ring = &c2_port->tx_ring; struct c2_element *elem; struct c2_txp_desc txp_htxd; int retry; unsigned long flags; spin_lock_irqsave(&c2_port->tx_lock, flags); elem = tx_ring->start; do { retry = 0; do { txp_htxd.flags = readw(elem->hw_desc + C2_TXP_FLAGS); if (txp_htxd.flags == TXP_HTXD_READY) { retry = 1; __raw_writew(0, elem->hw_desc + C2_TXP_LEN); __raw_writeq(0, elem->hw_desc + C2_TXP_ADDR); __raw_writew(cpu_to_be16(TXP_HTXD_DONE), elem->hw_desc + C2_TXP_FLAGS); c2_port->netstats.tx_dropped++; break; } else { __raw_writew(0, elem->hw_desc + C2_TXP_LEN); __raw_writeq(cpu_to_be64(0x1122334455667788ULL), elem->hw_desc + C2_TXP_ADDR); __raw_writew(cpu_to_be16(TXP_HTXD_UNINIT), elem->hw_desc + C2_TXP_FLAGS); } c2_tx_free(c2_port->c2dev, elem); } while ((elem = elem->next) != tx_ring->start); } while (retry); c2_port->tx_avail = c2_port->tx_ring.count - 1; c2_port->c2dev->cur_tx = tx_ring->to_use - tx_ring->start; if (c2_port->tx_avail > MAX_SKB_FRAGS + 1) netif_wake_queue(c2_port->netdev); spin_unlock_irqrestore(&c2_port->tx_lock, flags); } /* * Process transmit descriptors marked 'DONE' by the firmware, * freeing up their unneeded sk_buffs. */ static void c2_tx_interrupt(struct net_device *netdev) { struct c2_port *c2_port = netdev_priv(netdev); struct c2_dev *c2dev = c2_port->c2dev; struct c2_ring *tx_ring = &c2_port->tx_ring; struct c2_element *elem; struct c2_txp_desc txp_htxd; spin_lock(&c2_port->tx_lock); for (elem = tx_ring->to_clean; elem != tx_ring->to_use; elem = elem->next) { txp_htxd.flags = be16_to_cpu(readw(elem->hw_desc + C2_TXP_FLAGS)); if (txp_htxd.flags != TXP_HTXD_DONE) break; if (netif_msg_tx_done(c2_port)) { /* PCI reads are expensive in fast path */ txp_htxd.len = be16_to_cpu(readw(elem->hw_desc + C2_TXP_LEN)); pr_debug("%s: tx done slot %3Zu status 0x%x len " "%5u bytes\n", netdev->name, elem - tx_ring->start, txp_htxd.flags, txp_htxd.len); } c2_tx_free(c2dev, elem); ++(c2_port->tx_avail); } tx_ring->to_clean = elem; if (netif_queue_stopped(netdev) && c2_port->tx_avail > MAX_SKB_FRAGS + 1) netif_wake_queue(netdev); spin_unlock(&c2_port->tx_lock); } static void c2_rx_error(struct c2_port *c2_port, struct c2_element *elem) { struct c2_rx_desc *rx_desc = elem->ht_desc; struct c2_rxp_hdr *rxp_hdr = (struct c2_rxp_hdr *) elem->skb->data; if (rxp_hdr->status != RXP_HRXD_OK || rxp_hdr->len > (rx_desc->len - sizeof(*rxp_hdr))) { pr_debug("BAD RXP_HRXD\n"); pr_debug(" rx_desc : %p\n", rx_desc); pr_debug(" index : %Zu\n", elem - c2_port->rx_ring.start); pr_debug(" len : %u\n", rx_desc->len); pr_debug(" rxp_hdr : %p [PA %p]\n", rxp_hdr, (void *) __pa((unsigned long) rxp_hdr)); pr_debug(" flags : 0x%x\n", rxp_hdr->flags); pr_debug(" status: 0x%x\n", rxp_hdr->status); pr_debug(" len : %u\n", rxp_hdr->len); pr_debug(" rsvd : 0x%x\n", rxp_hdr->rsvd); } /* Setup the skb for reuse since we're dropping this pkt */ elem->skb->data = elem->skb->head; skb_reset_tail_pointer(elem->skb); /* Zero out the rxp hdr in the sk_buff */ memset(elem->skb->data, 0, sizeof(*rxp_hdr)); /* Write the descriptor to the adapter's rx ring */ __raw_writew(0, elem->hw_desc + C2_RXP_STATUS); __raw_writew(0, elem->hw_desc + C2_RXP_COUNT); __raw_writew(cpu_to_be16((u16) elem->maplen - sizeof(*rxp_hdr)), elem->hw_desc + C2_RXP_LEN); __raw_writeq(cpu_to_be64(elem->mapaddr), elem->hw_desc + C2_RXP_ADDR); __raw_writew(cpu_to_be16(RXP_HRXD_READY), elem->hw_desc + C2_RXP_FLAGS); pr_debug("packet dropped\n"); c2_port->netstats.rx_dropped++; } static void c2_rx_interrupt(struct net_device *netdev) { struct c2_port *c2_port = netdev_priv(netdev); struct c2_dev *c2dev = c2_port->c2dev; struct c2_ring *rx_ring = &c2_port->rx_ring; struct c2_element *elem; struct c2_rx_desc *rx_desc; struct c2_rxp_hdr *rxp_hdr; struct sk_buff *skb; dma_addr_t mapaddr; u32 maplen, buflen; unsigned long flags; spin_lock_irqsave(&c2dev->lock, flags); /* Begin where we left off */ rx_ring->to_clean = rx_ring->start + c2dev->cur_rx; for (elem = rx_ring->to_clean; elem->next != rx_ring->to_clean; elem = elem->next) { rx_desc = elem->ht_desc; mapaddr = elem->mapaddr; maplen = elem->maplen; skb = elem->skb; rxp_hdr = (struct c2_rxp_hdr *) skb->data; if (rxp_hdr->flags != RXP_HRXD_DONE) break; buflen = rxp_hdr->len; /* Sanity check the RXP header */ if (rxp_hdr->status != RXP_HRXD_OK || buflen > (rx_desc->len - sizeof(*rxp_hdr))) { c2_rx_error(c2_port, elem); continue; } /* * Allocate and map a new skb for replenishing the host * RX desc */ if (c2_rx_alloc(c2_port, elem)) { c2_rx_error(c2_port, elem); continue; } /* Unmap the old skb */ pci_unmap_single(c2dev->pcidev, mapaddr, maplen, PCI_DMA_FROMDEVICE); prefetch(skb->data); /* * Skip past the leading 8 bytes comprising of the * "struct c2_rxp_hdr", prepended by the adapter * to the usual Ethernet header ("struct ethhdr"), * to the start of the raw Ethernet packet. * * Fix up the various fields in the sk_buff before * passing it up to netif_rx(). The transfer size * (in bytes) specified by the adapter len field of * the "struct rxp_hdr_t" does NOT include the * "sizeof(struct c2_rxp_hdr)". */ skb->data += sizeof(*rxp_hdr); skb_set_tail_pointer(skb, buflen); skb->len = buflen; skb->protocol = eth_type_trans(skb, netdev); netif_rx(skb); netdev->last_rx = jiffies; c2_port->netstats.rx_packets++; c2_port->netstats.rx_bytes += buflen; } /* Save where we left off */ rx_ring->to_clean = elem; c2dev->cur_rx = elem - rx_ring->start; C2_SET_CUR_RX(c2dev, c2dev->cur_rx); spin_unlock_irqrestore(&c2dev->lock, flags); } /* * Handle netisr0 TX & RX interrupts. */ static irqreturn_t c2_interrupt(int irq, void *dev_id) { unsigned int netisr0, dmaisr; int handled = 0; struct c2_dev *c2dev = (struct c2_dev *) dev_id; /* Process CCILNET interrupts */ netisr0 = readl(c2dev->regs + C2_NISR0); if (netisr0) { /* * There is an issue with the firmware that always * provides the status of RX for both TX & RX * interrupts. So process both queues here. */ c2_rx_interrupt(c2dev->netdev); c2_tx_interrupt(c2dev->netdev); /* Clear the interrupt */ writel(netisr0, c2dev->regs + C2_NISR0); handled++; } /* Process RNIC interrupts */ dmaisr = readl(c2dev->regs + C2_DISR); if (dmaisr) { writel(dmaisr, c2dev->regs + C2_DISR); c2_rnic_interrupt(c2dev); handled++; } if (handled) { return IRQ_HANDLED; } else { return IRQ_NONE; } } static int c2_up(struct net_device *netdev) { struct c2_port *c2_port = netdev_priv(netdev); struct c2_dev *c2dev = c2_port->c2dev; struct c2_element *elem; struct c2_rxp_hdr *rxp_hdr; struct in_device *in_dev; size_t rx_size, tx_size; int ret, i; unsigned int netimr0; if (netif_msg_ifup(c2_port)) pr_debug("%s: enabling interface\n", netdev->name); /* Set the Rx buffer size based on MTU */ c2_set_rxbufsize(c2_port); /* Allocate DMA'able memory for Tx/Rx host descriptor rings */ rx_size = c2_port->rx_ring.count * sizeof(struct c2_rx_desc); tx_size = c2_port->tx_ring.count * sizeof(struct c2_tx_desc); c2_port->mem_size = tx_size + rx_size; c2_port->mem = pci_alloc_consistent(c2dev->pcidev, c2_port->mem_size, &c2_port->dma); if (c2_port->mem == NULL) { pr_debug("Unable to allocate memory for " "host descriptor rings\n"); return -ENOMEM; } memset(c2_port->mem, 0, c2_port->mem_size); /* Create the Rx host descriptor ring */ if ((ret = c2_rx_ring_alloc(&c2_port->rx_ring, c2_port->mem, c2_port->dma, c2dev->mmio_rxp_ring))) { pr_debug("Unable to create RX ring\n"); goto bail0; } /* Allocate Rx buffers for the host descriptor ring */ if (c2_rx_fill(c2_port)) { pr_debug("Unable to fill RX ring\n"); goto bail1; } /* Create the Tx host descriptor ring */ if ((ret = c2_tx_ring_alloc(&c2_port->tx_ring, c2_port->mem + rx_size, c2_port->dma + rx_size, c2dev->mmio_txp_ring))) { pr_debug("Unable to create TX ring\n"); goto bail1; } /* Set the TX pointer to where we left off */ c2_port->tx_avail = c2_port->tx_ring.count - 1; c2_port->tx_ring.to_use = c2_port->tx_ring.to_clean = c2_port->tx_ring.start + c2dev->cur_tx; /* missing: Initialize MAC */ BUG_ON(c2_port->tx_ring.to_use != c2_port->tx_ring.to_clean); /* Reset the adapter, ensures the driver is in sync with the RXP */ c2_reset(c2_port); /* Reset the READY bit in the sk_buff RXP headers & adapter HRXDQ */ for (i = 0, elem = c2_port->rx_ring.start; i < c2_port->rx_ring.count; i++, elem++) { rxp_hdr = (struct c2_rxp_hdr *) elem->skb->data; rxp_hdr->flags = 0; __raw_writew(cpu_to_be16(RXP_HRXD_READY), elem->hw_desc + C2_RXP_FLAGS); } /* Enable network packets */ netif_start_queue(netdev); /* Enable IRQ */ writel(0, c2dev->regs + C2_IDIS); netimr0 = readl(c2dev->regs + C2_NIMR0); netimr0 &= ~(C2_PCI_HTX_INT | C2_PCI_HRX_INT); writel(netimr0, c2dev->regs + C2_NIMR0); /* Tell the stack to ignore arp requests for ipaddrs bound to * other interfaces. This is needed to prevent the host stack * from responding to arp requests to the ipaddr bound on the * rdma interface. */ in_dev = in_dev_get(netdev); IN_DEV_CONF_SET(in_dev, ARP_IGNORE, 1); in_dev_put(in_dev); return 0; bail1: c2_rx_clean(c2_port); kfree(c2_port->rx_ring.start); bail0: pci_free_consistent(c2dev->pcidev, c2_port->mem_size, c2_port->mem, c2_port->dma); return ret; } static int c2_down(struct net_device *netdev) { struct c2_port *c2_port = netdev_priv(netdev); struct c2_dev *c2dev = c2_port->c2dev; if (netif_msg_ifdown(c2_port)) pr_debug("%s: disabling interface\n", netdev->name); /* Wait for all the queued packets to get sent */ c2_tx_interrupt(netdev); /* Disable network packets */ netif_stop_queue(netdev); /* Disable IRQs by clearing the interrupt mask */ writel(1, c2dev->regs + C2_IDIS); writel(0, c2dev->regs + C2_NIMR0); /* missing: Stop transmitter */ /* missing: Stop receiver */ /* Reset the adapter, ensures the driver is in sync with the RXP */ c2_reset(c2_port); /* missing: Turn off LEDs here */ /* Free all buffers in the host descriptor rings */ c2_tx_clean(c2_port); c2_rx_clean(c2_port); /* Free the host descriptor rings */ kfree(c2_port->rx_ring.start); kfree(c2_port->tx_ring.start); pci_free_consistent(c2dev->pcidev, c2_port->mem_size, c2_port->mem, c2_port->dma); return 0; } static void c2_reset(struct c2_port *c2_port) { struct c2_dev *c2dev = c2_port->c2dev; unsigned int cur_rx = c2dev->cur_rx; /* Tell the hardware to quiesce */ C2_SET_CUR_RX(c2dev, cur_rx | C2_PCI_HRX_QUI); /* * The hardware will reset the C2_PCI_HRX_QUI bit once * the RXP is quiesced. Wait 2 seconds for this. */ ssleep(2); cur_rx = C2_GET_CUR_RX(c2dev); if (cur_rx & C2_PCI_HRX_QUI) pr_debug("c2_reset: failed to quiesce the hardware!\n"); cur_rx &= ~C2_PCI_HRX_QUI; c2dev->cur_rx = cur_rx; pr_debug("Current RX: %u\n", c2dev->cur_rx); } static int c2_xmit_frame(struct sk_buff *skb, struct net_device *netdev) { struct c2_port *c2_port = netdev_priv(netdev); struct c2_dev *c2dev = c2_port->c2dev; struct c2_ring *tx_ring = &c2_port->tx_ring; struct c2_element *elem; dma_addr_t mapaddr; u32 maplen; unsigned long flags; unsigned int i; spin_lock_irqsave(&c2_port->tx_lock, flags); if (unlikely(c2_port->tx_avail < (skb_shinfo(skb)->nr_frags + 1))) { netif_stop_queue(netdev); spin_unlock_irqrestore(&c2_port->tx_lock, flags); pr_debug("%s: Tx ring full when queue awake!\n", netdev->name); return NETDEV_TX_BUSY; } maplen = skb_headlen(skb); mapaddr = pci_map_single(c2dev->pcidev, skb->data, maplen, PCI_DMA_TODEVICE); elem = tx_ring->to_use; elem->skb = skb; elem->mapaddr = mapaddr; elem->maplen = maplen; /* Tell HW to xmit */ __raw_writeq(cpu_to_be64(mapaddr), elem->hw_desc + C2_TXP_ADDR); __raw_writew(cpu_to_be16(maplen), elem->hw_desc + C2_TXP_LEN); __raw_writew(cpu_to_be16(TXP_HTXD_READY), elem->hw_desc + C2_TXP_FLAGS); c2_port->netstats.tx_packets++; c2_port->netstats.tx_bytes += maplen; /* Loop thru additional data fragments and queue them */ if (skb_shinfo(skb)->nr_frags) { for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) { skb_frag_t *frag = &skb_shinfo(skb)->frags[i]; maplen = frag->size; mapaddr = pci_map_page(c2dev->pcidev, frag->page, frag->page_offset, maplen, PCI_DMA_TODEVICE); elem = elem->next; elem->skb = NULL; elem->mapaddr = mapaddr; elem->maplen = maplen; /* Tell HW to xmit */ __raw_writeq(cpu_to_be64(mapaddr), elem->hw_desc + C2_TXP_ADDR); __raw_writew(cpu_to_be16(maplen), elem->hw_desc + C2_TXP_LEN); __raw_writew(cpu_to_be16(TXP_HTXD_READY), elem->hw_desc + C2_TXP_FLAGS); c2_port->netstats.tx_packets++; c2_port->netstats.tx_bytes += maplen; } } tx_ring->to_use = elem->next; c2_port->tx_avail -= (skb_shinfo(skb)->nr_frags + 1); if (c2_port->tx_avail <= MAX_SKB_FRAGS + 1) { netif_stop_queue(netdev); if (netif_msg_tx_queued(c2_port)) pr_debug("%s: transmit queue full\n", netdev->name); } spin_unlock_irqrestore(&c2_port->tx_lock, flags); netdev->trans_start = jiffies; return NETDEV_TX_OK; } static struct net_device_stats *c2_get_stats(struct net_device *netdev) { struct c2_port *c2_port = netdev_priv(netdev); return &c2_port->netstats; } static void c2_tx_timeout(struct net_device *netdev) { struct c2_port *c2_port = netdev_priv(netdev); if (netif_msg_timer(c2_port)) pr_debug("%s: tx timeout\n", netdev->name); c2_tx_clean(c2_port); } static int c2_change_mtu(struct net_device *netdev, int new_mtu) { int ret = 0; if (new_mtu < ETH_ZLEN || new_mtu > ETH_JUMBO_MTU) return -EINVAL; netdev->mtu = new_mtu; if (netif_running(netdev)) { c2_down(netdev); c2_up(netdev); } return ret; } /* Initialize network device */ static struct net_device *c2_devinit(struct c2_dev *c2dev, void __iomem * mmio_addr) { struct c2_port *c2_port = NULL; struct net_device *netdev = alloc_etherdev(sizeof(*c2_port)); if (!netdev) { pr_debug("c2_port etherdev alloc failed"); return NULL; } SET_NETDEV_DEV(netdev, &c2dev->pcidev->dev); netdev->open = c2_up; netdev->stop = c2_down; netdev->hard_start_xmit = c2_xmit_frame; netdev->get_stats = c2_get_stats; netdev->tx_timeout = c2_tx_timeout; netdev->change_mtu = c2_change_mtu; netdev->watchdog_timeo = C2_TX_TIMEOUT; netdev->irq = c2dev->pcidev->irq; c2_port = netdev_priv(netdev); c2_port->netdev = netdev; c2_port->c2dev = c2dev; c2_port->msg_enable = netif_msg_init(debug, default_msg); c2_port->tx_ring.count = C2_NUM_TX_DESC; c2_port->rx_ring.count = C2_NUM_RX_DESC; spin_lock_init(&c2_port->tx_lock); /* Copy our 48-bit ethernet hardware address */ memcpy_fromio(netdev->dev_addr, mmio_addr + C2_REGS_ENADDR, 6); /* Validate the MAC address */ if (!is_valid_ether_addr(netdev->dev_addr)) { pr_debug("Invalid MAC Address\n"); c2_print_macaddr(netdev); free_netdev(netdev); return NULL; } c2dev->netdev = netdev; return netdev; } static int __devinit c2_probe(struct pci_dev *pcidev, const struct pci_device_id *ent) { int ret = 0, i; unsigned long reg0_start, reg0_flags, reg0_len; unsigned long reg2_start, reg2_flags, reg2_len; unsigned long reg4_start, reg4_flags, reg4_len; unsigned kva_map_size; struct net_device *netdev = NULL; struct c2_dev *c2dev = NULL; void __iomem *mmio_regs = NULL; printk(KERN_INFO PFX "AMSO1100 Gigabit Ethernet driver v%s loaded\n", DRV_VERSION); /* Enable PCI device */ ret = pci_enable_device(pcidev); if (ret) { printk(KERN_ERR PFX "%s: Unable to enable PCI device\n", pci_name(pcidev)); goto bail0; } reg0_start = pci_resource_start(pcidev, BAR_0); reg0_len = pci_resource_len(pcidev, BAR_0); reg0_flags = pci_resource_flags(pcidev, BAR_0); reg2_start = pci_resource_start(pcidev, BAR_2); reg2_len = pci_resource_len(pcidev, BAR_2); reg2_flags = pci_resource_flags(pcidev, BAR_2); reg4_start = pci_resource_start(pcidev, BAR_4); reg4_len = pci_resource_len(pcidev, BAR_4); reg4_flags = pci_resource_flags(pcidev, BAR_4); pr_debug("BAR0 size = 0x%lX bytes\n", reg0_len); pr_debug("BAR2 size = 0x%lX bytes\n", reg2_len); pr_debug("BAR4 size = 0x%lX bytes\n", reg4_len); /* Make sure PCI base addr are MMIO */ if (!(reg0_flags & IORESOURCE_MEM) || !(reg2_flags & IORESOURCE_MEM) || !(reg4_flags & IORESOURCE_MEM)) { printk(KERN_ERR PFX "PCI regions not an MMIO resource\n"); ret = -ENODEV; goto bail1; } /* Check for weird/broken PCI region reporting */ if ((reg0_len < C2_REG0_SIZE) || (reg2_len < C2_REG2_SIZE) || (reg4_len < C2_REG4_SIZE)) { printk(KERN_ERR PFX "Invalid PCI region sizes\n"); ret = -ENODEV; goto bail1; } /* Reserve PCI I/O and memory resources */ ret = pci_request_regions(pcidev, DRV_NAME); if (ret) { printk(KERN_ERR PFX "%s: Unable to request regions\n", pci_name(pcidev)); goto bail1; } if ((sizeof(dma_addr_t) > 4)) { ret = pci_set_dma_mask(pcidev, DMA_64BIT_MASK); if (ret < 0) { printk(KERN_ERR PFX "64b DMA configuration failed\n"); goto bail2; } } else { ret = pci_set_dma_mask(pcidev, DMA_32BIT_MASK); if (ret < 0) { printk(KERN_ERR PFX "32b DMA configuration failed\n"); goto bail2; } } /* Enables bus-mastering on the device */ pci_set_master(pcidev); /* Remap the adapter PCI registers in BAR4 */ mmio_regs = ioremap_nocache(reg4_start + C2_PCI_REGS_OFFSET, sizeof(struct c2_adapter_pci_regs)); if (mmio_regs == 0UL) { printk(KERN_ERR PFX "Unable to remap adapter PCI registers in BAR4\n"); ret = -EIO; goto bail2; } /* Validate PCI regs magic */ for (i = 0; i < sizeof(c2_magic); i++) { if (c2_magic[i] != readb(mmio_regs + C2_REGS_MAGIC + i)) { printk(KERN_ERR PFX "Downlevel Firmware boot loader " "[%d/%Zd: got 0x%x, exp 0x%x]. Use the cc_flash " "utility to update your boot loader\n", i + 1, sizeof(c2_magic), readb(mmio_regs + C2_REGS_MAGIC + i), c2_magic[i]); printk(KERN_ERR PFX "Adapter not claimed\n"); iounmap(mmio_regs); ret = -EIO; goto bail2; } } /* Validate the adapter version */ if (be32_to_cpu(readl(mmio_regs + C2_REGS_VERS)) != C2_VERSION) { printk(KERN_ERR PFX "Version mismatch " "[fw=%u, c2=%u], Adapter not claimed\n", be32_to_cpu(readl(mmio_regs + C2_REGS_VERS)), C2_VERSION); ret = -EINVAL; iounmap(mmio_regs); goto bail2; } /* Validate the adapter IVN */ if (be32_to_cpu(readl(mmio_regs + C2_REGS_IVN)) != C2_IVN) { printk(KERN_ERR PFX "Downlevel FIrmware level. You should be using " "the OpenIB device support kit. " "[fw=0x%x, c2=0x%x], Adapter not claimed\n", be32_to_cpu(readl(mmio_regs + C2_REGS_IVN)), C2_IVN); ret = -EINVAL; iounmap(mmio_regs); goto bail2; } /* Allocate hardware structure */ c2dev = (struct c2_dev *) ib_alloc_device(sizeof(*c2dev)); if (!c2dev) { printk(KERN_ERR PFX "%s: Unable to alloc hardware struct\n", pci_name(pcidev)); ret = -ENOMEM; iounmap(mmio_regs); goto bail2; } memset(c2dev, 0, sizeof(*c2dev)); spin_lock_init(&c2dev->lock); c2dev->pcidev = pcidev; c2dev->cur_tx = 0; /* Get the last RX index */ c2dev->cur_rx = (be32_to_cpu(readl(mmio_regs + C2_REGS_HRX_CUR)) - 0xffffc000) / sizeof(struct c2_rxp_desc); /* Request an interrupt line for the driver */ ret = request_irq(pcidev->irq, c2_interrupt, IRQF_SHARED, DRV_NAME, c2dev); if (ret) { printk(KERN_ERR PFX "%s: requested IRQ %u is busy\n", pci_name(pcidev), pcidev->irq); iounmap(mmio_regs); goto bail3; } /* Set driver specific data */ pci_set_drvdata(pcidev, c2dev); /* Initialize network device */ if ((netdev = c2_devinit(c2dev, mmio_regs)) == NULL) { iounmap(mmio_regs); goto bail4; } /* Save off the actual size prior to unmapping mmio_regs */ kva_map_size = be32_to_cpu(readl(mmio_regs + C2_REGS_PCI_WINSIZE)); /* Unmap the adapter PCI registers in BAR4 */ iounmap(mmio_regs); /* Register network device */ ret = register_netdev(netdev); if (ret) { printk(KERN_ERR PFX "Unable to register netdev, ret = %d\n", ret); goto bail5; } /* Disable network packets */ netif_stop_queue(netdev); /* Remap the adapter HRXDQ PA space to kernel VA space */ c2dev->mmio_rxp_ring = ioremap_nocache(reg4_start + C2_RXP_HRXDQ_OFFSET, C2_RXP_HRXDQ_SIZE); if (c2dev->mmio_rxp_ring == 0UL) { printk(KERN_ERR PFX "Unable to remap MMIO HRXDQ region\n"); ret = -EIO; goto bail6; } /* Remap the adapter HTXDQ PA space to kernel VA space */ c2dev->mmio_txp_ring = ioremap_nocache(reg4_start + C2_TXP_HTXDQ_OFFSET, C2_TXP_HTXDQ_SIZE); if (c2dev->mmio_txp_ring == 0UL) { printk(KERN_ERR PFX "Unable to remap MMIO HTXDQ region\n"); ret = -EIO; goto bail7; } /* Save off the current RX index in the last 4 bytes of the TXP Ring */ C2_SET_CUR_RX(c2dev, c2dev->cur_rx); /* Remap the PCI registers in adapter BAR0 to kernel VA space */ c2dev->regs = ioremap_nocache(reg0_start, reg0_len); if (c2dev->regs == 0UL) { printk(KERN_ERR PFX "Unable to remap BAR0\n"); ret = -EIO; goto bail8; } /* Remap the PCI registers in adapter BAR4 to kernel VA space */ c2dev->pa = reg4_start + C2_PCI_REGS_OFFSET; c2dev->kva = ioremap_nocache(reg4_start + C2_PCI_REGS_OFFSET, kva_map_size); if (c2dev->kva == 0UL) { printk(KERN_ERR PFX "Unable to remap BAR4\n"); ret = -EIO; goto bail9; } /* Print out the MAC address */ c2_print_macaddr(netdev); ret = c2_rnic_init(c2dev); if (ret) { printk(KERN_ERR PFX "c2_rnic_init failed: %d\n", ret); goto bail10; } if (c2_register_device(c2dev)) goto bail10; return 0; bail10: iounmap(c2dev->kva); bail9: iounmap(c2dev->regs); bail8: iounmap(c2dev->mmio_txp_ring); bail7: iounmap(c2dev->mmio_rxp_ring); bail6: unregister_netdev(netdev); bail5: free_netdev(netdev); bail4: free_irq(pcidev->irq, c2dev); bail3: ib_dealloc_device(&c2dev->ibdev); bail2: pci_release_regions(pcidev); bail1: pci_disable_device(pcidev); bail0: return ret; } static void __devexit c2_remove(struct pci_dev *pcidev) { struct c2_dev *c2dev = pci_get_drvdata(pcidev); struct net_device *netdev = c2dev->netdev; /* Unregister with OpenIB */ c2_unregister_device(c2dev); /* Clean up the RNIC resources */ c2_rnic_term(c2dev); /* Remove network device from the kernel */ unregister_netdev(netdev); /* Free network device */ free_netdev(netdev); /* Free the interrupt line */ free_irq(pcidev->irq, c2dev); /* missing: Turn LEDs off here */ /* Unmap adapter PA space */ iounmap(c2dev->kva); iounmap(c2dev->regs); iounmap(c2dev->mmio_txp_ring); iounmap(c2dev->mmio_rxp_ring); /* Free the hardware structure */ ib_dealloc_device(&c2dev->ibdev); /* Release reserved PCI I/O and memory resources */ pci_release_regions(pcidev); /* Disable PCI device */ pci_disable_device(pcidev); /* Clear driver specific data */ pci_set_drvdata(pcidev, NULL); } static struct pci_driver c2_pci_driver = { .name = DRV_NAME, .id_table = c2_pci_table, .probe = c2_probe, .remove = __devexit_p(c2_remove), }; static int __init c2_init_module(void) { return pci_register_driver(&c2_pci_driver); } static void __exit c2_exit_module(void) { pci_unregister_driver(&c2_pci_driver); } module_init(c2_init_module); module_exit(c2_exit_module);