drivers/net/hippi/rrunner.c

   1 /*
   2  * rrunner.c: Linux driver for the Essential RoadRunner HIPPI board.
   3  *
   4  * Copyright (C) 1998-2002 by Jes Sorensen, <jes@wildopensource.com>.
   5  *
   6  * Thanks to Essential Communication for providing us with hardware
   7  * and very comprehensive documentation without which I would not have
   8  * been able to write this driver. A special thank you to John Gibbon
   9  * for sorting out the legal issues, with the NDA, allowing the code to
  10  * be released under the GPL.
  11  *
  12  * This program is free software; you can redistribute it and/or modify
  13  * it under the terms of the GNU General Public License as published by
  14  * the Free Software Foundation; either version 2 of the License, or
  15  * (at your option) any later version.
  16  *
  17  * Thanks to Jayaram Bhat from ODS/Essential for fixing some of the
  18  * stupid bugs in my code.
  19  *
  20  * Softnet support and various other patches from Val Henson of
  21  * ODS/Essential.
  22  *
  23  * PCI DMA mapping code partly based on work by Francois Romieu.
  24  */
  25
  26
  27 #define DEBUG 1
  28 #define RX_DMA_SKBUFF 1
  29 #define PKT_COPY_THRESHOLD 512
  30
  31 #include <linux/module.h>
  32 #include <linux/types.h>
  33 #include <linux/errno.h>
  34 #include <linux/ioport.h>
  35 #include <linux/pci.h>
  36 #include <linux/kernel.h>
  37 #include <linux/netdevice.h>
  38 #include <linux/hippidevice.h>
  39 #include <linux/skbuff.h>
  40 #include <linux/delay.h>
  41 #include <linux/mm.h>
  42 #include <linux/slab.h>
  43 #include <net/sock.h>
  44
  45 #include <asm/cache.h>
  46 #include <asm/byteorder.h>
  47 #include <asm/io.h>
  48 #include <asm/irq.h>
  49 #include <linux/uaccess.h>
  50
  51 #define rr_if_busy(dev)     netif_queue_stopped(dev)
  52 #define rr_if_running(dev)  netif_running(dev)
  53
  54 #include "rrunner.h"
  55
  56 #define RUN_AT(x) (jiffies + (x))
  57
  58
  59 MODULE_AUTHOR("Jes Sorensen <jes@wildopensource.com>");
  60 MODULE_DESCRIPTION("Essential RoadRunner HIPPI driver");
  61 MODULE_LICENSE("GPL");
  62
  63 static const char version[] =
  64 "rrunner.c: v0.50 11/11/2002  Jes Sorensen (jes@wildopensource.com)\n";
  65
  66
  67 static const struct net_device_ops rr_netdev_ops = {
  68         .ndo_open               = rr_open,
  69         .ndo_stop               = rr_close,
  70         .ndo_do_ioctl           = rr_ioctl,
  71         .ndo_start_xmit         = rr_start_xmit,
  72         .ndo_set_mac_address    = hippi_mac_addr,
  73 };
  74
  75 /*
  76  * Implementation notes:
  77  *
  78  * The DMA engine only allows for DMA within physical 64KB chunks of
  79  * memory. The current approach of the driver (and stack) is to use
  80  * linear blocks of memory for the skbuffs. However, as the data block
  81  * is always the first part of the skb and skbs are 2^n aligned so we
  82  * are guarantted to get the whole block within one 64KB align 64KB
  83  * chunk.
  84  *
  85  * On the long term, relying on being able to allocate 64KB linear
  86  * chunks of memory is not feasible and the skb handling code and the
  87  * stack will need to know about I/O vectors or something similar.
  88  */
  89
  90 static int rr_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
  91 {
  92         struct net_device *dev;
  93         static int version_disp;
  94         u8 pci_latency;
  95         struct rr_private *rrpriv;
  96         void *tmpptr;
  97         dma_addr_t ring_dma;
  98         int ret = -ENOMEM;
  99
 100         dev = alloc_hippi_dev(sizeof(struct rr_private));
 101         if (!dev)
 102                 goto out3;
 103
 104         ret = pci_enable_device(pdev);
 105         if (ret) {
 106                 ret = -ENODEV;
 107                 goto out2;
 108         }
 109
 110         rrpriv = netdev_priv(dev);
 111
 112         SET_NETDEV_DEV(dev, &pdev->dev);
 113
 114         ret = pci_request_regions(pdev, "rrunner");
 115         if (ret < 0)
 116                 goto out;
 117
 118         pci_set_drvdata(pdev, dev);
 119
 120         rrpriv->pci_dev = pdev;
 121
 122         spin_lock_init(&rrpriv->lock);
 123
 124         dev->netdev_ops = &rr_netdev_ops;
 125
 126         /* display version info if adapter is found */
 127         if (!version_disp) {
 128                 /* set display flag to TRUE so that */
 129                 /* we only display this string ONCE */
 130                 version_disp = 1;
 131                 printk(version);
 132         }
 133
 134         pci_read_config_byte(pdev, PCI_LATENCY_TIMER, &pci_latency);
 135         if (pci_latency <= 0x58){
 136                 pci_latency = 0x58;
 137                 pci_write_config_byte(pdev, PCI_LATENCY_TIMER, pci_latency);
 138         }
 139
 140         pci_set_master(pdev);
 141
 142         printk(KERN_INFO "%s: Essential RoadRunner serial HIPPI "
 143                "at 0x%llx, irq %i, PCI latency %i\n", dev->name,
 144                (unsigned long long)pci_resource_start(pdev, 0),
 145                pdev->irq, pci_latency);
 146
 147         /*
 148          * Remap the MMIO regs into kernel space.
 149          */
 150         rrpriv->regs = pci_iomap(pdev, 0, 0x1000);
 151         if (!rrpriv->regs) {
 152                 printk(KERN_ERR "%s:  Unable to map I/O register, "
 153                         "RoadRunner will be disabled.\n", dev->name);
 154                 ret = -EIO;
 155                 goto out;
 156         }
 157
 158         tmpptr = pci_alloc_consistent(pdev, TX_TOTAL_SIZE, &ring_dma);
 159         rrpriv->tx_ring = tmpptr;
 160         rrpriv->tx_ring_dma = ring_dma;
 161
 162         if (!tmpptr) {
 163                 ret = -ENOMEM;
 164                 goto out;
 165         }
 166
 167         tmpptr = pci_alloc_consistent(pdev, RX_TOTAL_SIZE, &ring_dma);
 168         rrpriv->rx_ring = tmpptr;
 169         rrpriv->rx_ring_dma = ring_dma;
 170
 171         if (!tmpptr) {
 172                 ret = -ENOMEM;
 173                 goto out;
 174         }
 175
 176         tmpptr = pci_alloc_consistent(pdev, EVT_RING_SIZE, &ring_dma);
 177         rrpriv->evt_ring = tmpptr;
 178         rrpriv->evt_ring_dma = ring_dma;
 179
 180         if (!tmpptr) {
 181                 ret = -ENOMEM;
 182                 goto out;
 183         }
 184
 185         /*
 186          * Don't access any register before this point!
 187          */
 188 #ifdef __BIG_ENDIAN
 189         writel(readl(&rrpriv->regs->HostCtrl) | NO_SWAP,
 190                 &rrpriv->regs->HostCtrl);
 191 #endif
 192         /*
 193          * Need to add a case for little-endian 64-bit hosts here.
 194          */
 195
 196         rr_init(dev);
 197
 198         ret = register_netdev(dev);
 199         if (ret)
 200                 goto out;
 201         return 0;
 202
 203  out:
 204         if (rrpriv->evt_ring)
 205                 pci_free_consistent(pdev, EVT_RING_SIZE, rrpriv->evt_ring,
 206                                     rrpriv->evt_ring_dma);
 207         if (rrpriv->rx_ring)
 208                 pci_free_consistent(pdev, RX_TOTAL_SIZE, rrpriv->rx_ring,
 209                                     rrpriv->rx_ring_dma);
 210         if (rrpriv->tx_ring)
 211                 pci_free_consistent(pdev, TX_TOTAL_SIZE, rrpriv->tx_ring,
 212                                     rrpriv->tx_ring_dma);
 213         if (rrpriv->regs)
 214                 pci_iounmap(pdev, rrpriv->regs);
 215         if (pdev)
 216                 pci_release_regions(pdev);
 217  out2:
 218         free_netdev(dev);
 219  out3:
 220         return ret;
 221 }
 222
 223 static void rr_remove_one(struct pci_dev *pdev)
 224 {
 225         struct net_device *dev = pci_get_drvdata(pdev);
 226         struct rr_private *rr = netdev_priv(dev);
 227
 228         if (!(readl(&rr->regs->HostCtrl) & NIC_HALTED)) {
 229                 printk(KERN_ERR "%s: trying to unload running NIC\n",
 230                        dev->name);
 231                 writel(HALT_NIC, &rr->regs->HostCtrl);
 232         }
 233
 234         unregister_netdev(dev);
 235         pci_free_consistent(pdev, EVT_RING_SIZE, rr->evt_ring,
 236                             rr->evt_ring_dma);
 237         pci_free_consistent(pdev, RX_TOTAL_SIZE, rr->rx_ring,
 238                             rr->rx_ring_dma);
 239         pci_free_consistent(pdev, TX_TOTAL_SIZE, rr->tx_ring,
 240                             rr->tx_ring_dma);
 241         pci_iounmap(pdev, rr->regs);
 242         pci_release_regions(pdev);
 243         pci_disable_device(pdev);
 244         free_netdev(dev);
 245 }
 246
 247
 248 /*
 249  * Commands are considered to be slow, thus there is no reason to
 250  * inline this.
 251  */
 252 static void rr_issue_cmd(struct rr_private *rrpriv, struct cmd *cmd)
 253 {
 254         struct rr_regs __iomem *regs;
 255         u32 idx;
 256
 257         regs = rrpriv->regs;
 258         /*
 259          * This is temporary - it will go away in the final version.
 260          * We probably also want to make this function inline.
 261          */
 262         if (readl(&regs->HostCtrl) & NIC_HALTED){
 263                 printk("issuing command for halted NIC, code 0x%x, "
 264                        "HostCtrl %08x\n", cmd->code, readl(&regs->HostCtrl));
 265                 if (readl(&regs->Mode) & FATAL_ERR)
 266                         printk("error codes Fail1 %02x, Fail2 %02x\n",
 267                                readl(&regs->Fail1), readl(&regs->Fail2));
 268         }
 269
 270         idx = rrpriv->info->cmd_ctrl.pi;
 271
 272         writel(*(u32*)(cmd), &regs->CmdRing[idx]);
 273         wmb();
 274
 275         idx = (idx - 1) % CMD_RING_ENTRIES;
 276         rrpriv->info->cmd_ctrl.pi = idx;
 277         wmb();
 278
 279         if (readl(&regs->Mode) & FATAL_ERR)
 280                 printk("error code %02x\n", readl(&regs->Fail1));
 281 }
 282
 283
 284 /*
 285  * Reset the board in a sensible manner. The NIC is already halted
 286  * when we get here and a spin-lock is held.
 287  */
 288 static int rr_reset(struct net_device *dev)
 289 {
 290         struct rr_private *rrpriv;
 291         struct rr_regs __iomem *regs;
 292         u32 start_pc;
 293         int i;
 294
 295         rrpriv = netdev_priv(dev);
 296         regs = rrpriv->regs;
 297
 298         rr_load_firmware(dev);
 299
 300         writel(0x01000000, &regs->TX_state);
 301         writel(0xff800000, &regs->RX_state);
 302         writel(0, &regs->AssistState);
 303         writel(CLEAR_INTA, &regs->LocalCtrl);
 304         writel(0x01, &regs->BrkPt);
 305         writel(0, &regs->Timer);
 306         writel(0, &regs->TimerRef);
 307         writel(RESET_DMA, &regs->DmaReadState);
 308         writel(RESET_DMA, &regs->DmaWriteState);
 309         writel(0, &regs->DmaWriteHostHi);
 310         writel(0, &regs->DmaWriteHostLo);
 311         writel(0, &regs->DmaReadHostHi);
 312         writel(0, &regs->DmaReadHostLo);
 313         writel(0, &regs->DmaReadLen);
 314         writel(0, &regs->DmaWriteLen);
 315         writel(0, &regs->DmaWriteLcl);
 316         writel(0, &regs->DmaWriteIPchecksum);
 317         writel(0, &regs->DmaReadLcl);
 318         writel(0, &regs->DmaReadIPchecksum);
 319         writel(0, &regs->PciState);
 320 #if (BITS_PER_LONG == 64) && defined __LITTLE_ENDIAN
 321         writel(SWAP_DATA | PTR64BIT | PTR_WD_SWAP, &regs->Mode);
 322 #elif (BITS_PER_LONG == 64)
 323         writel(SWAP_DATA | PTR64BIT | PTR_WD_NOSWAP, &regs->Mode);
 324 #else
 325         writel(SWAP_DATA | PTR32BIT | PTR_WD_NOSWAP, &regs->Mode);
 326 #endif
 327
 328 #if 0
 329         /*
 330          * Don't worry, this is just black magic.
 331          */
 332         writel(0xdf000, &regs->RxBase);
 333         writel(0xdf000, &regs->RxPrd);
 334         writel(0xdf000, &regs->RxCon);
 335         writel(0xce000, &regs->TxBase);
 336         writel(0xce000, &regs->TxPrd);
 337         writel(0xce000, &regs->TxCon);
 338         writel(0, &regs->RxIndPro);
 339         writel(0, &regs->RxIndCon);
 340         writel(0, &regs->RxIndRef);
 341         writel(0, &regs->TxIndPro);
 342         writel(0, &regs->TxIndCon);
 343         writel(0, &regs->TxIndRef);
 344         writel(0xcc000, &regs->pad10[0]);
 345         writel(0, &regs->DrCmndPro);
 346         writel(0, &regs->DrCmndCon);
 347         writel(0, &regs->DwCmndPro);
 348         writel(0, &regs->DwCmndCon);
 349         writel(0, &regs->DwCmndRef);
 350         writel(0, &regs->DrDataPro);
 351         writel(0, &regs->DrDataCon);
 352         writel(0, &regs->DrDataRef);
 353         writel(0, &regs->DwDataPro);
 354         writel(0, &regs->DwDataCon);
 355         writel(0, &regs->DwDataRef);
 356 #endif
 357
 358         writel(0xffffffff, &regs->MbEvent);
 359         writel(0, &regs->Event);
 360
 361         writel(0, &regs->TxPi);
 362         writel(0, &regs->IpRxPi);
 363
 364         writel(0, &regs->EvtCon);
 365         writel(0, &regs->EvtPrd);
 366
 367         rrpriv->info->evt_ctrl.pi = 0;
 368
 369         for (i = 0; i < CMD_RING_ENTRIES; i++)
 370                 writel(0, &regs->CmdRing[i]);
 371
 372 /*
 373  * Why 32 ? is this not cache line size dependent?
 374  */
 375         writel(RBURST_64|WBURST_64, &regs->PciState);
 376         wmb();
 377
 378         start_pc = rr_read_eeprom_word(rrpriv,
 379                         offsetof(struct eeprom, rncd_info.FwStart));
 380
 381 #if (DEBUG > 1)
 382         printk("%s: Executing firmware at address 0x%06x\n",
 383                dev->name, start_pc);
 384 #endif
 385
 386         writel(start_pc + 0x800, &regs->Pc);
 387         wmb();
 388         udelay(5);
 389
 390         writel(start_pc, &regs->Pc);
 391         wmb();
 392
 393         return 0;
 394 }
 395
 396
 397 /*
 398  * Read a string from the EEPROM.
 399  */
 400 static unsigned int rr_read_eeprom(struct rr_private *rrpriv,
 401                                 unsigned long offset,
 402                                 unsigned char *buf,
 403                                 unsigned long length)
 404 {
 405         struct rr_regs __iomem *regs = rrpriv->regs;
 406         u32 misc, io, host, i;
 407
 408         io = readl(&regs->ExtIo);
 409         writel(0, &regs->ExtIo);
 410         misc = readl(&regs->LocalCtrl);
 411         writel(0, &regs->LocalCtrl);
 412         host = readl(&regs->HostCtrl);
 413         writel(host | HALT_NIC, &regs->HostCtrl);
 414         mb();
 415
 416         for (i = 0; i < length; i++){
 417                 writel((EEPROM_BASE + ((offset+i) << 3)), &regs->WinBase);
 418                 mb();
 419                 buf[i] = (readl(&regs->WinData) >> 24) & 0xff;
 420                 mb();
 421         }
 422
 423         writel(host, &regs->HostCtrl);
 424         writel(misc, &regs->LocalCtrl);
 425         writel(io, &regs->ExtIo);
 426         mb();
 427         return i;
 428 }
 429
 430
 431 /*
 432  * Shortcut to read one word (4 bytes) out of the EEPROM and convert
 433  * it to our CPU byte-order.
 434  */
 435 static u32 rr_read_eeprom_word(struct rr_private *rrpriv,
 436                             size_t offset)
 437 {
 438         __be32 word;
 439
 440         if ((rr_read_eeprom(rrpriv, offset,
 441                             (unsigned char *)&word, 4) == 4))
 442                 return be32_to_cpu(word);
 443         return 0;
 444 }
 445
 446
 447 /*
 448  * Write a string to the EEPROM.
 449  *
 450  * This is only called when the firmware is not running.
 451  */
 452 static unsigned int write_eeprom(struct rr_private *rrpriv,
 453                                  unsigned long offset,
 454                                  unsigned char *buf,
 455                                  unsigned long length)
 456 {
 457         struct rr_regs __iomem *regs = rrpriv->regs;
 458         u32 misc, io, data, i, j, ready, error = 0;
 459
 460         io = readl(&regs->ExtIo);
 461         writel(0, &regs->ExtIo);
 462         misc = readl(&regs->LocalCtrl);
 463         writel(ENABLE_EEPROM_WRITE, &regs->LocalCtrl);
 464         mb();
 465
 466         for (i = 0; i < length; i++){
 467                 writel((EEPROM_BASE + ((offset+i) << 3)), &regs->WinBase);
 468                 mb();
 469                 data = buf[i] << 24;
 470                 /*
 471                  * Only try to write the data if it is not the same
 472                  * value already.
 473                  */
 474                 if ((readl(&regs->WinData) & 0xff000000) != data){
 475                         writel(data, &regs->WinData);
 476                         ready = 0;
 477                         j = 0;
 478                         mb();
 479                         while(!ready){
 480                                 udelay(20);
 481                                 if ((readl(&regs->WinData) & 0xff000000) ==
 482                                     data)
 483                                         ready = 1;
 484                                 mb();
 485                                 if (j++ > 5000){
 486                                         printk("data mismatch: %08x, "
 487                                                "WinData %08x\n", data,
 488                                                readl(&regs->WinData));
 489                                         ready = 1;
 490                                         error = 1;
 491                                 }
 492                         }
 493                 }
 494         }
 495
 496         writel(misc, &regs->LocalCtrl);
 497         writel(io, &regs->ExtIo);
 498         mb();
 499
 500         return error;
 501 }
 502
 503
 504 static int rr_init(struct net_device *dev)
 505 {
 506         struct rr_private *rrpriv;
 507         struct rr_regs __iomem *regs;
 508         u32 sram_size, rev;
 509
 510         rrpriv = netdev_priv(dev);
 511         regs = rrpriv->regs;
 512
 513         rev = readl(&regs->FwRev);
 514         rrpriv->fw_rev = rev;
 515         if (rev > 0x00020024)
 516                 printk("  Firmware revision: %i.%i.%i\n", (rev >> 16),
 517                        ((rev >> 8) & 0xff), (rev & 0xff));
 518         else if (rev >= 0x00020000) {
 519                 printk("  Firmware revision: %i.%i.%i (2.0.37 or "
 520                        "later is recommended)\n", (rev >> 16),
 521                        ((rev >> 8) & 0xff), (rev & 0xff));
 522         }else{
 523                 printk("  Firmware revision too old: %i.%i.%i, please "
 524                        "upgrade to 2.0.37 or later.\n",
 525                        (rev >> 16), ((rev >> 8) & 0xff), (rev & 0xff));
 526         }
 527
 528 #if (DEBUG > 2)
 529         printk("  Maximum receive rings %i\n", readl(&regs->MaxRxRng));
 530 #endif
 531
 532         /*
 533          * Read the hardware address from the eeprom.  The HW address
 534          * is not really necessary for HIPPI but awfully convenient.
 535          * The pointer arithmetic to put it in dev_addr is ugly, but
 536          * Donald Becker does it this way for the GigE version of this
 537          * card and it's shorter and more portable than any
 538          * other method I've seen.  -VAL
 539          */
 540
 541         *(__be16 *)(dev->dev_addr) =
 542           htons(rr_read_eeprom_word(rrpriv, offsetof(struct eeprom, manf.BoardULA)));
 543         *(__be32 *)(dev->dev_addr+2) =
 544           htonl(rr_read_eeprom_word(rrpriv, offsetof(struct eeprom, manf.BoardULA[4])));
 545
 546         printk("  MAC: %pM\n", dev->dev_addr);
 547
 548         sram_size = rr_read_eeprom_word(rrpriv, 8);
 549         printk("  SRAM size 0x%06x\n", sram_size);
 550
 551         return 0;
 552 }
 553
 554
 555 static int rr_init1(struct net_device *dev)
 556 {
 557         struct rr_private *rrpriv;
 558         struct rr_regs __iomem *regs;
 559         unsigned long myjif, flags;
 560         struct cmd cmd;
 561         u32 hostctrl;
 562         int ecode = 0;
 563         short i;
 564
 565         rrpriv = netdev_priv(dev);
 566         regs = rrpriv->regs;
 567
 568         spin_lock_irqsave(&rrpriv->lock, flags);
 569
 570         hostctrl = readl(&regs->HostCtrl);
 571         writel(hostctrl | HALT_NIC | RR_CLEAR_INT, &regs->HostCtrl);
 572         wmb();
 573
 574         if (hostctrl & PARITY_ERR){
 575                 printk("%s: Parity error halting NIC - this is serious!\n",
 576                        dev->name);
 577                 spin_unlock_irqrestore(&rrpriv->lock, flags);
 578                 ecode = -EFAULT;
 579                 goto error;
 580         }
 581
 582         set_rxaddr(regs, rrpriv->rx_ctrl_dma);
 583         set_infoaddr(regs, rrpriv->info_dma);
 584
 585         rrpriv->info->evt_ctrl.entry_size = sizeof(struct event);
 586         rrpriv->info->evt_ctrl.entries = EVT_RING_ENTRIES;
 587         rrpriv->info->evt_ctrl.mode = 0;
 588         rrpriv->info->evt_ctrl.pi = 0;
 589         set_rraddr(&rrpriv->info->evt_ctrl.rngptr, rrpriv->evt_ring_dma);
 590
 591         rrpriv->info->cmd_ctrl.entry_size = sizeof(struct cmd);
 592         rrpriv->info->cmd_ctrl.entries = CMD_RING_ENTRIES;
 593         rrpriv->info->cmd_ctrl.mode = 0;
 594         rrpriv->info->cmd_ctrl.pi = 15;
 595
 596         for (i = 0; i < CMD_RING_ENTRIES; i++) {
 597                 writel(0, &regs->CmdRing[i]);
 598         }
 599
 600         for (i = 0; i < TX_RING_ENTRIES; i++) {
 601                 rrpriv->tx_ring[i].size = 0;
 602                 set_rraddr(&rrpriv->tx_ring[i].addr, 0);
 603                 rrpriv->tx_skbuff[i] = NULL;
 604         }
 605         rrpriv->info->tx_ctrl.entry_size = sizeof(struct tx_desc);
 606         rrpriv->info->tx_ctrl.entries = TX_RING_ENTRIES;
 607         rrpriv->info->tx_ctrl.mode = 0;
 608         rrpriv->info->tx_ctrl.pi = 0;
 609         set_rraddr(&rrpriv->info->tx_ctrl.rngptr, rrpriv->tx_ring_dma);
 610
 611         /*
 612          * Set dirty_tx before we start receiving interrupts, otherwise
 613          * the interrupt handler might think it is supposed to process
 614          * tx ints before we are up and running, which may cause a null
 615          * pointer access in the int handler.
 616          */
 617         rrpriv->tx_full = 0;
 618         rrpriv->cur_rx = 0;
 619         rrpriv->dirty_rx = rrpriv->dirty_tx = 0;
 620
 621         rr_reset(dev);
 622
 623         /* Tuning values */
 624         writel(0x5000, &regs->ConRetry);
 625         writel(0x100, &regs->ConRetryTmr);
 626         writel(0x500000, &regs->ConTmout);
 627         writel(0x60, &regs->IntrTmr);
 628         writel(0x500000, &regs->TxDataMvTimeout);
 629         writel(0x200000, &regs->RxDataMvTimeout);
 630         writel(0x80, &regs->WriteDmaThresh);
 631         writel(0x80, &regs->ReadDmaThresh);
 632
 633         rrpriv->fw_running = 0;
 634         wmb();
 635
 636         hostctrl &= ~(HALT_NIC | INVALID_INST_B | PARITY_ERR);
 637         writel(hostctrl, &regs->HostCtrl);
 638         wmb();
 639
 640         spin_unlock_irqrestore(&rrpriv->lock, flags);
 641
 642         for (i = 0; i < RX_RING_ENTRIES; i++) {
 643                 struct sk_buff *skb;
 644                 dma_addr_t addr;
 645
 646                 rrpriv->rx_ring[i].mode = 0;
 647                 skb = alloc_skb(dev->mtu + HIPPI_HLEN, GFP_ATOMIC);
 648                 if (!skb) {
 649                         printk(KERN_WARNING "%s: Unable to allocate memory "
 650                                "for receive ring - halting NIC\n", dev->name);
 651                         ecode = -ENOMEM;
 652                         goto error;
 653                 }
 654                 rrpriv->rx_skbuff[i] = skb;
 655                 addr = pci_map_single(rrpriv->pci_dev, skb->data,
 656                         dev->mtu + HIPPI_HLEN, PCI_DMA_FROMDEVICE);
 657                 /*
 658                  * Sanity test to see if we conflict with the DMA
 659                  * limitations of the Roadrunner.
 660                  */
 661                 if ((((unsigned long)skb->data) & 0xfff) > ~65320)
 662                         printk("skb alloc error\n");
 663
 664                 set_rraddr(&rrpriv->rx_ring[i].addr, addr);
 665                 rrpriv->rx_ring[i].size = dev->mtu + HIPPI_HLEN;
 666         }
 667
 668         rrpriv->rx_ctrl[4].entry_size = sizeof(struct rx_desc);
 669         rrpriv->rx_ctrl[4].entries = RX_RING_ENTRIES;
 670         rrpriv->rx_ctrl[4].mode = 8;
 671         rrpriv->rx_ctrl[4].pi = 0;
 672         wmb();
 673         set_rraddr(&rrpriv->rx_ctrl[4].rngptr, rrpriv->rx_ring_dma);
 674
 675         udelay(1000);
 676
 677         /*
 678          * Now start the FirmWare.
 679          */
 680         cmd.code = C_START_FW;
 681         cmd.ring = 0;
 682         cmd.index = 0;
 683
 684         rr_issue_cmd(rrpriv, &cmd);
 685
 686         /*
 687          * Give the FirmWare time to chew on the `get running' command.
 688          */
 689         myjif = jiffies + 5 * HZ;
 690         while (time_before(jiffies, myjif) && !rrpriv->fw_running)
 691                 cpu_relax();
 692
 693         netif_start_queue(dev);
 694
 695         return ecode;
 696
 697  error:
 698         /*
 699          * We might have gotten here because we are out of memory,
 700          * make sure we release everything we allocated before failing
 701          */
 702         for (i = 0; i < RX_RING_ENTRIES; i++) {
 703                 struct sk_buff *skb = rrpriv->rx_skbuff[i];
 704
 705                 if (skb) {
 706                         pci_unmap_single(rrpriv->pci_dev,
 707                                          rrpriv->rx_ring[i].addr.addrlo,
 708                                          dev->mtu + HIPPI_HLEN,
 709                                          PCI_DMA_FROMDEVICE);
 710                         rrpriv->rx_ring[i].size = 0;
 711                         set_rraddr(&rrpriv->rx_ring[i].addr, 0);
 712                         dev_kfree_skb(skb);
 713                         rrpriv->rx_skbuff[i] = NULL;
 714                 }
 715         }
 716         return ecode;
 717 }
 718
 719
 720 /*
 721  * All events are considered to be slow (RX/TX ints do not generate
 722  * events) and are handled here, outside the main interrupt handler,
 723  * to reduce the size of the handler.
 724  */
 725 static u32 rr_handle_event(struct net_device *dev, u32 prodidx, u32 eidx)
 726 {
 727         struct rr_private *rrpriv;
 728         struct rr_regs __iomem *regs;
 729         u32 tmp;
 730
 731         rrpriv = netdev_priv(dev);
 732         regs = rrpriv->regs;
 733
 734         while (prodidx != eidx){
 735                 switch (rrpriv->evt_ring[eidx].code){
 736                 case E_NIC_UP:
 737                         tmp = readl(&regs->FwRev);
 738                         printk(KERN_INFO "%s: Firmware revision %i.%i.%i "
 739                                "up and running\n", dev->name,
 740                                (tmp >> 16), ((tmp >> 8) & 0xff), (tmp & 0xff));
 741                         rrpriv->fw_running = 1;
 742                         writel(RX_RING_ENTRIES - 1, &regs->IpRxPi);
 743                         wmb();
 744                         break;
 745                 case E_LINK_ON:
 746                         printk(KERN_INFO "%s: Optical link ON\n", dev->name);
 747                         break;
 748                 case E_LINK_OFF:
 749                         printk(KERN_INFO "%s: Optical link OFF\n", dev->name);
 750                         break;
 751                 case E_RX_IDLE:
 752                         printk(KERN_WARNING "%s: RX data not moving\n",
 753                                dev->name);
 754                         goto drop;
 755                 case E_WATCHDOG:
 756                         printk(KERN_INFO "%s: The watchdog is here to see "
 757                                "us\n", dev->name);
 758                         break;
 759                 case E_INTERN_ERR:
 760                         printk(KERN_ERR "%s: HIPPI Internal NIC error\n",
 761                                dev->name);
 762                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 763                                &regs->HostCtrl);
 764                         wmb();
 765                         break;
 766                 case E_HOST_ERR:
 767                         printk(KERN_ERR "%s: Host software error\n",
 768                                dev->name);
 769                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 770                                &regs->HostCtrl);
 771                         wmb();
 772                         break;
 773                 /*
 774                  * TX events.
 775                  */
 776                 case E_CON_REJ:
 777                         printk(KERN_WARNING "%s: Connection rejected\n",
 778                                dev->name);
 779                         dev->stats.tx_aborted_errors++;
 780                         break;
 781                 case E_CON_TMOUT:
 782                         printk(KERN_WARNING "%s: Connection timeout\n",
 783                                dev->name);
 784                         break;
 785                 case E_DISC_ERR:
 786                         printk(KERN_WARNING "%s: HIPPI disconnect error\n",
 787                                dev->name);
 788                         dev->stats.tx_aborted_errors++;
 789                         break;
 790                 case E_INT_PRTY:
 791                         printk(KERN_ERR "%s: HIPPI Internal Parity error\n",
 792                                dev->name);
 793                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 794                                &regs->HostCtrl);
 795                         wmb();
 796                         break;
 797                 case E_TX_IDLE:
 798                         printk(KERN_WARNING "%s: Transmitter idle\n",
 799                                dev->name);
 800                         break;
 801                 case E_TX_LINK_DROP:
 802                         printk(KERN_WARNING "%s: Link lost during transmit\n",
 803                                dev->name);
 804                         dev->stats.tx_aborted_errors++;
 805                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 806                                &regs->HostCtrl);
 807                         wmb();
 808                         break;
 809                 case E_TX_INV_RNG:
 810                         printk(KERN_ERR "%s: Invalid send ring block\n",
 811                                dev->name);
 812                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 813                                &regs->HostCtrl);
 814                         wmb();
 815                         break;
 816                 case E_TX_INV_BUF:
 817                         printk(KERN_ERR "%s: Invalid send buffer address\n",
 818                                dev->name);
 819                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 820                                &regs->HostCtrl);
 821                         wmb();
 822                         break;
 823                 case E_TX_INV_DSC:
 824                         printk(KERN_ERR "%s: Invalid descriptor address\n",
 825                                dev->name);
 826                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 827                                &regs->HostCtrl);
 828                         wmb();
 829                         break;
 830                 /*
 831                  * RX events.
 832                  */
 833                 case E_RX_RNG_OUT:
 834                         printk(KERN_INFO "%s: Receive ring full\n", dev->name);
 835                         break;
 836
 837                 case E_RX_PAR_ERR:
 838                         printk(KERN_WARNING "%s: Receive parity error\n",
 839                                dev->name);
 840                         goto drop;
 841                 case E_RX_LLRC_ERR:
 842                         printk(KERN_WARNING "%s: Receive LLRC error\n",
 843                                dev->name);
 844                         goto drop;
 845                 case E_PKT_LN_ERR:
 846                         printk(KERN_WARNING "%s: Receive packet length "
 847                                "error\n", dev->name);
 848                         goto drop;
 849                 case E_DTA_CKSM_ERR:
 850                         printk(KERN_WARNING "%s: Data checksum error\n",
 851                                dev->name);
 852                         goto drop;
 853                 case E_SHT_BST:
 854                         printk(KERN_WARNING "%s: Unexpected short burst "
 855                                "error\n", dev->name);
 856                         goto drop;
 857                 case E_STATE_ERR:
 858                         printk(KERN_WARNING "%s: Recv. state transition"
 859                                " error\n", dev->name);
 860                         goto drop;
 861                 case E_UNEXP_DATA:
 862                         printk(KERN_WARNING "%s: Unexpected data error\n",
 863                                dev->name);
 864                         goto drop;
 865                 case E_LST_LNK_ERR:
 866                         printk(KERN_WARNING "%s: Link lost error\n",
 867                                dev->name);
 868                         goto drop;
 869                 case E_FRM_ERR:
 870                         printk(KERN_WARNING "%s: Framming Error\n",
 871                                dev->name);
 872                         goto drop;
 873                 case E_FLG_SYN_ERR:
 874                         printk(KERN_WARNING "%s: Flag sync. lost during "
 875                                "packet\n", dev->name);
 876                         goto drop;
 877                 case E_RX_INV_BUF:
 878                         printk(KERN_ERR "%s: Invalid receive buffer "
 879                                "address\n", dev->name);
 880                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 881                                &regs->HostCtrl);
 882                         wmb();
 883                         break;
 884                 case E_RX_INV_DSC:
 885                         printk(KERN_ERR "%s: Invalid receive descriptor "
 886                                "address\n", dev->name);
 887                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 888                                &regs->HostCtrl);
 889                         wmb();
 890                         break;
 891                 case E_RNG_BLK:
 892                         printk(KERN_ERR "%s: Invalid ring block\n",
 893                                dev->name);
 894                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
 895                                &regs->HostCtrl);
 896                         wmb();
 897                         break;
 898                 drop:
 899                         /* Label packet to be dropped.
 900                          * Actual dropping occurs in rx
 901                          * handling.
 902                          *
 903                          * The index of packet we get to drop is
 904                          * the index of the packet following
 905                          * the bad packet. -kbf
 906                          */
 907                         {
 908                                 u16 index = rrpriv->evt_ring[eidx].index;
 909                                 index = (index + (RX_RING_ENTRIES - 1)) %
 910                                         RX_RING_ENTRIES;
 911                                 rrpriv->rx_ring[index].mode |=
 912                                         (PACKET_BAD | PACKET_END);
 913                         }
 914                         break;
 915                 default:
 916                         printk(KERN_WARNING "%s: Unhandled event 0x%02x\n",
 917                                dev->name, rrpriv->evt_ring[eidx].code);
 918                 }
 919                 eidx = (eidx + 1) % EVT_RING_ENTRIES;
 920         }
 921
 922         rrpriv->info->evt_ctrl.pi = eidx;
 923         wmb();
 924         return eidx;
 925 }
 926
 927
 928 static void rx_int(struct net_device *dev, u32 rxlimit, u32 index)
 929 {
 930         struct rr_private *rrpriv = netdev_priv(dev);
 931         struct rr_regs __iomem *regs = rrpriv->regs;
 932
 933         do {
 934                 struct rx_desc *desc;
 935                 u32 pkt_len;
 936
 937                 desc = &(rrpriv->rx_ring[index]);
 938                 pkt_len = desc->size;
 939 #if (DEBUG > 2)
 940                 printk("index %i, rxlimit %i\n", index, rxlimit);
 941                 printk("len %x, mode %x\n", pkt_len, desc->mode);
 942 #endif
 943                 if ( (rrpriv->rx_ring[index].mode & PACKET_BAD) == PACKET_BAD){
 944                         dev->stats.rx_dropped++;
 945                         goto defer;
 946                 }
 947
 948                 if (pkt_len > 0){
 949                         struct sk_buff *skb, *rx_skb;
 950
 951                         rx_skb = rrpriv->rx_skbuff[index];
 952
 953                         if (pkt_len < PKT_COPY_THRESHOLD) {
 954                                 skb = alloc_skb(pkt_len, GFP_ATOMIC);
 955                                 if (skb == NULL){
 956                                         printk(KERN_WARNING "%s: Unable to allocate skb (%i bytes), deferring packet\n", dev->name, pkt_len);
 957                                         dev->stats.rx_dropped++;
 958                                         goto defer;
 959                                 } else {
 960                                         pci_dma_sync_single_for_cpu(rrpriv->pci_dev,
 961                                                                     desc->addr.addrlo,
 962                                                                     pkt_len,
 963                                                                     PCI_DMA_FROMDEVICE);
 964
 965                                         skb_put_data(skb, rx_skb->data,
 966                                                      pkt_len);
 967
 968                                         pci_dma_sync_single_for_device(rrpriv->pci_dev,
 969                                                                        desc->addr.addrlo,
 970                                                                        pkt_len,
 971                                                                        PCI_DMA_FROMDEVICE);
 972                                 }
 973                         }else{
 974                                 struct sk_buff *newskb;
 975
 976                                 newskb = alloc_skb(dev->mtu + HIPPI_HLEN,
 977                                         GFP_ATOMIC);
 978                                 if (newskb){
 979                                         dma_addr_t addr;
 980
 981                                         pci_unmap_single(rrpriv->pci_dev,
 982                                                 desc->addr.addrlo, dev->mtu +
 983                                                 HIPPI_HLEN, PCI_DMA_FROMDEVICE);
 984                                         skb = rx_skb;
 985                                         skb_put(skb, pkt_len);
 986                                         rrpriv->rx_skbuff[index] = newskb;
 987                                         addr = pci_map_single(rrpriv->pci_dev,
 988                                                 newskb->data,
 989                                                 dev->mtu + HIPPI_HLEN,
 990                                                 PCI_DMA_FROMDEVICE);
 991                                         set_rraddr(&desc->addr, addr);
 992                                 } else {
 993                                         printk("%s: Out of memory, deferring "
 994                                                "packet\n", dev->name);
 995                                         dev->stats.rx_dropped++;
 996                                         goto defer;
 997                                 }
 998                         }
 999                         skb->protocol = hippi_type_trans(skb, dev);
1000
1001                         netif_rx(skb);          /* send it up */
1002
1003                         dev->stats.rx_packets++;
1004                         dev->stats.rx_bytes += pkt_len;
1005                 }
1006         defer:
1007                 desc->mode = 0;
1008                 desc->size = dev->mtu + HIPPI_HLEN;
1009
1010                 if ((index & 7) == 7)
1011                         writel(index, &regs->IpRxPi);
1012
1013                 index = (index + 1) % RX_RING_ENTRIES;
1014         } while(index != rxlimit);
1015
1016         rrpriv->cur_rx = index;
1017         wmb();
1018 }
1019
1020
1021 static irqreturn_t rr_interrupt(int irq, void *dev_id)
1022 {
1023         struct rr_private *rrpriv;
1024         struct rr_regs __iomem *regs;
1025         struct net_device *dev = (struct net_device *)dev_id;
1026         u32 prodidx, rxindex, eidx, txcsmr, rxlimit, txcon;
1027
1028         rrpriv = netdev_priv(dev);
1029         regs = rrpriv->regs;
1030
1031         if (!(readl(&regs->HostCtrl) & RR_INT))
1032                 return IRQ_NONE;
1033
1034         spin_lock(&rrpriv->lock);
1035
1036         prodidx = readl(&regs->EvtPrd);
1037         txcsmr = (prodidx >> 8) & 0xff;
1038         rxlimit = (prodidx >> 16) & 0xff;
1039         prodidx &= 0xff;
1040
1041 #if (DEBUG > 2)
1042         printk("%s: interrupt, prodidx = %i, eidx = %i\n", dev->name,
1043                prodidx, rrpriv->info->evt_ctrl.pi);
1044 #endif
1045         /*
1046          * Order here is important.  We must handle events
1047          * before doing anything else in order to catch
1048          * such things as LLRC errors, etc -kbf
1049          */
1050
1051         eidx = rrpriv->info->evt_ctrl.pi;
1052         if (prodidx != eidx)
1053                 eidx = rr_handle_event(dev, prodidx, eidx);
1054
1055         rxindex = rrpriv->cur_rx;
1056         if (rxindex != rxlimit)
1057                 rx_int(dev, rxlimit, rxindex);
1058
1059         txcon = rrpriv->dirty_tx;
1060         if (txcsmr != txcon) {
1061                 do {
1062                         /* Due to occational firmware TX producer/consumer out
1063                          * of sync. error need to check entry in ring -kbf
1064                          */
1065                         if(rrpriv->tx_skbuff[txcon]){
1066                                 struct tx_desc *desc;
1067                                 struct sk_buff *skb;
1068
1069                                 desc = &(rrpriv->tx_ring[txcon]);
1070                                 skb = rrpriv->tx_skbuff[txcon];
1071
1072                                 dev->stats.tx_packets++;
1073                                 dev->stats.tx_bytes += skb->len;
1074
1075                                 pci_unmap_single(rrpriv->pci_dev,
1076                                                  desc->addr.addrlo, skb->len,
1077                                                  PCI_DMA_TODEVICE);
1078                                 dev_kfree_skb_irq(skb);
1079
1080                                 rrpriv->tx_skbuff[txcon] = NULL;
1081                                 desc->size = 0;
1082                                 set_rraddr(&rrpriv->tx_ring[txcon].addr, 0);
1083                                 desc->mode = 0;
1084                         }
1085                         txcon = (txcon + 1) % TX_RING_ENTRIES;
1086                 } while (txcsmr != txcon);
1087                 wmb();
1088
1089                 rrpriv->dirty_tx = txcon;
1090                 if (rrpriv->tx_full && rr_if_busy(dev) &&
1091                     (((rrpriv->info->tx_ctrl.pi + 1) % TX_RING_ENTRIES)
1092                      != rrpriv->dirty_tx)){
1093                         rrpriv->tx_full = 0;
1094                         netif_wake_queue(dev);
1095                 }
1096         }
1097
1098         eidx |= ((txcsmr << 8) | (rxlimit << 16));
1099         writel(eidx, &regs->EvtCon);
1100         wmb();
1101
1102         spin_unlock(&rrpriv->lock);
1103         return IRQ_HANDLED;
1104 }
1105
1106 static inline void rr_raz_tx(struct rr_private *rrpriv,
1107                              struct net_device *dev)
1108 {
1109         int i;
1110
1111         for (i = 0; i < TX_RING_ENTRIES; i++) {
1112                 struct sk_buff *skb = rrpriv->tx_skbuff[i];
1113
1114                 if (skb) {
1115                         struct tx_desc *desc = &(rrpriv->tx_ring[i]);
1116
1117                         pci_unmap_single(rrpriv->pci_dev, desc->addr.addrlo,
1118                                 skb->len, PCI_DMA_TODEVICE);
1119                         desc->size = 0;
1120                         set_rraddr(&desc->addr, 0);
1121                         dev_kfree_skb(skb);
1122                         rrpriv->tx_skbuff[i] = NULL;
1123                 }
1124         }
1125 }
1126
1127
1128 static inline void rr_raz_rx(struct rr_private *rrpriv,
1129                              struct net_device *dev)
1130 {
1131         int i;
1132
1133         for (i = 0; i < RX_RING_ENTRIES; i++) {
1134                 struct sk_buff *skb = rrpriv->rx_skbuff[i];
1135
1136                 if (skb) {
1137                         struct rx_desc *desc = &(rrpriv->rx_ring[i]);
1138
1139                         pci_unmap_single(rrpriv->pci_dev, desc->addr.addrlo,
1140                                 dev->mtu + HIPPI_HLEN, PCI_DMA_FROMDEVICE);
1141                         desc->size = 0;
1142                         set_rraddr(&desc->addr, 0);
1143                         dev_kfree_skb(skb);
1144                         rrpriv->rx_skbuff[i] = NULL;
1145                 }
1146         }
1147 }
1148
1149 static void rr_timer(struct timer_list *t)
1150 {
1151         struct rr_private *rrpriv = from_timer(rrpriv, t, timer);
1152         struct net_device *dev = pci_get_drvdata(rrpriv->pci_dev);
1153         struct rr_regs __iomem *regs = rrpriv->regs;
1154         unsigned long flags;
1155
1156         if (readl(&regs->HostCtrl) & NIC_HALTED){
1157                 printk("%s: Restarting nic\n", dev->name);
1158                 memset(rrpriv->rx_ctrl, 0, 256 * sizeof(struct ring_ctrl));
1159                 memset(rrpriv->info, 0, sizeof(struct rr_info));
1160                 wmb();
1161
1162                 rr_raz_tx(rrpriv, dev);
1163                 rr_raz_rx(rrpriv, dev);
1164
1165                 if (rr_init1(dev)) {
1166                         spin_lock_irqsave(&rrpriv->lock, flags);
1167                         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT,
1168                                &regs->HostCtrl);
1169                         spin_unlock_irqrestore(&rrpriv->lock, flags);
1170                 }
1171         }
1172         rrpriv->timer.expires = RUN_AT(5*HZ);
1173         add_timer(&rrpriv->timer);
1174 }
1175
1176
1177 static int rr_open(struct net_device *dev)
1178 {
1179         struct rr_private *rrpriv = netdev_priv(dev);
1180         struct pci_dev *pdev = rrpriv->pci_dev;
1181         struct rr_regs __iomem *regs;
1182         int ecode = 0;
1183         unsigned long flags;
1184         dma_addr_t dma_addr;
1185
1186         regs = rrpriv->regs;
1187
1188         if (rrpriv->fw_rev < 0x00020000) {
1189                 printk(KERN_WARNING "%s: trying to configure device with "
1190                        "obsolete firmware\n", dev->name);
1191                 ecode = -EBUSY;
1192                 goto error;
1193         }
1194
1195         rrpriv->rx_ctrl = pci_alloc_consistent(pdev,
1196                                                256 * sizeof(struct ring_ctrl),
1197                                                &dma_addr);
1198         if (!rrpriv->rx_ctrl) {
1199                 ecode = -ENOMEM;
1200                 goto error;
1201         }
1202         rrpriv->rx_ctrl_dma = dma_addr;
1203         memset(rrpriv->rx_ctrl, 0, 256*sizeof(struct ring_ctrl));
1204
1205         rrpriv->info = pci_alloc_consistent(pdev, sizeof(struct rr_info),
1206                                             &dma_addr);
1207         if (!rrpriv->info) {
1208                 ecode = -ENOMEM;
1209                 goto error;
1210         }
1211         rrpriv->info_dma = dma_addr;
1212         memset(rrpriv->info, 0, sizeof(struct rr_info));
1213         wmb();
1214
1215         spin_lock_irqsave(&rrpriv->lock, flags);
1216         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT, &regs->HostCtrl);
1217         readl(&regs->HostCtrl);
1218         spin_unlock_irqrestore(&rrpriv->lock, flags);
1219
1220         if (request_irq(pdev->irq, rr_interrupt, IRQF_SHARED, dev->name, dev)) {
1221                 printk(KERN_WARNING "%s: Requested IRQ %d is busy\n",
1222                        dev->name, pdev->irq);
1223                 ecode = -EAGAIN;
1224                 goto error;
1225         }
1226
1227         if ((ecode = rr_init1(dev)))
1228                 goto error;
1229
1230         /* Set the timer to switch to check for link beat and perhaps switch
1231            to an alternate media type. */
1232         timer_setup(&rrpriv->timer, rr_timer, 0);
1233         rrpriv->timer.expires = RUN_AT(5*HZ);           /* 5 sec. watchdog */
1234         add_timer(&rrpriv->timer);
1235
1236         netif_start_queue(dev);
1237
1238         return ecode;
1239
1240  error:
1241         spin_lock_irqsave(&rrpriv->lock, flags);
1242         writel(readl(&regs->HostCtrl)|HALT_NIC|RR_CLEAR_INT, &regs->HostCtrl);
1243         spin_unlock_irqrestore(&rrpriv->lock, flags);
1244
1245         if (rrpriv->info) {
1246                 pci_free_consistent(pdev, sizeof(struct rr_info), rrpriv->info,
1247                                     rrpriv->info_dma);
1248                 rrpriv->info = NULL;
1249         }
1250         if (rrpriv->rx_ctrl) {
1251                 pci_free_consistent(pdev, sizeof(struct ring_ctrl),
1252                                     rrpriv->rx_ctrl, rrpriv->rx_ctrl_dma);
1253                 rrpriv->rx_ctrl = NULL;
1254         }
1255
1256         netif_stop_queue(dev);
1257
1258         return ecode;
1259 }
1260
1261
1262 static void rr_dump(struct net_device *dev)
1263 {
1264         struct rr_private *rrpriv;
1265         struct rr_regs __iomem *regs;
1266         u32 index, cons;
1267         short i;
1268         int len;
1269
1270         rrpriv = netdev_priv(dev);
1271         regs = rrpriv->regs;
1272
1273         printk("%s: dumping NIC TX rings\n", dev->name);
1274
1275         printk("RxPrd %08x, TxPrd %02x, EvtPrd %08x, TxPi %02x, TxCtrlPi %02x\n",
1276                readl(&regs->RxPrd), readl(&regs->TxPrd),
1277                readl(&regs->EvtPrd), readl(&regs->TxPi),
1278                rrpriv->info->tx_ctrl.pi);
1279
1280         printk("Error code 0x%x\n", readl(&regs->Fail1));
1281
1282         index = (((readl(&regs->EvtPrd) >> 8) & 0xff) - 1) % TX_RING_ENTRIES;
1283         cons = rrpriv->dirty_tx;
1284         printk("TX ring index %i, TX consumer %i\n",
1285                index, cons);
1286
1287         if (rrpriv->tx_skbuff[index]){
1288                 len = min_t(int, 0x80, rrpriv->tx_skbuff[index]->len);
1289                 printk("skbuff for index %i is valid - dumping data (0x%x bytes - DMA len 0x%x)\n", index, len, rrpriv->tx_ring[index].size);
1290                 for (i = 0; i < len; i++){
1291                         if (!(i & 7))
1292                                 printk("\n");
1293                         printk("%02x ", (unsigned char) rrpriv->tx_skbuff[index]->data[i]);
1294                 }
1295                 printk("\n");
1296         }
1297
1298         if (rrpriv->tx_skbuff[cons]){
1299                 len = min_t(int, 0x80, rrpriv->tx_skbuff[cons]->len);
1300                 printk("skbuff for cons %i is valid - dumping data (0x%x bytes - skbuff len 0x%x)\n", cons, len, rrpriv->tx_skbuff[cons]->len);
1301                 printk("mode 0x%x, size 0x%x,\n phys %08Lx, skbuff-addr %08lx, truesize 0x%x\n",
1302                        rrpriv->tx_ring[cons].mode,
1303                        rrpriv->tx_ring[cons].size,
1304                        (unsigned long long) rrpriv->tx_ring[cons].addr.addrlo,
1305                        (unsigned long)rrpriv->tx_skbuff[cons]->data,
1306                        (unsigned int)rrpriv->tx_skbuff[cons]->truesize);
1307                 for (i = 0; i < len; i++){
1308                         if (!(i & 7))
1309                                 printk("\n");
1310                         printk("%02x ", (unsigned char)rrpriv->tx_ring[cons].size);
1311                 }
1312                 printk("\n");
1313         }
1314
1315         printk("dumping TX ring info:\n");
1316         for (i = 0; i < TX_RING_ENTRIES; i++)
1317                 printk("mode 0x%x, size 0x%x, phys-addr %08Lx\n",
1318                        rrpriv->tx_ring[i].mode,
1319                        rrpriv->tx_ring[i].size,
1320                        (unsigned long long) rrpriv->tx_ring[i].addr.addrlo);
1321
1322 }
1323
1324
1325 static int rr_close(struct net_device *dev)
1326 {
1327         struct rr_private *rrpriv = netdev_priv(dev);
1328         struct rr_regs __iomem *regs = rrpriv->regs;
1329         struct pci_dev *pdev = rrpriv->pci_dev;
1330         unsigned long flags;
1331         u32 tmp;
1332         short i;
1333
1334         netif_stop_queue(dev);
1335
1336
1337         /*
1338          * Lock to make sure we are not cleaning up while another CPU
1339          * is handling interrupts.
1340          */
1341         spin_lock_irqsave(&rrpriv->lock, flags);
1342
1343         tmp = readl(&regs->HostCtrl);
1344         if (tmp & NIC_HALTED){
1345                 printk("%s: NIC already halted\n", dev->name);
1346                 rr_dump(dev);
1347         }else{
1348                 tmp |= HALT_NIC | RR_CLEAR_INT;
1349                 writel(tmp, &regs->HostCtrl);
1350                 readl(&regs->HostCtrl);
1351         }
1352
1353         rrpriv->fw_running = 0;
1354
1355         del_timer_sync(&rrpriv->timer);
1356
1357         writel(0, &regs->TxPi);
1358         writel(0, &regs->IpRxPi);
1359
1360         writel(0, &regs->EvtCon);
1361         writel(0, &regs->EvtPrd);
1362
1363         for (i = 0; i < CMD_RING_ENTRIES; i++)
1364                 writel(0, &regs->CmdRing[i]);
1365
1366         rrpriv->info->tx_ctrl.entries = 0;
1367         rrpriv->info->cmd_ctrl.pi = 0;
1368         rrpriv->info->evt_ctrl.pi = 0;
1369         rrpriv->rx_ctrl[4].entries = 0;
1370
1371         rr_raz_tx(rrpriv, dev);
1372         rr_raz_rx(rrpriv, dev);
1373
1374         pci_free_consistent(pdev, 256 * sizeof(struct ring_ctrl),
1375                             rrpriv->rx_ctrl, rrpriv->rx_ctrl_dma);
1376         rrpriv->rx_ctrl = NULL;
1377
1378         pci_free_consistent(pdev, sizeof(struct rr_info), rrpriv->info,
1379                             rrpriv->info_dma);
1380         rrpriv->info = NULL;
1381
1382         spin_unlock_irqrestore(&rrpriv->lock, flags);
1383         free_irq(pdev->irq, dev);
1384
1385         return 0;
1386 }
1387
1388
1389 static netdev_tx_t rr_start_xmit(struct sk_buff *skb,
1390                                  struct net_device *dev)
1391 {
1392         struct rr_private *rrpriv = netdev_priv(dev);
1393         struct rr_regs __iomem *regs = rrpriv->regs;
1394         struct hippi_cb *hcb = (struct hippi_cb *) skb->cb;
1395         struct ring_ctrl *txctrl;
1396         unsigned long flags;
1397         u32 index, len = skb->len;
1398         u32 *ifield;
1399         struct sk_buff *new_skb;
1400
1401         if (readl(&regs->Mode) & FATAL_ERR)
1402                 printk("error codes Fail1 %02x, Fail2 %02x\n",
1403                        readl(&regs->Fail1), readl(&regs->Fail2));
1404
1405         /*
1406          * We probably need to deal with tbusy here to prevent overruns.
1407          */
1408
1409         if (skb_headroom(skb) < 8){
1410                 printk("incoming skb too small - reallocating\n");
1411                 if (!(new_skb = dev_alloc_skb(len + 8))) {
1412                         dev_kfree_skb(skb);
1413                         netif_wake_queue(dev);
1414                         return NETDEV_TX_OK;
1415                 }
1416                 skb_reserve(new_skb, 8);
1417                 skb_put(new_skb, len);
1418                 skb_copy_from_linear_data(skb, new_skb->data, len);
1419                 dev_kfree_skb(skb);
1420                 skb = new_skb;
1421         }
1422
1423         ifield = skb_push(skb, 8);
1424
1425         ifield[0] = 0;
1426         ifield[1] = hcb->ifield;
1427
1428         /*
1429          * We don't need the lock before we are actually going to start
1430          * fiddling with the control blocks.
1431          */
1432         spin_lock_irqsave(&rrpriv->lock, flags);
1433
1434         txctrl = &rrpriv->info->tx_ctrl;
1435
1436         index = txctrl->pi;
1437
1438         rrpriv->tx_skbuff[index] = skb;
1439         set_rraddr(&rrpriv->tx_ring[index].addr, pci_map_single(
1440                 rrpriv->pci_dev, skb->data, len + 8, PCI_DMA_TODEVICE));
1441         rrpriv->tx_ring[index].size = len + 8; /* include IFIELD */
1442         rrpriv->tx_ring[index].mode = PACKET_START | PACKET_END;
1443         txctrl->pi = (index + 1) % TX_RING_ENTRIES;
1444         wmb();
1445         writel(txctrl->pi, &regs->TxPi);
1446
1447         if (txctrl->pi == rrpriv->dirty_tx){
1448                 rrpriv->tx_full = 1;
1449                 netif_stop_queue(dev);
1450         }
1451
1452         spin_unlock_irqrestore(&rrpriv->lock, flags);
1453
1454         return NETDEV_TX_OK;
1455 }
1456
1457
1458 /*
1459  * Read the firmware out of the EEPROM and put it into the SRAM
1460  * (or from user space - later)
1461  *
1462  * This operation requires the NIC to be halted and is performed with
1463  * interrupts disabled and with the spinlock hold.
1464  */
1465 static int rr_load_firmware(struct net_device *dev)
1466 {
1467         struct rr_private *rrpriv;
1468         struct rr_regs __iomem *regs;
1469         size_t eptr, segptr;
1470         int i, j;
1471         u32 localctrl, sptr, len, tmp;
1472         u32 p2len, p2size, nr_seg, revision, io, sram_size;
1473
1474         rrpriv = netdev_priv(dev);
1475         regs = rrpriv->regs;
1476
1477         if (dev->flags & IFF_UP)
1478                 return -EBUSY;
1479
1480         if (!(readl(&regs->HostCtrl) & NIC_HALTED)){
1481                 printk("%s: Trying to load firmware to a running NIC.\n",
1482                        dev->name);
1483                 return -EBUSY;
1484         }
1485
1486         localctrl = readl(&regs->LocalCtrl);
1487         writel(0, &regs->LocalCtrl);
1488
1489         writel(0, &regs->EvtPrd);
1490         writel(0, &regs->RxPrd);
1491         writel(0, &regs->TxPrd);
1492
1493         /*
1494          * First wipe the entire SRAM, otherwise we might run into all
1495          * kinds of trouble ... sigh, this took almost all afternoon
1496          * to track down ;-(
1497          */
1498         io = readl(&regs->ExtIo);
1499         writel(0, &regs->ExtIo);
1500         sram_size = rr_read_eeprom_word(rrpriv, 8);
1501
1502         for (i = 200; i < sram_size / 4; i++){
1503                 writel(i * 4, &regs->WinBase);
1504                 mb();
1505                 writel(0, &regs->WinData);
1506                 mb();
1507         }
1508         writel(io, &regs->ExtIo);
1509         mb();
1510
1511         eptr = rr_read_eeprom_word(rrpriv,
1512                        offsetof(struct eeprom, rncd_info.AddrRunCodeSegs));
1513         eptr = ((eptr & 0x1fffff) >> 3);
1514
1515         p2len = rr_read_eeprom_word(rrpriv, 0x83*4);
1516         p2len = (p2len << 2);
1517         p2size = rr_read_eeprom_word(rrpriv, 0x84*4);
1518         p2size = ((p2size & 0x1fffff) >> 3);
1519
1520         if ((eptr < p2size) || (eptr > (p2size + p2len))){
1521                 printk("%s: eptr is invalid\n", dev->name);
1522                 goto out;
1523         }
1524
1525         revision = rr_read_eeprom_word(rrpriv,
1526                         offsetof(struct eeprom, manf.HeaderFmt));
1527
1528         if (revision != 1){
1529                 printk("%s: invalid firmware format (%i)\n",
1530                        dev->name, revision);
1531                 goto out;
1532         }
1533
1534         nr_seg = rr_read_eeprom_word(rrpriv, eptr);
1535         eptr +=4;
1536 #if (DEBUG > 1)
1537         printk("%s: nr_seg %i\n", dev->name, nr_seg);
1538 #endif
1539
1540         for (i = 0; i < nr_seg; i++){
1541                 sptr = rr_read_eeprom_word(rrpriv, eptr);
1542                 eptr += 4;
1543                 len = rr_read_eeprom_word(rrpriv, eptr);
1544                 eptr += 4;
1545                 segptr = rr_read_eeprom_word(rrpriv, eptr);
1546                 segptr = ((segptr & 0x1fffff) >> 3);
1547                 eptr += 4;
1548 #if (DEBUG > 1)
1549                 printk("%s: segment %i, sram address %06x, length %04x, segptr %06x\n",
1550                        dev->name, i, sptr, len, segptr);
1551 #endif
1552                 for (j = 0; j < len; j++){
1553                         tmp = rr_read_eeprom_word(rrpriv, segptr);
1554                         writel(sptr, &regs->WinBase);
1555                         mb();
1556                         writel(tmp, &regs->WinData);
1557                         mb();
1558                         segptr += 4;
1559                         sptr += 4;
1560                 }
1561         }
1562
1563 out:
1564         writel(localctrl, &regs->LocalCtrl);
1565         mb();
1566         return 0;
1567 }
1568
1569
1570 static int rr_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
1571 {
1572         struct rr_private *rrpriv;
1573         unsigned char *image, *oldimage;
1574         unsigned long flags;
1575         unsigned int i;
1576         int error = -EOPNOTSUPP;
1577
1578         rrpriv = netdev_priv(dev);
1579
1580         switch(cmd){
1581         case SIOCRRGFW:
1582                 if (!capable(CAP_SYS_RAWIO)){
1583                         return -EPERM;
1584                 }
1585
1586                 image = kmalloc(EEPROM_WORDS * sizeof(u32), GFP_KERNEL);
1587                 if (!image)
1588                         return -ENOMEM;
1589
1590                 if (rrpriv->fw_running){
1591                         printk("%s: Firmware already running\n", dev->name);
1592                         error = -EPERM;
1593                         goto gf_out;
1594                 }
1595
1596                 spin_lock_irqsave(&rrpriv->lock, flags);
1597                 i = rr_read_eeprom(rrpriv, 0, image, EEPROM_BYTES);
1598                 spin_unlock_irqrestore(&rrpriv->lock, flags);
1599                 if (i != EEPROM_BYTES){
1600                         printk(KERN_ERR "%s: Error reading EEPROM\n",
1601                                dev->name);
1602                         error = -EFAULT;
1603                         goto gf_out;
1604                 }
1605                 error = copy_to_user(rq->ifr_data, image, EEPROM_BYTES);
1606                 if (error)
1607                         error = -EFAULT;
1608         gf_out:
1609                 kfree(image);
1610                 return error;
1611
1612         case SIOCRRPFW:
1613                 if (!capable(CAP_SYS_RAWIO)){
1614                         return -EPERM;
1615                 }
1616
1617                 image = memdup_user(rq->ifr_data, EEPROM_BYTES);
1618                 if (IS_ERR(image))
1619                         return PTR_ERR(image);
1620
1621                 oldimage = kmalloc(EEPROM_BYTES, GFP_KERNEL);
1622                 if (!oldimage) {
1623                         kfree(image);
1624                         return -ENOMEM;
1625                 }
1626
1627                 if (rrpriv->fw_running){
1628                         printk("%s: Firmware already running\n", dev->name);
1629                         error = -EPERM;
1630                         goto wf_out;
1631                 }
1632
1633                 printk("%s: Updating EEPROM firmware\n", dev->name);
1634
1635                 spin_lock_irqsave(&rrpriv->lock, flags);
1636                 error = write_eeprom(rrpriv, 0, image, EEPROM_BYTES);
1637                 if (error)
1638                         printk(KERN_ERR "%s: Error writing EEPROM\n",
1639                                dev->name);
1640
1641                 i = rr_read_eeprom(rrpriv, 0, oldimage, EEPROM_BYTES);
1642                 spin_unlock_irqrestore(&rrpriv->lock, flags);
1643
1644                 if (i != EEPROM_BYTES)
1645                         printk(KERN_ERR "%s: Error reading back EEPROM "
1646                                "image\n", dev->name);
1647
1648                 error = memcmp(image, oldimage, EEPROM_BYTES);
1649                 if (error){
1650                         printk(KERN_ERR "%s: Error verifying EEPROM image\n",
1651                                dev->name);
1652                         error = -EFAULT;
1653                 }
1654         wf_out:
1655                 kfree(oldimage);
1656                 kfree(image);
1657                 return error;
1658
1659         case SIOCRRID:
1660                 return put_user(0x52523032, (int __user *)rq->ifr_data);
1661         default:
1662                 return error;
1663         }
1664 }
1665
1666 static const struct pci_device_id rr_pci_tbl[] = {
1667         { PCI_VENDOR_ID_ESSENTIAL, PCI_DEVICE_ID_ESSENTIAL_ROADRUNNER,
1668                 PCI_ANY_ID, PCI_ANY_ID, },
1669         { 0,}
1670 };
1671 MODULE_DEVICE_TABLE(pci, rr_pci_tbl);
1672
1673 static struct pci_driver rr_driver = {
1674         .name           = "rrunner",
1675         .id_table       = rr_pci_tbl,
1676         .probe          = rr_init_one,
1677         .remove         = rr_remove_one,
1678 };
1679
1680 module_pci_driver(rr_driver);