drivers/atm/solos-pci.c

   1 /*
   2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
   3  *  Traverse Technologies -- http://www.traverse.com.au/
   4  *  Xrio Limited          -- http://www.xrio.com/
   5  *
   6  *
   7  * Copyright © 2008 Traverse Technologies
   8  * Copyright © 2008 Intel Corporation
   9  *
  10  * Authors: Nathan Williams <nathan@traverse.com.au>
  11  *          David Woodhouse <dwmw2@infradead.org>
  12  *          Treker Chen <treker@xrio.com>
  13  *
  14  * This program is free software; you can redistribute it and/or
  15  * modify it under the terms of the GNU General Public License
  16  * version 2, as published by the Free Software Foundation.
  17  *
  18  * This program is distributed in the hope that it will be useful,
  19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  21  * GNU General Public License for more details.
  22  */
  23
  24 #define DEBUG
  25 #define VERBOSE_DEBUG
  26
  27 #include <linux/interrupt.h>
  28 #include <linux/module.h>
  29 #include <linux/kernel.h>
  30 #include <linux/errno.h>
  31 #include <linux/ioport.h>
  32 #include <linux/types.h>
  33 #include <linux/pci.h>
  34 #include <linux/atm.h>
  35 #include <linux/atmdev.h>
  36 #include <linux/skbuff.h>
  37 #include <linux/sysfs.h>
  38 #include <linux/device.h>
  39 #include <linux/kobject.h>
  40 #include <linux/firmware.h>
  41 #include <linux/ctype.h>
  42 #include <linux/swab.h>
  43 #include <linux/slab.h>
  44
  45 #define VERSION "1.04"
  46 #define DRIVER_VERSION 0x01
  47 #define PTAG "solos-pci"
  48
  49 #define CONFIG_RAM_SIZE 128
  50 #define FLAGS_ADDR      0x7C
  51 #define IRQ_EN_ADDR     0x78
  52 #define FPGA_VER        0x74
  53 #define IRQ_CLEAR       0x70
  54 #define WRITE_FLASH     0x6C
  55 #define PORTS           0x68
  56 #define FLASH_BLOCK     0x64
  57 #define FLASH_BUSY      0x60
  58 #define FPGA_MODE       0x5C
  59 #define FLASH_MODE      0x58
  60 #define GPIO_STATUS     0x54
  61 #define DRIVER_VER      0x50
  62 #define TX_DMA_ADDR(port)       (0x40 + (4 * (port)))
  63 #define RX_DMA_ADDR(port)       (0x30 + (4 * (port)))
  64
  65 #define DATA_RAM_SIZE   32768
  66 #define BUF_SIZE        2048
  67 #define OLD_BUF_SIZE    4096 /* For FPGA versions <= 2*/
  68 /* Old boards use ATMEL AD45DB161D flash */
  69 #define ATMEL_FPGA_PAGE 528 /* FPGA flash page size*/
  70 #define ATMEL_SOLOS_PAGE        512 /* Solos flash page size*/
  71 #define ATMEL_FPGA_BLOCK        (ATMEL_FPGA_PAGE * 8) /* FPGA block size*/
  72 #define ATMEL_SOLOS_BLOCK       (ATMEL_SOLOS_PAGE * 8) /* Solos block size*/
  73 /* Current boards use M25P/M25PE SPI flash */
  74 #define SPI_FLASH_BLOCK (256 * 64)
  75
  76 #define RX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2)
  77 #define TX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2 + (card->buffer_size))
  78 #define FLASH_BUF ((card->buffers) + 4*(card->buffer_size)*2)
  79
  80 #define RX_DMA_SIZE     2048
  81
  82 #define FPGA_VERSION(a,b) (((a) << 8) + (b))
  83 #define LEGACY_BUFFERS  2
  84 #define DMA_SUPPORTED   4
  85
  86 static int reset = 0;
  87 static int atmdebug = 0;
  88 static int firmware_upgrade = 0;
  89 static int fpga_upgrade = 0;
  90 static int db_firmware_upgrade = 0;
  91 static int db_fpga_upgrade = 0;
  92
  93 struct pkt_hdr {
  94         __le16 size;
  95         __le16 vpi;
  96         __le16 vci;
  97         __le16 type;
  98 };
  99
 100 struct solos_skb_cb {
 101         struct atm_vcc *vcc;
 102         uint32_t dma_addr;
 103 };
 104
 105
 106 #define SKB_CB(skb)             ((struct solos_skb_cb *)skb->cb)
 107
 108 #define PKT_DATA        0
 109 #define PKT_COMMAND     1
 110 #define PKT_POPEN       3
 111 #define PKT_PCLOSE      4
 112 #define PKT_STATUS      5
 113
 114 struct solos_card {
 115         void __iomem *config_regs;
 116         void __iomem *buffers;
 117         int nr_ports;
 118         int tx_mask;
 119         struct pci_dev *dev;
 120         struct atm_dev *atmdev[4];
 121         struct tasklet_struct tlet;
 122         spinlock_t tx_lock;
 123         spinlock_t tx_queue_lock;
 124         spinlock_t cli_queue_lock;
 125         spinlock_t param_queue_lock;
 126         struct list_head param_queue;
 127         struct sk_buff_head tx_queue[4];
 128         struct sk_buff_head cli_queue[4];
 129         struct sk_buff *tx_skb[4];
 130         struct sk_buff *rx_skb[4];
 131         unsigned char *dma_bounce;
 132         wait_queue_head_t param_wq;
 133         wait_queue_head_t fw_wq;
 134         int using_dma;
 135         int dma_alignment;
 136         int fpga_version;
 137         int buffer_size;
 138         int atmel_flash;
 139 };
 140
 141
 142 struct solos_param {
 143         struct list_head list;
 144         pid_t pid;
 145         int port;
 146         struct sk_buff *response;
 147 };
 148
 149 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
 150
 151 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
 152 MODULE_DESCRIPTION("Solos PCI driver");
 153 MODULE_VERSION(VERSION);
 154 MODULE_LICENSE("GPL");
 155 MODULE_FIRMWARE("solos-FPGA.bin");
 156 MODULE_FIRMWARE("solos-Firmware.bin");
 157 MODULE_FIRMWARE("solos-db-FPGA.bin");
 158 MODULE_PARM_DESC(reset, "Reset Solos chips on startup");
 159 MODULE_PARM_DESC(atmdebug, "Print ATM data");
 160 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
 161 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
 162 MODULE_PARM_DESC(db_firmware_upgrade, "Initiate daughter board Solos firmware upgrade");
 163 MODULE_PARM_DESC(db_fpga_upgrade, "Initiate daughter board FPGA upgrade");
 164 module_param(reset, int, 0444);
 165 module_param(atmdebug, int, 0644);
 166 module_param(firmware_upgrade, int, 0444);
 167 module_param(fpga_upgrade, int, 0444);
 168 module_param(db_firmware_upgrade, int, 0444);
 169 module_param(db_fpga_upgrade, int, 0444);
 170
 171 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
 172                        struct atm_vcc *vcc);
 173 static uint32_t fpga_tx(struct solos_card *);
 174 static irqreturn_t solos_irq(int irq, void *dev_id);
 175 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
 176 static int atm_init(struct solos_card *, struct device *);
 177 static void atm_remove(struct solos_card *);
 178 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
 179 static void solos_bh(unsigned long);
 180 static int print_buffer(struct sk_buff *buf);
 181
 182 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
 183 {
 184         if (vcc->pop)
 185                 vcc->pop(vcc, skb);
 186         else
 187                 dev_kfree_skb_any(skb);
 188 }
 189
 190 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
 191                                 char *buf)
 192 {
 193         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
 194         struct solos_card *card = atmdev->dev_data;
 195         struct solos_param prm;
 196         struct sk_buff *skb;
 197         struct pkt_hdr *header;
 198         int buflen;
 199
 200         buflen = strlen(attr->attr.name) + 10;
 201
 202         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
 203         if (!skb) {
 204                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
 205                 return -ENOMEM;
 206         }
 207
 208         header = skb_put(skb, sizeof(*header));
 209
 210         buflen = snprintf((void *)&header[1], buflen - 1,
 211                           "L%05d\n%s\n", current->pid, attr->attr.name);
 212         skb_put(skb, buflen);
 213
 214         header->size = cpu_to_le16(buflen);
 215         header->vpi = cpu_to_le16(0);
 216         header->vci = cpu_to_le16(0);
 217         header->type = cpu_to_le16(PKT_COMMAND);
 218
 219         prm.pid = current->pid;
 220         prm.response = NULL;
 221         prm.port = SOLOS_CHAN(atmdev);
 222
 223         spin_lock_irq(&card->param_queue_lock);
 224         list_add(&prm.list, &card->param_queue);
 225         spin_unlock_irq(&card->param_queue_lock);
 226
 227         fpga_queue(card, prm.port, skb, NULL);
 228
 229         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
 230
 231         spin_lock_irq(&card->param_queue_lock);
 232         list_del(&prm.list);
 233         spin_unlock_irq(&card->param_queue_lock);
 234
 235         if (!prm.response)
 236                 return -EIO;
 237
 238         buflen = prm.response->len;
 239         memcpy(buf, prm.response->data, buflen);
 240         kfree_skb(prm.response);
 241
 242         return buflen;
 243 }
 244
 245 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
 246                                  const char *buf, size_t count)
 247 {
 248         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
 249         struct solos_card *card = atmdev->dev_data;
 250         struct solos_param prm;
 251         struct sk_buff *skb;
 252         struct pkt_hdr *header;
 253         int buflen;
 254         ssize_t ret;
 255
 256         buflen = strlen(attr->attr.name) + 11 + count;
 257
 258         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
 259         if (!skb) {
 260                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
 261                 return -ENOMEM;
 262         }
 263
 264         header = skb_put(skb, sizeof(*header));
 265
 266         buflen = snprintf((void *)&header[1], buflen - 1,
 267                           "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
 268
 269         skb_put(skb, buflen);
 270         header->size = cpu_to_le16(buflen);
 271         header->vpi = cpu_to_le16(0);
 272         header->vci = cpu_to_le16(0);
 273         header->type = cpu_to_le16(PKT_COMMAND);
 274
 275         prm.pid = current->pid;
 276         prm.response = NULL;
 277         prm.port = SOLOS_CHAN(atmdev);
 278
 279         spin_lock_irq(&card->param_queue_lock);
 280         list_add(&prm.list, &card->param_queue);
 281         spin_unlock_irq(&card->param_queue_lock);
 282
 283         fpga_queue(card, prm.port, skb, NULL);
 284
 285         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
 286
 287         spin_lock_irq(&card->param_queue_lock);
 288         list_del(&prm.list);
 289         spin_unlock_irq(&card->param_queue_lock);
 290
 291         skb = prm.response;
 292
 293         if (!skb)
 294                 return -EIO;
 295
 296         buflen = skb->len;
 297
 298         /* Sometimes it has a newline, sometimes it doesn't. */
 299         if (skb->data[buflen - 1] == '\n')
 300                 buflen--;
 301
 302         if (buflen == 2 && !strncmp(skb->data, "OK", 2))
 303                 ret = count;
 304         else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
 305                 ret = -EIO;
 306         else {
 307                 /* We know we have enough space allocated for this; we allocated
 308                    it ourselves */
 309                 skb->data[buflen] = 0;
 310
 311                 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
 312                          skb->data);
 313                 ret = -EIO;
 314         }
 315         kfree_skb(skb);
 316
 317         return ret;
 318 }
 319
 320 static char *next_string(struct sk_buff *skb)
 321 {
 322         int i = 0;
 323         char *this = skb->data;
 324
 325         for (i = 0; i < skb->len; i++) {
 326                 if (this[i] == '\n') {
 327                         this[i] = 0;
 328                         skb_pull(skb, i + 1);
 329                         return this;
 330                 }
 331                 if (!isprint(this[i]))
 332                         return NULL;
 333         }
 334         return NULL;
 335 }
 336
 337 /*
 338  * Status packet has fields separated by \n, starting with a version number
 339  * for the information therein. Fields are....
 340  *
 341  *     packet version
 342  *     RxBitRate        (version >= 1)
 343  *     TxBitRate        (version >= 1)
 344  *     State            (version >= 1)
 345  *     LocalSNRMargin   (version >= 1)
 346  *     LocalLineAttn    (version >= 1)
 347  */
 348 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
 349 {
 350         char *str, *state_str, *snr, *attn;
 351         int ver, rate_up, rate_down, err;
 352
 353         if (!card->atmdev[port])
 354                 return -ENODEV;
 355
 356         str = next_string(skb);
 357         if (!str)
 358                 return -EIO;
 359
 360         err = kstrtoint(str, 10, &ver);
 361         if (err) {
 362                 dev_warn(&card->dev->dev, "Unexpected status interrupt version\n");
 363                 return err;
 364         }
 365         if (ver < 1) {
 366                 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
 367                          ver);
 368                 return -EIO;
 369         }
 370
 371         str = next_string(skb);
 372         if (!str)
 373                 return -EIO;
 374         if (!strcmp(str, "ERROR")) {
 375                 dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n",
 376                          port);
 377                 return 0;
 378         }
 379
 380         err = kstrtoint(str, 10, &rate_down);
 381         if (err)
 382                 return err;
 383
 384         str = next_string(skb);
 385         if (!str)
 386                 return -EIO;
 387         err = kstrtoint(str, 10, &rate_up);
 388         if (err)
 389                 return err;
 390
 391         state_str = next_string(skb);
 392         if (!state_str)
 393                 return -EIO;
 394
 395         /* Anything but 'Showtime' is down */
 396         if (strcmp(state_str, "Showtime")) {
 397                 atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_LOST);
 398                 dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str);
 399                 return 0;
 400         }
 401
 402         snr = next_string(skb);
 403         if (!snr)
 404                 return -EIO;
 405         attn = next_string(skb);
 406         if (!attn)
 407                 return -EIO;
 408
 409         dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n",
 410                  port, state_str, rate_down/1000, rate_up/1000,
 411                  snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn);
 412
 413         card->atmdev[port]->link_rate = rate_down / 424;
 414         atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_FOUND);
 415
 416         return 0;
 417 }
 418
 419 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
 420 {
 421         struct solos_param *prm;
 422         unsigned long flags;
 423         int cmdpid;
 424         int found = 0, err;
 425
 426         if (skb->len < 7)
 427                 return 0;
 428
 429         if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
 430             !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
 431             !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
 432             skb->data[6] != '\n')
 433                 return 0;
 434
 435         err = kstrtoint(&skb->data[1], 10, &cmdpid);
 436         if (err)
 437                 return err;
 438
 439         spin_lock_irqsave(&card->param_queue_lock, flags);
 440         list_for_each_entry(prm, &card->param_queue, list) {
 441                 if (prm->port == port && prm->pid == cmdpid) {
 442                         prm->response = skb;
 443                         skb_pull(skb, 7);
 444                         wake_up(&card->param_wq);
 445                         found = 1;
 446                         break;
 447                 }
 448         }
 449         spin_unlock_irqrestore(&card->param_queue_lock, flags);
 450         return found;
 451 }
 452
 453 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
 454                             char *buf)
 455 {
 456         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
 457         struct solos_card *card = atmdev->dev_data;
 458         struct sk_buff *skb;
 459         unsigned int len;
 460
 461         spin_lock(&card->cli_queue_lock);
 462         skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
 463         spin_unlock(&card->cli_queue_lock);
 464         if(skb == NULL)
 465                 return sprintf(buf, "No data.\n");
 466
 467         len = skb->len;
 468         memcpy(buf, skb->data, len);
 469
 470         kfree_skb(skb);
 471         return len;
 472 }
 473
 474 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
 475 {
 476         struct sk_buff *skb;
 477         struct pkt_hdr *header;
 478
 479         if (size > (BUF_SIZE - sizeof(*header))) {
 480                 dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
 481                 return 0;
 482         }
 483         skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
 484         if (!skb) {
 485                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
 486                 return 0;
 487         }
 488
 489         header = skb_put(skb, sizeof(*header));
 490
 491         header->size = cpu_to_le16(size);
 492         header->vpi = cpu_to_le16(0);
 493         header->vci = cpu_to_le16(0);
 494         header->type = cpu_to_le16(PKT_COMMAND);
 495
 496         skb_put_data(skb, buf, size);
 497
 498         fpga_queue(card, dev, skb, NULL);
 499
 500         return 0;
 501 }
 502
 503 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
 504                              const char *buf, size_t count)
 505 {
 506         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
 507         struct solos_card *card = atmdev->dev_data;
 508         int err;
 509
 510         err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
 511
 512         return err?:count;
 513 }
 514
 515 struct geos_gpio_attr {
 516         struct device_attribute attr;
 517         int offset;
 518 };
 519
 520 #define SOLOS_GPIO_ATTR(_name, _mode, _show, _store, _offset)   \
 521         struct geos_gpio_attr gpio_attr_##_name = {             \
 522                 .attr = __ATTR(_name, _mode, _show, _store),    \
 523                 .offset = _offset }
 524
 525 static ssize_t geos_gpio_store(struct device *dev, struct device_attribute *attr,
 526                                const char *buf, size_t count)
 527 {
 528         struct pci_dev *pdev = to_pci_dev(dev);
 529         struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
 530         struct solos_card *card = pci_get_drvdata(pdev);
 531         uint32_t data32;
 532
 533         if (count != 1 && (count != 2 || buf[1] != '\n'))
 534                 return -EINVAL;
 535
 536         spin_lock_irq(&card->param_queue_lock);
 537         data32 = ioread32(card->config_regs + GPIO_STATUS);
 538         if (buf[0] == '1') {
 539                 data32 |= 1 << gattr->offset;
 540                 iowrite32(data32, card->config_regs + GPIO_STATUS);
 541         } else if (buf[0] == '0') {
 542                 data32 &= ~(1 << gattr->offset);
 543                 iowrite32(data32, card->config_regs + GPIO_STATUS);
 544         } else {
 545                 count = -EINVAL;
 546         }
 547         spin_unlock_irq(&card->param_queue_lock);
 548         return count;
 549 }
 550
 551 static ssize_t geos_gpio_show(struct device *dev, struct device_attribute *attr,
 552                               char *buf)
 553 {
 554         struct pci_dev *pdev = to_pci_dev(dev);
 555         struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
 556         struct solos_card *card = pci_get_drvdata(pdev);
 557         uint32_t data32;
 558
 559         data32 = ioread32(card->config_regs + GPIO_STATUS);
 560         data32 = (data32 >> gattr->offset) & 1;
 561
 562         return sprintf(buf, "%d\n", data32);
 563 }
 564
 565 static ssize_t hardware_show(struct device *dev, struct device_attribute *attr,
 566                              char *buf)
 567 {
 568         struct pci_dev *pdev = to_pci_dev(dev);
 569         struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
 570         struct solos_card *card = pci_get_drvdata(pdev);
 571         uint32_t data32;
 572
 573         data32 = ioread32(card->config_regs + GPIO_STATUS);
 574         switch (gattr->offset) {
 575         case 0:
 576                 /* HardwareVersion */
 577                 data32 = data32 & 0x1F;
 578                 break;
 579         case 1:
 580                 /* HardwareVariant */
 581                 data32 = (data32 >> 5) & 0x0F;
 582                 break;
 583         }
 584         return sprintf(buf, "%d\n", data32);
 585 }
 586
 587 static DEVICE_ATTR_RW(console);
 588
 589
 590 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
 591 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
 592
 593 #include "solos-attrlist.c"
 594
 595 static SOLOS_GPIO_ATTR(GPIO1, 0644, geos_gpio_show, geos_gpio_store, 9);
 596 static SOLOS_GPIO_ATTR(GPIO2, 0644, geos_gpio_show, geos_gpio_store, 10);
 597 static SOLOS_GPIO_ATTR(GPIO3, 0644, geos_gpio_show, geos_gpio_store, 11);
 598 static SOLOS_GPIO_ATTR(GPIO4, 0644, geos_gpio_show, geos_gpio_store, 12);
 599 static SOLOS_GPIO_ATTR(GPIO5, 0644, geos_gpio_show, geos_gpio_store, 13);
 600 static SOLOS_GPIO_ATTR(PushButton, 0444, geos_gpio_show, NULL, 14);
 601 static SOLOS_GPIO_ATTR(HardwareVersion, 0444, hardware_show, NULL, 0);
 602 static SOLOS_GPIO_ATTR(HardwareVariant, 0444, hardware_show, NULL, 1);
 603 #undef SOLOS_ATTR_RO
 604 #undef SOLOS_ATTR_RW
 605
 606 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
 607 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
 608
 609 static struct attribute *solos_attrs[] = {
 610 #include "solos-attrlist.c"
 611         NULL
 612 };
 613
 614 static const struct attribute_group solos_attr_group = {
 615         .attrs = solos_attrs,
 616         .name = "parameters",
 617 };
 618
 619 static struct attribute *gpio_attrs[] = {
 620         &gpio_attr_GPIO1.attr.attr,
 621         &gpio_attr_GPIO2.attr.attr,
 622         &gpio_attr_GPIO3.attr.attr,
 623         &gpio_attr_GPIO4.attr.attr,
 624         &gpio_attr_GPIO5.attr.attr,
 625         &gpio_attr_PushButton.attr.attr,
 626         &gpio_attr_HardwareVersion.attr.attr,
 627         &gpio_attr_HardwareVariant.attr.attr,
 628         NULL
 629 };
 630
 631 static const struct attribute_group gpio_attr_group = {
 632         .attrs = gpio_attrs,
 633         .name = "gpio",
 634 };
 635
 636 static int flash_upgrade(struct solos_card *card, int chip)
 637 {
 638         const struct firmware *fw;
 639         const char *fw_name;
 640         int blocksize = 0;
 641         int numblocks = 0;
 642         int offset;
 643
 644         switch (chip) {
 645         case 0:
 646                 fw_name = "solos-FPGA.bin";
 647                 if (card->atmel_flash)
 648                         blocksize = ATMEL_FPGA_BLOCK;
 649                 else
 650                         blocksize = SPI_FLASH_BLOCK;
 651                 break;
 652         case 1:
 653                 fw_name = "solos-Firmware.bin";
 654                 if (card->atmel_flash)
 655                         blocksize = ATMEL_SOLOS_BLOCK;
 656                 else
 657                         blocksize = SPI_FLASH_BLOCK;
 658                 break;
 659         case 2:
 660                 if (card->fpga_version > LEGACY_BUFFERS){
 661                         fw_name = "solos-db-FPGA.bin";
 662                         if (card->atmel_flash)
 663                                 blocksize = ATMEL_FPGA_BLOCK;
 664                         else
 665                                 blocksize = SPI_FLASH_BLOCK;
 666                 } else {
 667                         dev_info(&card->dev->dev, "FPGA version doesn't support"
 668                                         " daughter board upgrades\n");
 669                         return -EPERM;
 670                 }
 671                 break;
 672         case 3:
 673                 if (card->fpga_version > LEGACY_BUFFERS){
 674                         fw_name = "solos-Firmware.bin";
 675                         if (card->atmel_flash)
 676                                 blocksize = ATMEL_SOLOS_BLOCK;
 677                         else
 678                                 blocksize = SPI_FLASH_BLOCK;
 679                 } else {
 680                         dev_info(&card->dev->dev, "FPGA version doesn't support"
 681                                         " daughter board upgrades\n");
 682                         return -EPERM;
 683                 }
 684                 break;
 685         default:
 686                 return -ENODEV;
 687         }
 688
 689         if (request_firmware(&fw, fw_name, &card->dev->dev))
 690                 return -ENOENT;
 691
 692         dev_info(&card->dev->dev, "Flash upgrade starting\n");
 693
 694         /* New FPGAs require driver version before permitting flash upgrades */
 695         iowrite32(DRIVER_VERSION, card->config_regs + DRIVER_VER);
 696
 697         numblocks = fw->size / blocksize;
 698         dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
 699         dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
 700
 701         dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
 702         iowrite32(1, card->config_regs + FPGA_MODE);
 703         (void) ioread32(card->config_regs + FPGA_MODE);
 704
 705         /* Set mode to Chip Erase */
 706         if(chip == 0 || chip == 2)
 707                 dev_info(&card->dev->dev, "Set FPGA Flash mode to FPGA Chip Erase\n");
 708         if(chip == 1 || chip == 3)
 709                 dev_info(&card->dev->dev, "Set FPGA Flash mode to Solos Chip Erase\n");
 710         iowrite32((chip * 2), card->config_regs + FLASH_MODE);
 711
 712
 713         iowrite32(1, card->config_regs + WRITE_FLASH);
 714         wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
 715
 716         for (offset = 0; offset < fw->size; offset += blocksize) {
 717                 int i;
 718
 719                 /* Clear write flag */
 720                 iowrite32(0, card->config_regs + WRITE_FLASH);
 721
 722                 /* Set mode to Block Write */
 723                 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
 724                 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
 725
 726                 /* Copy block to buffer, swapping each 16 bits for Atmel flash */
 727                 for(i = 0; i < blocksize; i += 4) {
 728                         uint32_t word;
 729                         if (card->atmel_flash)
 730                                 word = swahb32p((uint32_t *)(fw->data + offset + i));
 731                         else
 732                                 word = *(uint32_t *)(fw->data + offset + i);
 733                         if(card->fpga_version > LEGACY_BUFFERS)
 734                                 iowrite32(word, FLASH_BUF + i);
 735                         else
 736                                 iowrite32(word, RX_BUF(card, 3) + i);
 737                 }
 738
 739                 /* Specify block number and then trigger flash write */
 740                 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
 741                 iowrite32(1, card->config_regs + WRITE_FLASH);
 742                 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
 743         }
 744
 745         release_firmware(fw);
 746         iowrite32(0, card->config_regs + WRITE_FLASH);
 747         iowrite32(0, card->config_regs + FPGA_MODE);
 748         iowrite32(0, card->config_regs + FLASH_MODE);
 749         dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
 750         return 0;
 751 }
 752
 753 static irqreturn_t solos_irq(int irq, void *dev_id)
 754 {
 755         struct solos_card *card = dev_id;
 756         int handled = 1;
 757
 758         iowrite32(0, card->config_regs + IRQ_CLEAR);
 759
 760         /* If we're up and running, just kick the tasklet to process TX/RX */
 761         if (card->atmdev[0])
 762                 tasklet_schedule(&card->tlet);
 763         else
 764                 wake_up(&card->fw_wq);
 765
 766         return IRQ_RETVAL(handled);
 767 }
 768
 769 static void solos_bh(unsigned long card_arg)
 770 {
 771         struct solos_card *card = (void *)card_arg;
 772         uint32_t card_flags;
 773         uint32_t rx_done = 0;
 774         int port;
 775
 776         /*
 777          * Since fpga_tx() is going to need to read the flags under its lock,
 778          * it can return them to us so that we don't have to hit PCI MMIO
 779          * again for the same information
 780          */
 781         card_flags = fpga_tx(card);
 782
 783         for (port = 0; port < card->nr_ports; port++) {
 784                 if (card_flags & (0x10 << port)) {
 785                         struct pkt_hdr _hdr, *header;
 786                         struct sk_buff *skb;
 787                         struct atm_vcc *vcc;
 788                         int size;
 789
 790                         if (card->using_dma) {
 791                                 skb = card->rx_skb[port];
 792                                 card->rx_skb[port] = NULL;
 793
 794                                 dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
 795                                                  RX_DMA_SIZE, DMA_FROM_DEVICE);
 796
 797                                 header = (void *)skb->data;
 798                                 size = le16_to_cpu(header->size);
 799                                 skb_put(skb, size + sizeof(*header));
 800                                 skb_pull(skb, sizeof(*header));
 801                         } else {
 802                                 header = &_hdr;
 803
 804                                 rx_done |= 0x10 << port;
 805
 806                                 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
 807
 808                                 size = le16_to_cpu(header->size);
 809                                 if (size > (card->buffer_size - sizeof(*header))){
 810                                         dev_warn(&card->dev->dev, "Invalid buffer size\n");
 811                                         continue;
 812                                 }
 813
 814                                 /* Use netdev_alloc_skb() because it adds NET_SKB_PAD of
 815                                  * headroom, and ensures we can route packets back out an
 816                                  * Ethernet interface (for example) without having to
 817                                  * reallocate. Adding NET_IP_ALIGN also ensures that both
 818                                  * PPPoATM and PPPoEoBR2684 packets end up aligned. */
 819                                 skb = netdev_alloc_skb_ip_align(NULL, size + 1);
 820                                 if (!skb) {
 821                                         if (net_ratelimit())
 822                                                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
 823                                         continue;
 824                                 }
 825
 826                                 memcpy_fromio(skb_put(skb, size),
 827                                               RX_BUF(card, port) + sizeof(*header),
 828                                               size);
 829                         }
 830                         if (atmdebug) {
 831                                 dev_info(&card->dev->dev, "Received: port %d\n", port);
 832                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
 833                                          size, le16_to_cpu(header->vpi),
 834                                          le16_to_cpu(header->vci));
 835                                 print_buffer(skb);
 836                         }
 837
 838                         switch (le16_to_cpu(header->type)) {
 839                         case PKT_DATA:
 840                                 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
 841                                                le16_to_cpu(header->vci));
 842                                 if (!vcc) {
 843                                         if (net_ratelimit())
 844                                                 dev_warn(&card->dev->dev, "Received packet for unknown VPI.VCI %d.%d on port %d\n",
 845                                                          le16_to_cpu(header->vpi), le16_to_cpu(header->vci),
 846                                                          port);
 847                                         dev_kfree_skb_any(skb);
 848                                         break;
 849                                 }
 850                                 atm_charge(vcc, skb->truesize);
 851                                 vcc->push(vcc, skb);
 852                                 atomic_inc(&vcc->stats->rx);
 853                                 break;
 854
 855                         case PKT_STATUS:
 856                                 if (process_status(card, port, skb) &&
 857                                     net_ratelimit()) {
 858                                         dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port);
 859                                         print_buffer(skb);
 860                                 }
 861                                 dev_kfree_skb_any(skb);
 862                                 break;
 863
 864                         case PKT_COMMAND:
 865                         default: /* FIXME: Not really, surely? */
 866                                 if (process_command(card, port, skb))
 867                                         break;
 868                                 spin_lock(&card->cli_queue_lock);
 869                                 if (skb_queue_len(&card->cli_queue[port]) > 10) {
 870                                         if (net_ratelimit())
 871                                                 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
 872                                                          port);
 873                                         dev_kfree_skb_any(skb);
 874                                 } else
 875                                         skb_queue_tail(&card->cli_queue[port], skb);
 876                                 spin_unlock(&card->cli_queue_lock);
 877                                 break;
 878                         }
 879                 }
 880                 /* Allocate RX skbs for any ports which need them */
 881                 if (card->using_dma && card->atmdev[port] &&
 882                     !card->rx_skb[port]) {
 883                         /* Unlike the MMIO case (qv) we can't add NET_IP_ALIGN
 884                          * here; the FPGA can only DMA to addresses which are
 885                          * aligned to 4 bytes. */
 886                         struct sk_buff *skb = dev_alloc_skb(RX_DMA_SIZE);
 887                         if (skb) {
 888                                 SKB_CB(skb)->dma_addr =
 889                                         dma_map_single(&card->dev->dev, skb->data,
 890                                                        RX_DMA_SIZE, DMA_FROM_DEVICE);
 891                                 iowrite32(SKB_CB(skb)->dma_addr,
 892                                           card->config_regs + RX_DMA_ADDR(port));
 893                                 card->rx_skb[port] = skb;
 894                         } else {
 895                                 if (net_ratelimit())
 896                                         dev_warn(&card->dev->dev, "Failed to allocate RX skb");
 897
 898                                 /* We'll have to try again later */
 899                                 tasklet_schedule(&card->tlet);
 900                         }
 901                 }
 902         }
 903         if (rx_done)
 904                 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
 905
 906         return;
 907 }
 908
 909 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
 910 {
 911         struct hlist_head *head;
 912         struct atm_vcc *vcc = NULL;
 913         struct sock *s;
 914
 915         read_lock(&vcc_sklist_lock);
 916         head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
 917         sk_for_each(s, head) {
 918                 vcc = atm_sk(s);
 919                 if (vcc->dev == dev && vcc->vci == vci &&
 920                     vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE &&
 921                     test_bit(ATM_VF_READY, &vcc->flags))
 922                         goto out;
 923         }
 924         vcc = NULL;
 925  out:
 926         read_unlock(&vcc_sklist_lock);
 927         return vcc;
 928 }
 929
 930 static int popen(struct atm_vcc *vcc)
 931 {
 932         struct solos_card *card = vcc->dev->dev_data;
 933         struct sk_buff *skb;
 934         struct pkt_hdr *header;
 935
 936         if (vcc->qos.aal != ATM_AAL5) {
 937                 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
 938                          vcc->qos.aal);
 939                 return -EINVAL;
 940         }
 941
 942         skb = alloc_skb(sizeof(*header), GFP_KERNEL);
 943         if (!skb) {
 944                 if (net_ratelimit())
 945                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
 946                 return -ENOMEM;
 947         }
 948         header = skb_put(skb, sizeof(*header));
 949
 950         header->size = cpu_to_le16(0);
 951         header->vpi = cpu_to_le16(vcc->vpi);
 952         header->vci = cpu_to_le16(vcc->vci);
 953         header->type = cpu_to_le16(PKT_POPEN);
 954
 955         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
 956
 957         set_bit(ATM_VF_ADDR, &vcc->flags);
 958         set_bit(ATM_VF_READY, &vcc->flags);
 959
 960         return 0;
 961 }
 962
 963 static void pclose(struct atm_vcc *vcc)
 964 {
 965         struct solos_card *card = vcc->dev->dev_data;
 966         unsigned char port = SOLOS_CHAN(vcc->dev);
 967         struct sk_buff *skb, *tmpskb;
 968         struct pkt_hdr *header;
 969
 970         /* Remove any yet-to-be-transmitted packets from the pending queue */
 971         spin_lock(&card->tx_queue_lock);
 972         skb_queue_walk_safe(&card->tx_queue[port], skb, tmpskb) {
 973                 if (SKB_CB(skb)->vcc == vcc) {
 974                         skb_unlink(skb, &card->tx_queue[port]);
 975                         solos_pop(vcc, skb);
 976                 }
 977         }
 978         spin_unlock(&card->tx_queue_lock);
 979
 980         skb = alloc_skb(sizeof(*header), GFP_KERNEL);
 981         if (!skb) {
 982                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
 983                 return;
 984         }
 985         header = skb_put(skb, sizeof(*header));
 986
 987         header->size = cpu_to_le16(0);
 988         header->vpi = cpu_to_le16(vcc->vpi);
 989         header->vci = cpu_to_le16(vcc->vci);
 990         header->type = cpu_to_le16(PKT_PCLOSE);
 991
 992         skb_get(skb);
 993         fpga_queue(card, port, skb, NULL);
 994
 995         if (!wait_event_timeout(card->param_wq, !skb_shared(skb), 5 * HZ))
 996                 dev_warn(&card->dev->dev,
 997                          "Timeout waiting for VCC close on port %d\n", port);
 998
 999         dev_kfree_skb(skb);
1000
1001         /* Hold up vcc_destroy_socket() (our caller) until solos_bh() in the
1002            tasklet has finished processing any incoming packets (and, more to
1003            the point, using the vcc pointer). */
1004         tasklet_unlock_wait(&card->tlet);
1005
1006         clear_bit(ATM_VF_ADDR, &vcc->flags);
1007
1008         return;
1009 }
1010
1011 static int print_buffer(struct sk_buff *buf)
1012 {
1013         int len,i;
1014         char msg[500];
1015         char item[10];
1016
1017         len = buf->len;
1018         for (i = 0; i < len; i++){
1019                 if(i % 8 == 0)
1020                         sprintf(msg, "%02X: ", i);
1021
1022                 sprintf(item,"%02X ",*(buf->data + i));
1023                 strcat(msg, item);
1024                 if(i % 8 == 7) {
1025                         sprintf(item, "\n");
1026                         strcat(msg, item);
1027                         printk(KERN_DEBUG "%s", msg);
1028                 }
1029         }
1030         if (i % 8 != 0) {
1031                 sprintf(item, "\n");
1032                 strcat(msg, item);
1033                 printk(KERN_DEBUG "%s", msg);
1034         }
1035         printk(KERN_DEBUG "\n");
1036
1037         return 0;
1038 }
1039
1040 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
1041                        struct atm_vcc *vcc)
1042 {
1043         int old_len;
1044         unsigned long flags;
1045
1046         SKB_CB(skb)->vcc = vcc;
1047
1048         spin_lock_irqsave(&card->tx_queue_lock, flags);
1049         old_len = skb_queue_len(&card->tx_queue[port]);
1050         skb_queue_tail(&card->tx_queue[port], skb);
1051         if (!old_len)
1052                 card->tx_mask |= (1 << port);
1053         spin_unlock_irqrestore(&card->tx_queue_lock, flags);
1054
1055         /* Theoretically we could just schedule the tasklet here, but
1056            that introduces latency we don't want -- it's noticeable */
1057         if (!old_len)
1058                 fpga_tx(card);
1059 }
1060
1061 static uint32_t fpga_tx(struct solos_card *card)
1062 {
1063         uint32_t tx_pending, card_flags;
1064         uint32_t tx_started = 0;
1065         struct sk_buff *skb;
1066         struct atm_vcc *vcc;
1067         unsigned char port;
1068         unsigned long flags;
1069
1070         spin_lock_irqsave(&card->tx_lock, flags);
1071
1072         card_flags = ioread32(card->config_regs + FLAGS_ADDR);
1073         /*
1074          * The queue lock is required for _writing_ to tx_mask, but we're
1075          * OK to read it here without locking. The only potential update
1076          * that we could race with is in fpga_queue() where it sets a bit
1077          * for a new port... but it's going to call this function again if
1078          * it's doing that, anyway.
1079          */
1080         tx_pending = card->tx_mask & ~card_flags;
1081
1082         for (port = 0; tx_pending; tx_pending >>= 1, port++) {
1083                 if (tx_pending & 1) {
1084                         struct sk_buff *oldskb = card->tx_skb[port];
1085                         if (oldskb) {
1086                                 dma_unmap_single(&card->dev->dev, SKB_CB(oldskb)->dma_addr,
1087                                                  oldskb->len, DMA_TO_DEVICE);
1088                                 card->tx_skb[port] = NULL;
1089                         }
1090                         spin_lock(&card->tx_queue_lock);
1091                         skb = skb_dequeue(&card->tx_queue[port]);
1092                         if (!skb)
1093                                 card->tx_mask &= ~(1 << port);
1094                         spin_unlock(&card->tx_queue_lock);
1095
1096                         if (skb && !card->using_dma) {
1097                                 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
1098                                 tx_started |= 1 << port;
1099                                 oldskb = skb; /* We're done with this skb already */
1100                         } else if (skb && card->using_dma) {
1101                                 unsigned char *data = skb->data;
1102                                 if ((unsigned long)data & card->dma_alignment) {
1103                                         data = card->dma_bounce + (BUF_SIZE * port);
1104                                         memcpy(data, skb->data, skb->len);
1105                                 }
1106                                 SKB_CB(skb)->dma_addr = dma_map_single(&card->dev->dev, data,
1107                                                                        skb->len, DMA_TO_DEVICE);
1108                                 card->tx_skb[port] = skb;
1109                                 iowrite32(SKB_CB(skb)->dma_addr,
1110                                           card->config_regs + TX_DMA_ADDR(port));
1111                         }
1112
1113                         if (!oldskb)
1114                                 continue;
1115
1116                         /* Clean up and free oldskb now it's gone */
1117                         if (atmdebug) {
1118                                 struct pkt_hdr *header = (void *)oldskb->data;
1119                                 int size = le16_to_cpu(header->size);
1120
1121                                 skb_pull(oldskb, sizeof(*header));
1122                                 dev_info(&card->dev->dev, "Transmitted: port %d\n",
1123                                          port);
1124                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
1125                                          size, le16_to_cpu(header->vpi),
1126                                          le16_to_cpu(header->vci));
1127                                 print_buffer(oldskb);
1128                         }
1129
1130                         vcc = SKB_CB(oldskb)->vcc;
1131
1132                         if (vcc) {
1133                                 atomic_inc(&vcc->stats->tx);
1134                                 solos_pop(vcc, oldskb);
1135                         } else {
1136                                 dev_kfree_skb_irq(oldskb);
1137                                 wake_up(&card->param_wq);
1138                         }
1139                 }
1140         }
1141         /* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */
1142         if (tx_started)
1143                 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
1144
1145         spin_unlock_irqrestore(&card->tx_lock, flags);
1146         return card_flags;
1147 }
1148
1149 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
1150 {
1151         struct solos_card *card = vcc->dev->dev_data;
1152         struct pkt_hdr *header;
1153         int pktlen;
1154
1155         pktlen = skb->len;
1156         if (pktlen > (BUF_SIZE - sizeof(*header))) {
1157                 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1158                 solos_pop(vcc, skb);
1159                 return 0;
1160         }
1161
1162         if (!skb_clone_writable(skb, sizeof(*header))) {
1163                 int expand_by = 0;
1164                 int ret;
1165
1166                 if (skb_headroom(skb) < sizeof(*header))
1167                         expand_by = sizeof(*header) - skb_headroom(skb);
1168
1169                 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1170                 if (ret) {
1171                         dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1172                         solos_pop(vcc, skb);
1173                         return ret;
1174                 }
1175         }
1176
1177         header = skb_push(skb, sizeof(*header));
1178
1179         /* This does _not_ include the size of the header */
1180         header->size = cpu_to_le16(pktlen);
1181         header->vpi = cpu_to_le16(vcc->vpi);
1182         header->vci = cpu_to_le16(vcc->vci);
1183         header->type = cpu_to_le16(PKT_DATA);
1184
1185         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1186
1187         return 0;
1188 }
1189
1190 static const struct atmdev_ops fpga_ops = {
1191         .open =         popen,
1192         .close =        pclose,
1193         .ioctl =        NULL,
1194         .getsockopt =   NULL,
1195         .setsockopt =   NULL,
1196         .send =         psend,
1197         .send_oam =     NULL,
1198         .phy_put =      NULL,
1199         .phy_get =      NULL,
1200         .change_qos =   NULL,
1201         .proc_read =    NULL,
1202         .owner =        THIS_MODULE
1203 };
1204
1205 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1206 {
1207         int err;
1208         uint16_t fpga_ver;
1209         uint8_t major_ver, minor_ver;
1210         uint32_t data32;
1211         struct solos_card *card;
1212
1213         card = kzalloc(sizeof(*card), GFP_KERNEL);
1214         if (!card)
1215                 return -ENOMEM;
1216
1217         card->dev = dev;
1218         init_waitqueue_head(&card->fw_wq);
1219         init_waitqueue_head(&card->param_wq);
1220
1221         err = pci_enable_device(dev);
1222         if (err) {
1223                 dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1224                 goto out;
1225         }
1226
1227         err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(32));
1228         if (err) {
1229                 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1230                 goto out;
1231         }
1232
1233         err = pci_request_regions(dev, "solos");
1234         if (err) {
1235                 dev_warn(&dev->dev, "Failed to request regions\n");
1236                 goto out;
1237         }
1238
1239         card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1240         if (!card->config_regs) {
1241                 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1242                 err = -ENOMEM;
1243                 goto out_release_regions;
1244         }
1245         card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1246         if (!card->buffers) {
1247                 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1248                 err = -ENOMEM;
1249                 goto out_unmap_config;
1250         }
1251
1252         if (reset) {
1253                 iowrite32(1, card->config_regs + FPGA_MODE);
1254                 ioread32(card->config_regs + FPGA_MODE);
1255
1256                 iowrite32(0, card->config_regs + FPGA_MODE);
1257                 ioread32(card->config_regs + FPGA_MODE);
1258         }
1259
1260         data32 = ioread32(card->config_regs + FPGA_VER);
1261         fpga_ver = (data32 & 0x0000FFFF);
1262         major_ver = ((data32 & 0xFF000000) >> 24);
1263         minor_ver = ((data32 & 0x00FF0000) >> 16);
1264         card->fpga_version = FPGA_VERSION(major_ver,minor_ver);
1265         if (card->fpga_version > LEGACY_BUFFERS)
1266                 card->buffer_size = BUF_SIZE;
1267         else
1268                 card->buffer_size = OLD_BUF_SIZE;
1269         dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1270                  major_ver, minor_ver, fpga_ver);
1271
1272         if (fpga_ver < 37 && (fpga_upgrade || firmware_upgrade ||
1273                               db_fpga_upgrade || db_firmware_upgrade)) {
1274                 dev_warn(&dev->dev,
1275                          "FPGA too old; cannot upgrade flash. Use JTAG.\n");
1276                 fpga_upgrade = firmware_upgrade = 0;
1277                 db_fpga_upgrade = db_firmware_upgrade = 0;
1278         }
1279
1280         /* Stopped using Atmel flash after 0.03-38 */
1281         if (fpga_ver < 39)
1282                 card->atmel_flash = 1;
1283         else
1284                 card->atmel_flash = 0;
1285
1286         data32 = ioread32(card->config_regs + PORTS);
1287         card->nr_ports = (data32 & 0x000000FF);
1288
1289         if (card->fpga_version >= DMA_SUPPORTED) {
1290                 pci_set_master(dev);
1291                 card->using_dma = 1;
1292                 if (1) { /* All known FPGA versions so far */
1293                         card->dma_alignment = 3;
1294                         card->dma_bounce = kmalloc(card->nr_ports * BUF_SIZE, GFP_KERNEL);
1295                         if (!card->dma_bounce) {
1296                                 dev_warn(&card->dev->dev, "Failed to allocate DMA bounce buffers\n");
1297                                 err = -ENOMEM;
1298                                 /* Fallback to MMIO doesn't work */
1299                                 goto out_unmap_both;
1300                         }
1301                 }
1302         } else {
1303                 card->using_dma = 0;
1304                 /* Set RX empty flag for all ports */
1305                 iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1306         }
1307
1308         pci_set_drvdata(dev, card);
1309
1310         tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1311         spin_lock_init(&card->tx_lock);
1312         spin_lock_init(&card->tx_queue_lock);
1313         spin_lock_init(&card->cli_queue_lock);
1314         spin_lock_init(&card->param_queue_lock);
1315         INIT_LIST_HEAD(&card->param_queue);
1316
1317         err = request_irq(dev->irq, solos_irq, IRQF_SHARED,
1318                           "solos-pci", card);
1319         if (err) {
1320                 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1321                 goto out_unmap_both;
1322         }
1323
1324         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1325
1326         if (fpga_upgrade)
1327                 flash_upgrade(card, 0);
1328
1329         if (firmware_upgrade)
1330                 flash_upgrade(card, 1);
1331
1332         if (db_fpga_upgrade)
1333                 flash_upgrade(card, 2);
1334
1335         if (db_firmware_upgrade)
1336                 flash_upgrade(card, 3);
1337
1338         err = atm_init(card, &dev->dev);
1339         if (err)
1340                 goto out_free_irq;
1341
1342         if (card->fpga_version >= DMA_SUPPORTED &&
1343             sysfs_create_group(&card->dev->dev.kobj, &gpio_attr_group))
1344                 dev_err(&card->dev->dev, "Could not register parameter group for GPIOs\n");
1345
1346         return 0;
1347
1348  out_free_irq:
1349         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1350         free_irq(dev->irq, card);
1351         tasklet_kill(&card->tlet);
1352
1353  out_unmap_both:
1354         kfree(card->dma_bounce);
1355         pci_iounmap(dev, card->buffers);
1356  out_unmap_config:
1357         pci_iounmap(dev, card->config_regs);
1358  out_release_regions:
1359         pci_release_regions(dev);
1360  out:
1361         kfree(card);
1362         return err;
1363 }
1364
1365 static int atm_init(struct solos_card *card, struct device *parent)
1366 {
1367         int i;
1368
1369         for (i = 0; i < card->nr_ports; i++) {
1370                 struct sk_buff *skb;
1371                 struct pkt_hdr *header;
1372
1373                 skb_queue_head_init(&card->tx_queue[i]);
1374                 skb_queue_head_init(&card->cli_queue[i]);
1375
1376                 card->atmdev[i] = atm_dev_register("solos-pci", parent, &fpga_ops, -1, NULL);
1377                 if (!card->atmdev[i]) {
1378                         dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1379                         atm_remove(card);
1380                         return -ENODEV;
1381                 }
1382                 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1383                         dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1384                 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1385                         dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1386
1387                 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1388
1389                 card->atmdev[i]->ci_range.vpi_bits = 8;
1390                 card->atmdev[i]->ci_range.vci_bits = 16;
1391                 card->atmdev[i]->dev_data = card;
1392                 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1393                 atm_dev_signal_change(card->atmdev[i], ATM_PHY_SIG_FOUND);
1394
1395                 skb = alloc_skb(sizeof(*header), GFP_KERNEL);
1396                 if (!skb) {
1397                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1398                         continue;
1399                 }
1400
1401                 header = skb_put(skb, sizeof(*header));
1402
1403                 header->size = cpu_to_le16(0);
1404                 header->vpi = cpu_to_le16(0);
1405                 header->vci = cpu_to_le16(0);
1406                 header->type = cpu_to_le16(PKT_STATUS);
1407
1408                 fpga_queue(card, i, skb, NULL);
1409         }
1410         return 0;
1411 }
1412
1413 static void atm_remove(struct solos_card *card)
1414 {
1415         int i;
1416
1417         for (i = 0; i < card->nr_ports; i++) {
1418                 if (card->atmdev[i]) {
1419                         struct sk_buff *skb;
1420
1421                         dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1422
1423                         sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1424                         atm_dev_deregister(card->atmdev[i]);
1425
1426                         skb = card->rx_skb[i];
1427                         if (skb) {
1428                                 dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
1429                                                  RX_DMA_SIZE, DMA_FROM_DEVICE);
1430                                 dev_kfree_skb(skb);
1431                         }
1432                         skb = card->tx_skb[i];
1433                         if (skb) {
1434                                 dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
1435                                                  skb->len, DMA_TO_DEVICE);
1436                                 dev_kfree_skb(skb);
1437                         }
1438                         while ((skb = skb_dequeue(&card->tx_queue[i])))
1439                                 dev_kfree_skb(skb);
1440
1441                 }
1442         }
1443 }
1444
1445 static void fpga_remove(struct pci_dev *dev)
1446 {
1447         struct solos_card *card = pci_get_drvdata(dev);
1448
1449         /* Disable IRQs */
1450         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1451
1452         /* Reset FPGA */
1453         iowrite32(1, card->config_regs + FPGA_MODE);
1454         (void)ioread32(card->config_regs + FPGA_MODE);
1455
1456         if (card->fpga_version >= DMA_SUPPORTED)
1457                 sysfs_remove_group(&card->dev->dev.kobj, &gpio_attr_group);
1458
1459         atm_remove(card);
1460
1461         free_irq(dev->irq, card);
1462         tasklet_kill(&card->tlet);
1463
1464         kfree(card->dma_bounce);
1465
1466         /* Release device from reset */
1467         iowrite32(0, card->config_regs + FPGA_MODE);
1468         (void)ioread32(card->config_regs + FPGA_MODE);
1469
1470         pci_iounmap(dev, card->buffers);
1471         pci_iounmap(dev, card->config_regs);
1472
1473         pci_release_regions(dev);
1474         pci_disable_device(dev);
1475
1476         kfree(card);
1477 }
1478
1479 static const struct pci_device_id fpga_pci_tbl[] = {
1480         { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1481         { 0, }
1482 };
1483
1484 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1485
1486 static struct pci_driver fpga_driver = {
1487         .name =         "solos",
1488         .id_table =     fpga_pci_tbl,
1489         .probe =        fpga_probe,
1490         .remove =       fpga_remove,
1491 };
1492
1493
1494 static int __init solos_pci_init(void)
1495 {
1496         BUILD_BUG_ON(sizeof(struct solos_skb_cb) > sizeof(((struct sk_buff *)0)->cb));
1497
1498         printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1499         return pci_register_driver(&fpga_driver);
1500 }
1501
1502 static void __exit solos_pci_exit(void)
1503 {
1504         pci_unregister_driver(&fpga_driver);
1505         printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1506 }
1507
1508 module_init(solos_pci_init);
1509 module_exit(solos_pci_exit);