GNU Linux-libre 4.4.284-gnu1
[releases.git] / drivers / atm / solos-pci.c
1 /*
2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
3  *  Traverse Technologies -- http://www.traverse.com.au/
4  *  Xrio Limited          -- http://www.xrio.com/
5  *
6  *
7  * Copyright © 2008 Traverse Technologies
8  * Copyright © 2008 Intel Corporation
9  *
10  * Authors: Nathan Williams <nathan@traverse.com.au>
11  *          David Woodhouse <dwmw2@infradead.org>
12  *          Treker Chen <treker@xrio.com>
13  *
14  * This program is free software; you can redistribute it and/or
15  * modify it under the terms of the GNU General Public License
16  * version 2, as published by the Free Software Foundation.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  */
23
24 #define DEBUG
25 #define VERBOSE_DEBUG
26
27 #include <linux/interrupt.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/errno.h>
31 #include <linux/ioport.h>
32 #include <linux/types.h>
33 #include <linux/pci.h>
34 #include <linux/atm.h>
35 #include <linux/atmdev.h>
36 #include <linux/skbuff.h>
37 #include <linux/sysfs.h>
38 #include <linux/device.h>
39 #include <linux/kobject.h>
40 #include <linux/firmware.h>
41 #include <linux/ctype.h>
42 #include <linux/swab.h>
43 #include <linux/slab.h>
44
45 #define VERSION "1.04"
46 #define DRIVER_VERSION 0x01
47 #define PTAG "solos-pci"
48
49 #define CONFIG_RAM_SIZE 128
50 #define FLAGS_ADDR      0x7C
51 #define IRQ_EN_ADDR     0x78
52 #define FPGA_VER        0x74
53 #define IRQ_CLEAR       0x70
54 #define WRITE_FLASH     0x6C
55 #define PORTS           0x68
56 #define FLASH_BLOCK     0x64
57 #define FLASH_BUSY      0x60
58 #define FPGA_MODE       0x5C
59 #define FLASH_MODE      0x58
60 #define GPIO_STATUS     0x54
61 #define DRIVER_VER      0x50
62 #define TX_DMA_ADDR(port)       (0x40 + (4 * (port)))
63 #define RX_DMA_ADDR(port)       (0x30 + (4 * (port)))
64
65 #define DATA_RAM_SIZE   32768
66 #define BUF_SIZE        2048
67 #define OLD_BUF_SIZE    4096 /* For FPGA versions <= 2*/
68 /* Old boards use ATMEL AD45DB161D flash */
69 #define ATMEL_FPGA_PAGE 528 /* FPGA flash page size*/
70 #define ATMEL_SOLOS_PAGE        512 /* Solos flash page size*/
71 #define ATMEL_FPGA_BLOCK        (ATMEL_FPGA_PAGE * 8) /* FPGA block size*/
72 #define ATMEL_SOLOS_BLOCK       (ATMEL_SOLOS_PAGE * 8) /* Solos block size*/
73 /* Current boards use M25P/M25PE SPI flash */
74 #define SPI_FLASH_BLOCK (256 * 64)
75
76 #define RX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2)
77 #define TX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2 + (card->buffer_size))
78 #define FLASH_BUF ((card->buffers) + 4*(card->buffer_size)*2)
79
80 #define RX_DMA_SIZE     2048
81
82 #define FPGA_VERSION(a,b) (((a) << 8) + (b))
83 #define LEGACY_BUFFERS  2
84 #define DMA_SUPPORTED   4
85
86 static int reset = 0;
87 static int atmdebug = 0;
88 static int firmware_upgrade = 0;
89 static int fpga_upgrade = 0;
90 static int db_firmware_upgrade = 0;
91 static int db_fpga_upgrade = 0;
92
93 struct pkt_hdr {
94         __le16 size;
95         __le16 vpi;
96         __le16 vci;
97         __le16 type;
98 };
99
100 struct solos_skb_cb {
101         struct atm_vcc *vcc;
102         uint32_t dma_addr;
103 };
104
105
106 #define SKB_CB(skb)             ((struct solos_skb_cb *)skb->cb)
107
108 #define PKT_DATA        0
109 #define PKT_COMMAND     1
110 #define PKT_POPEN       3
111 #define PKT_PCLOSE      4
112 #define PKT_STATUS      5
113
114 struct solos_card {
115         void __iomem *config_regs;
116         void __iomem *buffers;
117         int nr_ports;
118         int tx_mask;
119         struct pci_dev *dev;
120         struct atm_dev *atmdev[4];
121         struct tasklet_struct tlet;
122         spinlock_t tx_lock;
123         spinlock_t tx_queue_lock;
124         spinlock_t cli_queue_lock;
125         spinlock_t param_queue_lock;
126         struct list_head param_queue;
127         struct sk_buff_head tx_queue[4];
128         struct sk_buff_head cli_queue[4];
129         struct sk_buff *tx_skb[4];
130         struct sk_buff *rx_skb[4];
131         unsigned char *dma_bounce;
132         wait_queue_head_t param_wq;
133         wait_queue_head_t fw_wq;
134         int using_dma;
135         int dma_alignment;
136         int fpga_version;
137         int buffer_size;
138         int atmel_flash;
139 };
140
141
142 struct solos_param {
143         struct list_head list;
144         pid_t pid;
145         int port;
146         struct sk_buff *response;
147 };
148
149 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
150
151 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
152 MODULE_DESCRIPTION("Solos PCI driver");
153 MODULE_VERSION(VERSION);
154 MODULE_LICENSE("GPL");
155 /*(DEBLOBBED)*/
156 MODULE_PARM_DESC(reset, "Reset Solos chips on startup");
157 MODULE_PARM_DESC(atmdebug, "Print ATM data");
158 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
159 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
160 MODULE_PARM_DESC(db_firmware_upgrade, "Initiate daughter board Solos firmware upgrade");
161 MODULE_PARM_DESC(db_fpga_upgrade, "Initiate daughter board FPGA upgrade");
162 module_param(reset, int, 0444);
163 module_param(atmdebug, int, 0644);
164 module_param(firmware_upgrade, int, 0444);
165 module_param(fpga_upgrade, int, 0444);
166 module_param(db_firmware_upgrade, int, 0444);
167 module_param(db_fpga_upgrade, int, 0444);
168
169 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
170                        struct atm_vcc *vcc);
171 static uint32_t fpga_tx(struct solos_card *);
172 static irqreturn_t solos_irq(int irq, void *dev_id);
173 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
174 static int atm_init(struct solos_card *, struct device *);
175 static void atm_remove(struct solos_card *);
176 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
177 static void solos_bh(unsigned long);
178 static int print_buffer(struct sk_buff *buf);
179
180 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
181 {
182         if (vcc->pop)
183                 vcc->pop(vcc, skb);
184         else
185                 dev_kfree_skb_any(skb);
186 }
187
188 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
189                                 char *buf)
190 {
191         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
192         struct solos_card *card = atmdev->dev_data;
193         struct solos_param prm;
194         struct sk_buff *skb;
195         struct pkt_hdr *header;
196         int buflen;
197
198         buflen = strlen(attr->attr.name) + 10;
199
200         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
201         if (!skb) {
202                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
203                 return -ENOMEM;
204         }
205
206         header = (void *)skb_put(skb, sizeof(*header));
207
208         buflen = snprintf((void *)&header[1], buflen - 1,
209                           "L%05d\n%s\n", current->pid, attr->attr.name);
210         skb_put(skb, buflen);
211
212         header->size = cpu_to_le16(buflen);
213         header->vpi = cpu_to_le16(0);
214         header->vci = cpu_to_le16(0);
215         header->type = cpu_to_le16(PKT_COMMAND);
216
217         prm.pid = current->pid;
218         prm.response = NULL;
219         prm.port = SOLOS_CHAN(atmdev);
220
221         spin_lock_irq(&card->param_queue_lock);
222         list_add(&prm.list, &card->param_queue);
223         spin_unlock_irq(&card->param_queue_lock);
224
225         fpga_queue(card, prm.port, skb, NULL);
226
227         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
228
229         spin_lock_irq(&card->param_queue_lock);
230         list_del(&prm.list);
231         spin_unlock_irq(&card->param_queue_lock);
232
233         if (!prm.response)
234                 return -EIO;
235
236         buflen = prm.response->len;
237         memcpy(buf, prm.response->data, buflen);
238         kfree_skb(prm.response);
239
240         return buflen;
241 }
242
243 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
244                                  const char *buf, size_t count)
245 {
246         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
247         struct solos_card *card = atmdev->dev_data;
248         struct solos_param prm;
249         struct sk_buff *skb;
250         struct pkt_hdr *header;
251         int buflen;
252         ssize_t ret;
253
254         buflen = strlen(attr->attr.name) + 11 + count;
255
256         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
257         if (!skb) {
258                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
259                 return -ENOMEM;
260         }
261
262         header = (void *)skb_put(skb, sizeof(*header));
263
264         buflen = snprintf((void *)&header[1], buflen - 1,
265                           "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
266
267         skb_put(skb, buflen);
268         header->size = cpu_to_le16(buflen);
269         header->vpi = cpu_to_le16(0);
270         header->vci = cpu_to_le16(0);
271         header->type = cpu_to_le16(PKT_COMMAND);
272
273         prm.pid = current->pid;
274         prm.response = NULL;
275         prm.port = SOLOS_CHAN(atmdev);
276
277         spin_lock_irq(&card->param_queue_lock);
278         list_add(&prm.list, &card->param_queue);
279         spin_unlock_irq(&card->param_queue_lock);
280
281         fpga_queue(card, prm.port, skb, NULL);
282
283         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
284
285         spin_lock_irq(&card->param_queue_lock);
286         list_del(&prm.list);
287         spin_unlock_irq(&card->param_queue_lock);
288
289         skb = prm.response;
290
291         if (!skb)
292                 return -EIO;
293
294         buflen = skb->len;
295
296         /* Sometimes it has a newline, sometimes it doesn't. */
297         if (skb->data[buflen - 1] == '\n')
298                 buflen--;
299
300         if (buflen == 2 && !strncmp(skb->data, "OK", 2))
301                 ret = count;
302         else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
303                 ret = -EIO;
304         else {
305                 /* We know we have enough space allocated for this; we allocated 
306                    it ourselves */
307                 skb->data[buflen] = 0;
308         
309                 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
310                          skb->data);
311                 ret = -EIO;
312         }
313         kfree_skb(skb);
314
315         return ret;
316 }
317
318 static char *next_string(struct sk_buff *skb)
319 {
320         int i = 0;
321         char *this = skb->data;
322         
323         for (i = 0; i < skb->len; i++) {
324                 if (this[i] == '\n') {
325                         this[i] = 0;
326                         skb_pull(skb, i + 1);
327                         return this;
328                 }
329                 if (!isprint(this[i]))
330                         return NULL;
331         }
332         return NULL;
333 }
334
335 /*
336  * Status packet has fields separated by \n, starting with a version number
337  * for the information therein. Fields are....
338  *
339  *     packet version
340  *     RxBitRate        (version >= 1)
341  *     TxBitRate        (version >= 1)
342  *     State            (version >= 1)
343  *     LocalSNRMargin   (version >= 1)
344  *     LocalLineAttn    (version >= 1)
345  */       
346 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
347 {
348         char *str, *end, *state_str, *snr, *attn;
349         int ver, rate_up, rate_down;
350
351         if (!card->atmdev[port])
352                 return -ENODEV;
353
354         str = next_string(skb);
355         if (!str)
356                 return -EIO;
357
358         ver = simple_strtol(str, NULL, 10);
359         if (ver < 1) {
360                 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
361                          ver);
362                 return -EIO;
363         }
364
365         str = next_string(skb);
366         if (!str)
367                 return -EIO;
368         if (!strcmp(str, "ERROR")) {
369                 dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n",
370                          port);
371                 return 0;
372         }
373
374         rate_down = simple_strtol(str, &end, 10);
375         if (*end)
376                 return -EIO;
377
378         str = next_string(skb);
379         if (!str)
380                 return -EIO;
381         rate_up = simple_strtol(str, &end, 10);
382         if (*end)
383                 return -EIO;
384
385         state_str = next_string(skb);
386         if (!state_str)
387                 return -EIO;
388
389         /* Anything but 'Showtime' is down */
390         if (strcmp(state_str, "Showtime")) {
391                 atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_LOST);
392                 dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str);
393                 return 0;
394         }
395
396         snr = next_string(skb);
397         if (!snr)
398                 return -EIO;
399         attn = next_string(skb);
400         if (!attn)
401                 return -EIO;
402
403         dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n",
404                  port, state_str, rate_down/1000, rate_up/1000,
405                  snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn);
406         
407         card->atmdev[port]->link_rate = rate_down / 424;
408         atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_FOUND);
409
410         return 0;
411 }
412
413 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
414 {
415         struct solos_param *prm;
416         unsigned long flags;
417         int cmdpid;
418         int found = 0;
419
420         if (skb->len < 7)
421                 return 0;
422
423         if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
424             !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
425             !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
426             skb->data[6] != '\n')
427                 return 0;
428
429         cmdpid = simple_strtol(&skb->data[1], NULL, 10);
430
431         spin_lock_irqsave(&card->param_queue_lock, flags);
432         list_for_each_entry(prm, &card->param_queue, list) {
433                 if (prm->port == port && prm->pid == cmdpid) {
434                         prm->response = skb;
435                         skb_pull(skb, 7);
436                         wake_up(&card->param_wq);
437                         found = 1;
438                         break;
439                 }
440         }
441         spin_unlock_irqrestore(&card->param_queue_lock, flags);
442         return found;
443 }
444
445 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
446                             char *buf)
447 {
448         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
449         struct solos_card *card = atmdev->dev_data;
450         struct sk_buff *skb;
451         unsigned int len;
452
453         spin_lock(&card->cli_queue_lock);
454         skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
455         spin_unlock(&card->cli_queue_lock);
456         if(skb == NULL)
457                 return sprintf(buf, "No data.\n");
458
459         len = skb->len;
460         memcpy(buf, skb->data, len);
461
462         kfree_skb(skb);
463         return len;
464 }
465
466 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
467 {
468         struct sk_buff *skb;
469         struct pkt_hdr *header;
470
471         if (size > (BUF_SIZE - sizeof(*header))) {
472                 dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
473                 return 0;
474         }
475         skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
476         if (!skb) {
477                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
478                 return 0;
479         }
480
481         header = (void *)skb_put(skb, sizeof(*header));
482
483         header->size = cpu_to_le16(size);
484         header->vpi = cpu_to_le16(0);
485         header->vci = cpu_to_le16(0);
486         header->type = cpu_to_le16(PKT_COMMAND);
487
488         memcpy(skb_put(skb, size), buf, size);
489
490         fpga_queue(card, dev, skb, NULL);
491
492         return 0;
493 }
494
495 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
496                              const char *buf, size_t count)
497 {
498         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
499         struct solos_card *card = atmdev->dev_data;
500         int err;
501
502         err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
503
504         return err?:count;
505 }
506
507 struct geos_gpio_attr {
508         struct device_attribute attr;
509         int offset;
510 };
511
512 #define SOLOS_GPIO_ATTR(_name, _mode, _show, _store, _offset)   \
513         struct geos_gpio_attr gpio_attr_##_name = {             \
514                 .attr = __ATTR(_name, _mode, _show, _store),    \
515                 .offset = _offset }
516
517 static ssize_t geos_gpio_store(struct device *dev, struct device_attribute *attr,
518                                const char *buf, size_t count)
519 {
520         struct pci_dev *pdev = container_of(dev, struct pci_dev, dev);
521         struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
522         struct solos_card *card = pci_get_drvdata(pdev);
523         uint32_t data32;
524
525         if (count != 1 && (count != 2 || buf[1] != '\n'))
526                 return -EINVAL;
527
528         spin_lock_irq(&card->param_queue_lock);
529         data32 = ioread32(card->config_regs + GPIO_STATUS);
530         if (buf[0] == '1') {
531                 data32 |= 1 << gattr->offset;
532                 iowrite32(data32, card->config_regs + GPIO_STATUS);
533         } else if (buf[0] == '0') {
534                 data32 &= ~(1 << gattr->offset);
535                 iowrite32(data32, card->config_regs + GPIO_STATUS);
536         } else {
537                 count = -EINVAL;
538         }
539         spin_unlock_irq(&card->param_queue_lock);
540         return count;
541 }
542
543 static ssize_t geos_gpio_show(struct device *dev, struct device_attribute *attr,
544                               char *buf)
545 {
546         struct pci_dev *pdev = container_of(dev, struct pci_dev, dev);
547         struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
548         struct solos_card *card = pci_get_drvdata(pdev);
549         uint32_t data32;
550
551         data32 = ioread32(card->config_regs + GPIO_STATUS);
552         data32 = (data32 >> gattr->offset) & 1;
553
554         return sprintf(buf, "%d\n", data32);
555 }
556
557 static ssize_t hardware_show(struct device *dev, struct device_attribute *attr,
558                              char *buf)
559 {
560         struct pci_dev *pdev = container_of(dev, struct pci_dev, dev);
561         struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
562         struct solos_card *card = pci_get_drvdata(pdev);
563         uint32_t data32;
564
565         data32 = ioread32(card->config_regs + GPIO_STATUS);
566         switch (gattr->offset) {
567         case 0:
568                 /* HardwareVersion */
569                 data32 = data32 & 0x1F;
570                 break;
571         case 1:
572                 /* HardwareVariant */
573                 data32 = (data32 >> 5) & 0x0F;
574                 break;
575         }
576         return sprintf(buf, "%d\n", data32);
577 }
578
579 static DEVICE_ATTR(console, 0644, console_show, console_store);
580
581
582 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
583 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
584
585 #include "solos-attrlist.c"
586
587 static SOLOS_GPIO_ATTR(GPIO1, 0644, geos_gpio_show, geos_gpio_store, 9);
588 static SOLOS_GPIO_ATTR(GPIO2, 0644, geos_gpio_show, geos_gpio_store, 10);
589 static SOLOS_GPIO_ATTR(GPIO3, 0644, geos_gpio_show, geos_gpio_store, 11);
590 static SOLOS_GPIO_ATTR(GPIO4, 0644, geos_gpio_show, geos_gpio_store, 12);
591 static SOLOS_GPIO_ATTR(GPIO5, 0644, geos_gpio_show, geos_gpio_store, 13);
592 static SOLOS_GPIO_ATTR(PushButton, 0444, geos_gpio_show, NULL, 14);
593 static SOLOS_GPIO_ATTR(HardwareVersion, 0444, hardware_show, NULL, 0);
594 static SOLOS_GPIO_ATTR(HardwareVariant, 0444, hardware_show, NULL, 1);
595 #undef SOLOS_ATTR_RO
596 #undef SOLOS_ATTR_RW
597
598 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
599 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
600
601 static struct attribute *solos_attrs[] = {
602 #include "solos-attrlist.c"
603         NULL
604 };
605
606 static struct attribute_group solos_attr_group = {
607         .attrs = solos_attrs,
608         .name = "parameters",
609 };
610
611 static struct attribute *gpio_attrs[] = {
612         &gpio_attr_GPIO1.attr.attr,
613         &gpio_attr_GPIO2.attr.attr,
614         &gpio_attr_GPIO3.attr.attr,
615         &gpio_attr_GPIO4.attr.attr,
616         &gpio_attr_GPIO5.attr.attr,
617         &gpio_attr_PushButton.attr.attr,
618         &gpio_attr_HardwareVersion.attr.attr,
619         &gpio_attr_HardwareVariant.attr.attr,
620         NULL
621 };
622
623 static struct attribute_group gpio_attr_group = {
624         .attrs = gpio_attrs,
625         .name = "gpio",
626 };
627
628 static int flash_upgrade(struct solos_card *card, int chip)
629 {
630         const struct firmware *fw;
631         const char *fw_name;
632         int blocksize = 0;
633         int numblocks = 0;
634         int offset;
635
636         switch (chip) {
637         case 0:
638                 fw_name = "/*(DEBLOBBED)*/";
639                 if (card->atmel_flash)
640                         blocksize = ATMEL_FPGA_BLOCK;
641                 else
642                         blocksize = SPI_FLASH_BLOCK;
643                 break;
644         case 1:
645                 fw_name = "/*(DEBLOBBED)*/";
646                 if (card->atmel_flash)
647                         blocksize = ATMEL_SOLOS_BLOCK;
648                 else
649                         blocksize = SPI_FLASH_BLOCK;
650                 break;
651         case 2:
652                 if (card->fpga_version > LEGACY_BUFFERS){
653                         fw_name = "/*(DEBLOBBED)*/";
654                         if (card->atmel_flash)
655                                 blocksize = ATMEL_FPGA_BLOCK;
656                         else
657                                 blocksize = SPI_FLASH_BLOCK;
658                 } else {
659                         dev_info(&card->dev->dev, "FPGA version doesn't support"
660                                         " daughter board upgrades\n");
661                         return -EPERM;
662                 }
663                 break;
664         case 3:
665                 if (card->fpga_version > LEGACY_BUFFERS){
666                         fw_name = "/*(DEBLOBBED)*/";
667                         if (card->atmel_flash)
668                                 blocksize = ATMEL_SOLOS_BLOCK;
669                         else
670                                 blocksize = SPI_FLASH_BLOCK;
671                 } else {
672                         dev_info(&card->dev->dev, "FPGA version doesn't support"
673                                         " daughter board upgrades\n");
674                         return -EPERM;
675                 }
676                 break;
677         default:
678                 return -ENODEV;
679         }
680
681         if (reject_firmware(&fw, fw_name, &card->dev->dev))
682                 return -ENOENT;
683
684         dev_info(&card->dev->dev, "Flash upgrade starting\n");
685
686         /* New FPGAs require driver version before permitting flash upgrades */
687         iowrite32(DRIVER_VERSION, card->config_regs + DRIVER_VER);
688
689         numblocks = fw->size / blocksize;
690         dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
691         dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
692         
693         dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
694         iowrite32(1, card->config_regs + FPGA_MODE);
695         (void) ioread32(card->config_regs + FPGA_MODE); 
696
697         /* Set mode to Chip Erase */
698         if(chip == 0 || chip == 2)
699                 dev_info(&card->dev->dev, "Set FPGA Flash mode to FPGA Chip Erase\n");
700         if(chip == 1 || chip == 3)
701                 dev_info(&card->dev->dev, "Set FPGA Flash mode to Solos Chip Erase\n");
702         iowrite32((chip * 2), card->config_regs + FLASH_MODE);
703
704
705         iowrite32(1, card->config_regs + WRITE_FLASH);
706         wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
707
708         for (offset = 0; offset < fw->size; offset += blocksize) {
709                 int i;
710
711                 /* Clear write flag */
712                 iowrite32(0, card->config_regs + WRITE_FLASH);
713
714                 /* Set mode to Block Write */
715                 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
716                 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
717
718                 /* Copy block to buffer, swapping each 16 bits for Atmel flash */
719                 for(i = 0; i < blocksize; i += 4) {
720                         uint32_t word;
721                         if (card->atmel_flash)
722                                 word = swahb32p((uint32_t *)(fw->data + offset + i));
723                         else
724                                 word = *(uint32_t *)(fw->data + offset + i);
725                         if(card->fpga_version > LEGACY_BUFFERS)
726                                 iowrite32(word, FLASH_BUF + i);
727                         else
728                                 iowrite32(word, RX_BUF(card, 3) + i);
729                 }
730
731                 /* Specify block number and then trigger flash write */
732                 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
733                 iowrite32(1, card->config_regs + WRITE_FLASH);
734                 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
735         }
736
737         release_firmware(fw);
738         iowrite32(0, card->config_regs + WRITE_FLASH);
739         iowrite32(0, card->config_regs + FPGA_MODE);
740         iowrite32(0, card->config_regs + FLASH_MODE);
741         dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
742         return 0;
743 }
744
745 static irqreturn_t solos_irq(int irq, void *dev_id)
746 {
747         struct solos_card *card = dev_id;
748         int handled = 1;
749
750         iowrite32(0, card->config_regs + IRQ_CLEAR);
751
752         /* If we're up and running, just kick the tasklet to process TX/RX */
753         if (card->atmdev[0])
754                 tasklet_schedule(&card->tlet);
755         else
756                 wake_up(&card->fw_wq);
757
758         return IRQ_RETVAL(handled);
759 }
760
761 static void solos_bh(unsigned long card_arg)
762 {
763         struct solos_card *card = (void *)card_arg;
764         uint32_t card_flags;
765         uint32_t rx_done = 0;
766         int port;
767
768         /*
769          * Since fpga_tx() is going to need to read the flags under its lock,
770          * it can return them to us so that we don't have to hit PCI MMIO
771          * again for the same information
772          */
773         card_flags = fpga_tx(card);
774
775         for (port = 0; port < card->nr_ports; port++) {
776                 if (card_flags & (0x10 << port)) {
777                         struct pkt_hdr _hdr, *header;
778                         struct sk_buff *skb;
779                         struct atm_vcc *vcc;
780                         int size;
781
782                         if (card->using_dma) {
783                                 skb = card->rx_skb[port];
784                                 card->rx_skb[port] = NULL;
785
786                                 dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
787                                                  RX_DMA_SIZE, DMA_FROM_DEVICE);
788
789                                 header = (void *)skb->data;
790                                 size = le16_to_cpu(header->size);
791                                 skb_put(skb, size + sizeof(*header));
792                                 skb_pull(skb, sizeof(*header));
793                         } else {
794                                 header = &_hdr;
795
796                                 rx_done |= 0x10 << port;
797
798                                 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
799
800                                 size = le16_to_cpu(header->size);
801                                 if (size > (card->buffer_size - sizeof(*header))){
802                                         dev_warn(&card->dev->dev, "Invalid buffer size\n");
803                                         continue;
804                                 }
805
806                                 /* Use netdev_alloc_skb() because it adds NET_SKB_PAD of
807                                  * headroom, and ensures we can route packets back out an
808                                  * Ethernet interface (for example) without having to
809                                  * reallocate. Adding NET_IP_ALIGN also ensures that both
810                                  * PPPoATM and PPPoEoBR2684 packets end up aligned. */
811                                 skb = netdev_alloc_skb_ip_align(NULL, size + 1);
812                                 if (!skb) {
813                                         if (net_ratelimit())
814                                                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
815                                         continue;
816                                 }
817
818                                 memcpy_fromio(skb_put(skb, size),
819                                               RX_BUF(card, port) + sizeof(*header),
820                                               size);
821                         }
822                         if (atmdebug) {
823                                 dev_info(&card->dev->dev, "Received: port %d\n", port);
824                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
825                                          size, le16_to_cpu(header->vpi),
826                                          le16_to_cpu(header->vci));
827                                 print_buffer(skb);
828                         }
829
830                         switch (le16_to_cpu(header->type)) {
831                         case PKT_DATA:
832                                 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
833                                                le16_to_cpu(header->vci));
834                                 if (!vcc) {
835                                         if (net_ratelimit())
836                                                 dev_warn(&card->dev->dev, "Received packet for unknown VPI.VCI %d.%d on port %d\n",
837                                                          le16_to_cpu(header->vpi), le16_to_cpu(header->vci),
838                                                          port);
839                                         dev_kfree_skb_any(skb);
840                                         break;
841                                 }
842                                 atm_charge(vcc, skb->truesize);
843                                 vcc->push(vcc, skb);
844                                 atomic_inc(&vcc->stats->rx);
845                                 break;
846
847                         case PKT_STATUS:
848                                 if (process_status(card, port, skb) &&
849                                     net_ratelimit()) {
850                                         dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port);
851                                         print_buffer(skb);
852                                 }
853                                 dev_kfree_skb_any(skb);
854                                 break;
855
856                         case PKT_COMMAND:
857                         default: /* FIXME: Not really, surely? */
858                                 if (process_command(card, port, skb))
859                                         break;
860                                 spin_lock(&card->cli_queue_lock);
861                                 if (skb_queue_len(&card->cli_queue[port]) > 10) {
862                                         if (net_ratelimit())
863                                                 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
864                                                          port);
865                                         dev_kfree_skb_any(skb);
866                                 } else
867                                         skb_queue_tail(&card->cli_queue[port], skb);
868                                 spin_unlock(&card->cli_queue_lock);
869                                 break;
870                         }
871                 }
872                 /* Allocate RX skbs for any ports which need them */
873                 if (card->using_dma && card->atmdev[port] &&
874                     !card->rx_skb[port]) {
875                         /* Unlike the MMIO case (qv) we can't add NET_IP_ALIGN
876                          * here; the FPGA can only DMA to addresses which are
877                          * aligned to 4 bytes. */
878                         struct sk_buff *skb = dev_alloc_skb(RX_DMA_SIZE);
879                         if (skb) {
880                                 SKB_CB(skb)->dma_addr =
881                                         dma_map_single(&card->dev->dev, skb->data,
882                                                        RX_DMA_SIZE, DMA_FROM_DEVICE);
883                                 iowrite32(SKB_CB(skb)->dma_addr,
884                                           card->config_regs + RX_DMA_ADDR(port));
885                                 card->rx_skb[port] = skb;
886                         } else {
887                                 if (net_ratelimit())
888                                         dev_warn(&card->dev->dev, "Failed to allocate RX skb");
889
890                                 /* We'll have to try again later */
891                                 tasklet_schedule(&card->tlet);
892                         }
893                 }
894         }
895         if (rx_done)
896                 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
897
898         return;
899 }
900
901 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
902 {
903         struct hlist_head *head;
904         struct atm_vcc *vcc = NULL;
905         struct sock *s;
906
907         read_lock(&vcc_sklist_lock);
908         head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
909         sk_for_each(s, head) {
910                 vcc = atm_sk(s);
911                 if (vcc->dev == dev && vcc->vci == vci &&
912                     vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE &&
913                     test_bit(ATM_VF_READY, &vcc->flags))
914                         goto out;
915         }
916         vcc = NULL;
917  out:
918         read_unlock(&vcc_sklist_lock);
919         return vcc;
920 }
921
922 static int popen(struct atm_vcc *vcc)
923 {
924         struct solos_card *card = vcc->dev->dev_data;
925         struct sk_buff *skb;
926         struct pkt_hdr *header;
927
928         if (vcc->qos.aal != ATM_AAL5) {
929                 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
930                          vcc->qos.aal);
931                 return -EINVAL;
932         }
933
934         skb = alloc_skb(sizeof(*header), GFP_KERNEL);
935         if (!skb) {
936                 if (net_ratelimit())
937                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
938                 return -ENOMEM;
939         }
940         header = (void *)skb_put(skb, sizeof(*header));
941
942         header->size = cpu_to_le16(0);
943         header->vpi = cpu_to_le16(vcc->vpi);
944         header->vci = cpu_to_le16(vcc->vci);
945         header->type = cpu_to_le16(PKT_POPEN);
946
947         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
948
949         set_bit(ATM_VF_ADDR, &vcc->flags);
950         set_bit(ATM_VF_READY, &vcc->flags);
951
952         return 0;
953 }
954
955 static void pclose(struct atm_vcc *vcc)
956 {
957         struct solos_card *card = vcc->dev->dev_data;
958         unsigned char port = SOLOS_CHAN(vcc->dev);
959         struct sk_buff *skb, *tmpskb;
960         struct pkt_hdr *header;
961
962         /* Remove any yet-to-be-transmitted packets from the pending queue */
963         spin_lock(&card->tx_queue_lock);
964         skb_queue_walk_safe(&card->tx_queue[port], skb, tmpskb) {
965                 if (SKB_CB(skb)->vcc == vcc) {
966                         skb_unlink(skb, &card->tx_queue[port]);
967                         solos_pop(vcc, skb);
968                 }
969         }
970         spin_unlock(&card->tx_queue_lock);
971
972         skb = alloc_skb(sizeof(*header), GFP_KERNEL);
973         if (!skb) {
974                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
975                 return;
976         }
977         header = (void *)skb_put(skb, sizeof(*header));
978
979         header->size = cpu_to_le16(0);
980         header->vpi = cpu_to_le16(vcc->vpi);
981         header->vci = cpu_to_le16(vcc->vci);
982         header->type = cpu_to_le16(PKT_PCLOSE);
983
984         skb_get(skb);
985         fpga_queue(card, port, skb, NULL);
986
987         if (!wait_event_timeout(card->param_wq, !skb_shared(skb), 5 * HZ))
988                 dev_warn(&card->dev->dev,
989                          "Timeout waiting for VCC close on port %d\n", port);
990
991         dev_kfree_skb(skb);
992
993         /* Hold up vcc_destroy_socket() (our caller) until solos_bh() in the
994            tasklet has finished processing any incoming packets (and, more to
995            the point, using the vcc pointer). */
996         tasklet_unlock_wait(&card->tlet);
997
998         clear_bit(ATM_VF_ADDR, &vcc->flags);
999
1000         return;
1001 }
1002
1003 static int print_buffer(struct sk_buff *buf)
1004 {
1005         int len,i;
1006         char msg[500];
1007         char item[10];
1008
1009         len = buf->len;
1010         for (i = 0; i < len; i++){
1011                 if(i % 8 == 0)
1012                         sprintf(msg, "%02X: ", i);
1013
1014                 sprintf(item,"%02X ",*(buf->data + i));
1015                 strcat(msg, item);
1016                 if(i % 8 == 7) {
1017                         sprintf(item, "\n");
1018                         strcat(msg, item);
1019                         printk(KERN_DEBUG "%s", msg);
1020                 }
1021         }
1022         if (i % 8 != 0) {
1023                 sprintf(item, "\n");
1024                 strcat(msg, item);
1025                 printk(KERN_DEBUG "%s", msg);
1026         }
1027         printk(KERN_DEBUG "\n");
1028
1029         return 0;
1030 }
1031
1032 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
1033                        struct atm_vcc *vcc)
1034 {
1035         int old_len;
1036         unsigned long flags;
1037
1038         SKB_CB(skb)->vcc = vcc;
1039
1040         spin_lock_irqsave(&card->tx_queue_lock, flags);
1041         old_len = skb_queue_len(&card->tx_queue[port]);
1042         skb_queue_tail(&card->tx_queue[port], skb);
1043         if (!old_len)
1044                 card->tx_mask |= (1 << port);
1045         spin_unlock_irqrestore(&card->tx_queue_lock, flags);
1046
1047         /* Theoretically we could just schedule the tasklet here, but
1048            that introduces latency we don't want -- it's noticeable */
1049         if (!old_len)
1050                 fpga_tx(card);
1051 }
1052
1053 static uint32_t fpga_tx(struct solos_card *card)
1054 {
1055         uint32_t tx_pending, card_flags;
1056         uint32_t tx_started = 0;
1057         struct sk_buff *skb;
1058         struct atm_vcc *vcc;
1059         unsigned char port;
1060         unsigned long flags;
1061
1062         spin_lock_irqsave(&card->tx_lock, flags);
1063         
1064         card_flags = ioread32(card->config_regs + FLAGS_ADDR);
1065         /*
1066          * The queue lock is required for _writing_ to tx_mask, but we're
1067          * OK to read it here without locking. The only potential update
1068          * that we could race with is in fpga_queue() where it sets a bit
1069          * for a new port... but it's going to call this function again if
1070          * it's doing that, anyway.
1071          */
1072         tx_pending = card->tx_mask & ~card_flags;
1073
1074         for (port = 0; tx_pending; tx_pending >>= 1, port++) {
1075                 if (tx_pending & 1) {
1076                         struct sk_buff *oldskb = card->tx_skb[port];
1077                         if (oldskb) {
1078                                 dma_unmap_single(&card->dev->dev, SKB_CB(oldskb)->dma_addr,
1079                                                  oldskb->len, DMA_TO_DEVICE);
1080                                 card->tx_skb[port] = NULL;
1081                         }
1082                         spin_lock(&card->tx_queue_lock);
1083                         skb = skb_dequeue(&card->tx_queue[port]);
1084                         if (!skb)
1085                                 card->tx_mask &= ~(1 << port);
1086                         spin_unlock(&card->tx_queue_lock);
1087
1088                         if (skb && !card->using_dma) {
1089                                 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
1090                                 tx_started |= 1 << port;
1091                                 oldskb = skb; /* We're done with this skb already */
1092                         } else if (skb && card->using_dma) {
1093                                 unsigned char *data = skb->data;
1094                                 if ((unsigned long)data & card->dma_alignment) {
1095                                         data = card->dma_bounce + (BUF_SIZE * port);
1096                                         memcpy(data, skb->data, skb->len);
1097                                 }
1098                                 SKB_CB(skb)->dma_addr = dma_map_single(&card->dev->dev, data,
1099                                                                        skb->len, DMA_TO_DEVICE);
1100                                 card->tx_skb[port] = skb;
1101                                 iowrite32(SKB_CB(skb)->dma_addr,
1102                                           card->config_regs + TX_DMA_ADDR(port));
1103                         }
1104
1105                         if (!oldskb)
1106                                 continue;
1107
1108                         /* Clean up and free oldskb now it's gone */
1109                         if (atmdebug) {
1110                                 struct pkt_hdr *header = (void *)oldskb->data;
1111                                 int size = le16_to_cpu(header->size);
1112
1113                                 skb_pull(oldskb, sizeof(*header));
1114                                 dev_info(&card->dev->dev, "Transmitted: port %d\n",
1115                                          port);
1116                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
1117                                          size, le16_to_cpu(header->vpi),
1118                                          le16_to_cpu(header->vci));
1119                                 print_buffer(oldskb);
1120                         }
1121
1122                         vcc = SKB_CB(oldskb)->vcc;
1123
1124                         if (vcc) {
1125                                 atomic_inc(&vcc->stats->tx);
1126                                 solos_pop(vcc, oldskb);
1127                         } else {
1128                                 dev_kfree_skb_irq(oldskb);
1129                                 wake_up(&card->param_wq);
1130                         }
1131                 }
1132         }
1133         /* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */
1134         if (tx_started)
1135                 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
1136
1137         spin_unlock_irqrestore(&card->tx_lock, flags);
1138         return card_flags;
1139 }
1140
1141 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
1142 {
1143         struct solos_card *card = vcc->dev->dev_data;
1144         struct pkt_hdr *header;
1145         int pktlen;
1146
1147         pktlen = skb->len;
1148         if (pktlen > (BUF_SIZE - sizeof(*header))) {
1149                 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1150                 solos_pop(vcc, skb);
1151                 return 0;
1152         }
1153
1154         if (!skb_clone_writable(skb, sizeof(*header))) {
1155                 int expand_by = 0;
1156                 int ret;
1157
1158                 if (skb_headroom(skb) < sizeof(*header))
1159                         expand_by = sizeof(*header) - skb_headroom(skb);
1160
1161                 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1162                 if (ret) {
1163                         dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1164                         solos_pop(vcc, skb);
1165                         return ret;
1166                 }
1167         }
1168
1169         header = (void *)skb_push(skb, sizeof(*header));
1170
1171         /* This does _not_ include the size of the header */
1172         header->size = cpu_to_le16(pktlen);
1173         header->vpi = cpu_to_le16(vcc->vpi);
1174         header->vci = cpu_to_le16(vcc->vci);
1175         header->type = cpu_to_le16(PKT_DATA);
1176
1177         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1178
1179         return 0;
1180 }
1181
1182 static struct atmdev_ops fpga_ops = {
1183         .open =         popen,
1184         .close =        pclose,
1185         .ioctl =        NULL,
1186         .getsockopt =   NULL,
1187         .setsockopt =   NULL,
1188         .send =         psend,
1189         .send_oam =     NULL,
1190         .phy_put =      NULL,
1191         .phy_get =      NULL,
1192         .change_qos =   NULL,
1193         .proc_read =    NULL,
1194         .owner =        THIS_MODULE
1195 };
1196
1197 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1198 {
1199         int err;
1200         uint16_t fpga_ver;
1201         uint8_t major_ver, minor_ver;
1202         uint32_t data32;
1203         struct solos_card *card;
1204
1205         card = kzalloc(sizeof(*card), GFP_KERNEL);
1206         if (!card)
1207                 return -ENOMEM;
1208
1209         card->dev = dev;
1210         init_waitqueue_head(&card->fw_wq);
1211         init_waitqueue_head(&card->param_wq);
1212
1213         err = pci_enable_device(dev);
1214         if (err) {
1215                 dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1216                 goto out;
1217         }
1218
1219         err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(32));
1220         if (err) {
1221                 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1222                 goto out;
1223         }
1224
1225         err = pci_request_regions(dev, "solos");
1226         if (err) {
1227                 dev_warn(&dev->dev, "Failed to request regions\n");
1228                 goto out;
1229         }
1230
1231         card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1232         if (!card->config_regs) {
1233                 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1234                 err = -ENOMEM;
1235                 goto out_release_regions;
1236         }
1237         card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1238         if (!card->buffers) {
1239                 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1240                 err = -ENOMEM;
1241                 goto out_unmap_config;
1242         }
1243
1244         if (reset) {
1245                 iowrite32(1, card->config_regs + FPGA_MODE);
1246                 data32 = ioread32(card->config_regs + FPGA_MODE); 
1247
1248                 iowrite32(0, card->config_regs + FPGA_MODE);
1249                 data32 = ioread32(card->config_regs + FPGA_MODE); 
1250         }
1251
1252         data32 = ioread32(card->config_regs + FPGA_VER);
1253         fpga_ver = (data32 & 0x0000FFFF);
1254         major_ver = ((data32 & 0xFF000000) >> 24);
1255         minor_ver = ((data32 & 0x00FF0000) >> 16);
1256         card->fpga_version = FPGA_VERSION(major_ver,minor_ver);
1257         if (card->fpga_version > LEGACY_BUFFERS)
1258                 card->buffer_size = BUF_SIZE;
1259         else
1260                 card->buffer_size = OLD_BUF_SIZE;
1261         dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1262                  major_ver, minor_ver, fpga_ver);
1263
1264         if (fpga_ver < 37 && (fpga_upgrade || firmware_upgrade ||
1265                               db_fpga_upgrade || db_firmware_upgrade)) {
1266                 dev_warn(&dev->dev,
1267                          "FPGA too old; cannot upgrade flash. Use JTAG.\n");
1268                 fpga_upgrade = firmware_upgrade = 0;
1269                 db_fpga_upgrade = db_firmware_upgrade = 0;
1270         }
1271
1272         /* Stopped using Atmel flash after 0.03-38 */
1273         if (fpga_ver < 39)
1274                 card->atmel_flash = 1;
1275         else
1276                 card->atmel_flash = 0;
1277
1278         data32 = ioread32(card->config_regs + PORTS);
1279         card->nr_ports = (data32 & 0x000000FF);
1280
1281         if (card->fpga_version >= DMA_SUPPORTED) {
1282                 pci_set_master(dev);
1283                 card->using_dma = 1;
1284                 if (1) { /* All known FPGA versions so far */
1285                         card->dma_alignment = 3;
1286                         card->dma_bounce = kmalloc(card->nr_ports * BUF_SIZE, GFP_KERNEL);
1287                         if (!card->dma_bounce) {
1288                                 dev_warn(&card->dev->dev, "Failed to allocate DMA bounce buffers\n");
1289                                 err = -ENOMEM;
1290                                 /* Fallback to MMIO doesn't work */
1291                                 goto out_unmap_both;
1292                         }
1293                 }
1294         } else {
1295                 card->using_dma = 0;
1296                 /* Set RX empty flag for all ports */
1297                 iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1298         }
1299
1300         pci_set_drvdata(dev, card);
1301
1302         tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1303         spin_lock_init(&card->tx_lock);
1304         spin_lock_init(&card->tx_queue_lock);
1305         spin_lock_init(&card->cli_queue_lock);
1306         spin_lock_init(&card->param_queue_lock);
1307         INIT_LIST_HEAD(&card->param_queue);
1308
1309         err = request_irq(dev->irq, solos_irq, IRQF_SHARED,
1310                           "solos-pci", card);
1311         if (err) {
1312                 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1313                 goto out_unmap_both;
1314         }
1315
1316         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1317
1318         if (fpga_upgrade)
1319                 flash_upgrade(card, 0);
1320
1321         if (firmware_upgrade)
1322                 flash_upgrade(card, 1);
1323
1324         if (db_fpga_upgrade)
1325                 flash_upgrade(card, 2);
1326
1327         if (db_firmware_upgrade)
1328                 flash_upgrade(card, 3);
1329
1330         err = atm_init(card, &dev->dev);
1331         if (err)
1332                 goto out_free_irq;
1333
1334         if (card->fpga_version >= DMA_SUPPORTED &&
1335             sysfs_create_group(&card->dev->dev.kobj, &gpio_attr_group))
1336                 dev_err(&card->dev->dev, "Could not register parameter group for GPIOs\n");
1337
1338         return 0;
1339
1340  out_free_irq:
1341         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1342         free_irq(dev->irq, card);
1343         tasklet_kill(&card->tlet);
1344         
1345  out_unmap_both:
1346         kfree(card->dma_bounce);
1347         pci_iounmap(dev, card->buffers);
1348  out_unmap_config:
1349         pci_iounmap(dev, card->config_regs);
1350  out_release_regions:
1351         pci_release_regions(dev);
1352  out:
1353         kfree(card);
1354         return err;
1355 }
1356
1357 static int atm_init(struct solos_card *card, struct device *parent)
1358 {
1359         int i;
1360
1361         for (i = 0; i < card->nr_ports; i++) {
1362                 struct sk_buff *skb;
1363                 struct pkt_hdr *header;
1364
1365                 skb_queue_head_init(&card->tx_queue[i]);
1366                 skb_queue_head_init(&card->cli_queue[i]);
1367
1368                 card->atmdev[i] = atm_dev_register("solos-pci", parent, &fpga_ops, -1, NULL);
1369                 if (!card->atmdev[i]) {
1370                         dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1371                         atm_remove(card);
1372                         return -ENODEV;
1373                 }
1374                 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1375                         dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1376                 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1377                         dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1378
1379                 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1380
1381                 card->atmdev[i]->ci_range.vpi_bits = 8;
1382                 card->atmdev[i]->ci_range.vci_bits = 16;
1383                 card->atmdev[i]->dev_data = card;
1384                 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1385                 atm_dev_signal_change(card->atmdev[i], ATM_PHY_SIG_FOUND);
1386
1387                 skb = alloc_skb(sizeof(*header), GFP_KERNEL);
1388                 if (!skb) {
1389                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1390                         continue;
1391                 }
1392
1393                 header = (void *)skb_put(skb, sizeof(*header));
1394
1395                 header->size = cpu_to_le16(0);
1396                 header->vpi = cpu_to_le16(0);
1397                 header->vci = cpu_to_le16(0);
1398                 header->type = cpu_to_le16(PKT_STATUS);
1399
1400                 fpga_queue(card, i, skb, NULL);
1401         }
1402         return 0;
1403 }
1404
1405 static void atm_remove(struct solos_card *card)
1406 {
1407         int i;
1408
1409         for (i = 0; i < card->nr_ports; i++) {
1410                 if (card->atmdev[i]) {
1411                         struct sk_buff *skb;
1412
1413                         dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1414
1415                         sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1416                         atm_dev_deregister(card->atmdev[i]);
1417
1418                         skb = card->rx_skb[i];
1419                         if (skb) {
1420                                 dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
1421                                                  RX_DMA_SIZE, DMA_FROM_DEVICE);
1422                                 dev_kfree_skb(skb);
1423                         }
1424                         skb = card->tx_skb[i];
1425                         if (skb) {
1426                                 dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
1427                                                  skb->len, DMA_TO_DEVICE);
1428                                 dev_kfree_skb(skb);
1429                         }
1430                         while ((skb = skb_dequeue(&card->tx_queue[i])))
1431                                 dev_kfree_skb(skb);
1432  
1433                 }
1434         }
1435 }
1436
1437 static void fpga_remove(struct pci_dev *dev)
1438 {
1439         struct solos_card *card = pci_get_drvdata(dev);
1440         
1441         /* Disable IRQs */
1442         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1443
1444         /* Reset FPGA */
1445         iowrite32(1, card->config_regs + FPGA_MODE);
1446         (void)ioread32(card->config_regs + FPGA_MODE); 
1447
1448         if (card->fpga_version >= DMA_SUPPORTED)
1449                 sysfs_remove_group(&card->dev->dev.kobj, &gpio_attr_group);
1450
1451         atm_remove(card);
1452
1453         free_irq(dev->irq, card);
1454         tasklet_kill(&card->tlet);
1455
1456         kfree(card->dma_bounce);
1457
1458         /* Release device from reset */
1459         iowrite32(0, card->config_regs + FPGA_MODE);
1460         (void)ioread32(card->config_regs + FPGA_MODE); 
1461
1462         pci_iounmap(dev, card->buffers);
1463         pci_iounmap(dev, card->config_regs);
1464
1465         pci_release_regions(dev);
1466         pci_disable_device(dev);
1467
1468         kfree(card);
1469 }
1470
1471 static struct pci_device_id fpga_pci_tbl[] = {
1472         { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1473         { 0, }
1474 };
1475
1476 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1477
1478 static struct pci_driver fpga_driver = {
1479         .name =         "solos",
1480         .id_table =     fpga_pci_tbl,
1481         .probe =        fpga_probe,
1482         .remove =       fpga_remove,
1483 };
1484
1485
1486 static int __init solos_pci_init(void)
1487 {
1488         BUILD_BUG_ON(sizeof(struct solos_skb_cb) > sizeof(((struct sk_buff *)0)->cb));
1489
1490         printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1491         return pci_register_driver(&fpga_driver);
1492 }
1493
1494 static void __exit solos_pci_exit(void)
1495 {
1496         pci_unregister_driver(&fpga_driver);
1497         printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1498 }
1499
1500 module_init(solos_pci_init);
1501 module_exit(solos_pci_exit);