drivers/scsi/aacraid/linit.c

   1 /*
   2  *      Adaptec AAC series RAID controller driver
   3  *      (c) Copyright 2001 Red Hat Inc.
   4  *
   5  * based on the old aacraid driver that is..
   6  * Adaptec aacraid device driver for Linux.
   7  *
   8  * Copyright (c) 2000-2010 Adaptec, Inc.
   9  *               2010 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
  10  *
  11  * This program is free software; you can redistribute it and/or modify
  12  * it under the terms of the GNU General Public License as published by
  13  * the Free Software Foundation; either version 2, or (at your option)
  14  * any later version.
  15  *
  16  * This program is distributed in the hope that it will be useful,
  17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  19  * GNU General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU General Public License
  22  * along with this program; see the file COPYING.  If not, write to
  23  * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
  24  *
  25  * Module Name:
  26  *   linit.c
  27  *
  28  * Abstract: Linux Driver entry module for Adaptec RAID Array Controller
  29  */
  30
  31
  32 #include <linux/compat.h>
  33 #include <linux/blkdev.h>
  34 #include <linux/completion.h>
  35 #include <linux/init.h>
  36 #include <linux/interrupt.h>
  37 #include <linux/kernel.h>
  38 #include <linux/module.h>
  39 #include <linux/moduleparam.h>
  40 #include <linux/pci.h>
  41 #include <linux/aer.h>
  42 #include <linux/pci-aspm.h>
  43 #include <linux/slab.h>
  44 #include <linux/mutex.h>
  45 #include <linux/spinlock.h>
  46 #include <linux/syscalls.h>
  47 #include <linux/delay.h>
  48 #include <linux/kthread.h>
  49
  50 #include <scsi/scsi.h>
  51 #include <scsi/scsi_cmnd.h>
  52 #include <scsi/scsi_device.h>
  53 #include <scsi/scsi_host.h>
  54 #include <scsi/scsi_tcq.h>
  55 #include <scsi/scsicam.h>
  56 #include <scsi/scsi_eh.h>
  57
  58 #include "aacraid.h"
  59
  60 #define AAC_DRIVER_VERSION              "1.2-1"
  61 #ifndef AAC_DRIVER_BRANCH
  62 #define AAC_DRIVER_BRANCH               ""
  63 #endif
  64 #define AAC_DRIVERNAME                  "aacraid"
  65
  66 #ifdef AAC_DRIVER_BUILD
  67 #define _str(x) #x
  68 #define str(x) _str(x)
  69 #define AAC_DRIVER_FULL_VERSION AAC_DRIVER_VERSION "[" str(AAC_DRIVER_BUILD) "]" AAC_DRIVER_BRANCH
  70 #else
  71 #define AAC_DRIVER_FULL_VERSION AAC_DRIVER_VERSION AAC_DRIVER_BRANCH
  72 #endif
  73
  74 MODULE_AUTHOR("Red Hat Inc and Adaptec");
  75 MODULE_DESCRIPTION("Dell PERC2, 2/Si, 3/Si, 3/Di, "
  76                    "Adaptec Advanced Raid Products, "
  77                    "HP NetRAID-4M, IBM ServeRAID & ICP SCSI driver");
  78 MODULE_LICENSE("GPL");
  79 MODULE_VERSION(AAC_DRIVER_FULL_VERSION);
  80
  81 static DEFINE_MUTEX(aac_mutex);
  82 static LIST_HEAD(aac_devices);
  83 static int aac_cfg_major = AAC_CHARDEV_UNREGISTERED;
  84 char aac_driver_version[] = AAC_DRIVER_FULL_VERSION;
  85
  86 /*
  87  * Because of the way Linux names scsi devices, the order in this table has
  88  * become important.  Check for on-board Raid first, add-in cards second.
  89  *
  90  * Note: The last field is used to index into aac_drivers below.
  91  */
  92 static const struct pci_device_id aac_pci_tbl[] = {
  93         { 0x1028, 0x0001, 0x1028, 0x0001, 0, 0, 0 }, /* PERC 2/Si (Iguana/PERC2Si) */
  94         { 0x1028, 0x0002, 0x1028, 0x0002, 0, 0, 1 }, /* PERC 3/Di (Opal/PERC3Di) */
  95         { 0x1028, 0x0003, 0x1028, 0x0003, 0, 0, 2 }, /* PERC 3/Si (SlimFast/PERC3Si */
  96         { 0x1028, 0x0004, 0x1028, 0x00d0, 0, 0, 3 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
  97         { 0x1028, 0x0002, 0x1028, 0x00d1, 0, 0, 4 }, /* PERC 3/Di (Viper/PERC3DiV) */
  98         { 0x1028, 0x0002, 0x1028, 0x00d9, 0, 0, 5 }, /* PERC 3/Di (Lexus/PERC3DiL) */
  99         { 0x1028, 0x000a, 0x1028, 0x0106, 0, 0, 6 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
 100         { 0x1028, 0x000a, 0x1028, 0x011b, 0, 0, 7 }, /* PERC 3/Di (Dagger/PERC3DiD) */
 101         { 0x1028, 0x000a, 0x1028, 0x0121, 0, 0, 8 }, /* PERC 3/Di (Boxster/PERC3DiB) */
 102         { 0x9005, 0x0283, 0x9005, 0x0283, 0, 0, 9 }, /* catapult */
 103         { 0x9005, 0x0284, 0x9005, 0x0284, 0, 0, 10 }, /* tomcat */
 104         { 0x9005, 0x0285, 0x9005, 0x0286, 0, 0, 11 }, /* Adaptec 2120S (Crusader) */
 105         { 0x9005, 0x0285, 0x9005, 0x0285, 0, 0, 12 }, /* Adaptec 2200S (Vulcan) */
 106         { 0x9005, 0x0285, 0x9005, 0x0287, 0, 0, 13 }, /* Adaptec 2200S (Vulcan-2m) */
 107         { 0x9005, 0x0285, 0x17aa, 0x0286, 0, 0, 14 }, /* Legend S220 (Legend Crusader) */
 108         { 0x9005, 0x0285, 0x17aa, 0x0287, 0, 0, 15 }, /* Legend S230 (Legend Vulcan) */
 109
 110         { 0x9005, 0x0285, 0x9005, 0x0288, 0, 0, 16 }, /* Adaptec 3230S (Harrier) */
 111         { 0x9005, 0x0285, 0x9005, 0x0289, 0, 0, 17 }, /* Adaptec 3240S (Tornado) */
 112         { 0x9005, 0x0285, 0x9005, 0x028a, 0, 0, 18 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
 113         { 0x9005, 0x0285, 0x9005, 0x028b, 0, 0, 19 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
 114         { 0x9005, 0x0286, 0x9005, 0x028c, 0, 0, 20 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
 115         { 0x9005, 0x0286, 0x9005, 0x028d, 0, 0, 21 }, /* ASR-2130S (Lancer) */
 116         { 0x9005, 0x0286, 0x9005, 0x029b, 0, 0, 22 }, /* AAR-2820SA (Intruder) */
 117         { 0x9005, 0x0286, 0x9005, 0x029c, 0, 0, 23 }, /* AAR-2620SA (Intruder) */
 118         { 0x9005, 0x0286, 0x9005, 0x029d, 0, 0, 24 }, /* AAR-2420SA (Intruder) */
 119         { 0x9005, 0x0286, 0x9005, 0x029e, 0, 0, 25 }, /* ICP9024RO (Lancer) */
 120         { 0x9005, 0x0286, 0x9005, 0x029f, 0, 0, 26 }, /* ICP9014RO (Lancer) */
 121         { 0x9005, 0x0286, 0x9005, 0x02a0, 0, 0, 27 }, /* ICP9047MA (Lancer) */
 122         { 0x9005, 0x0286, 0x9005, 0x02a1, 0, 0, 28 }, /* ICP9087MA (Lancer) */
 123         { 0x9005, 0x0286, 0x9005, 0x02a3, 0, 0, 29 }, /* ICP5445AU (Hurricane44) */
 124         { 0x9005, 0x0285, 0x9005, 0x02a4, 0, 0, 30 }, /* ICP9085LI (Marauder-X) */
 125         { 0x9005, 0x0285, 0x9005, 0x02a5, 0, 0, 31 }, /* ICP5085BR (Marauder-E) */
 126         { 0x9005, 0x0286, 0x9005, 0x02a6, 0, 0, 32 }, /* ICP9067MA (Intruder-6) */
 127         { 0x9005, 0x0287, 0x9005, 0x0800, 0, 0, 33 }, /* Themisto Jupiter Platform */
 128         { 0x9005, 0x0200, 0x9005, 0x0200, 0, 0, 33 }, /* Themisto Jupiter Platform */
 129         { 0x9005, 0x0286, 0x9005, 0x0800, 0, 0, 34 }, /* Callisto Jupiter Platform */
 130         { 0x9005, 0x0285, 0x9005, 0x028e, 0, 0, 35 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
 131         { 0x9005, 0x0285, 0x9005, 0x028f, 0, 0, 36 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
 132         { 0x9005, 0x0285, 0x9005, 0x0290, 0, 0, 37 }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
 133         { 0x9005, 0x0285, 0x1028, 0x0291, 0, 0, 38 }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
 134         { 0x9005, 0x0285, 0x9005, 0x0292, 0, 0, 39 }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
 135         { 0x9005, 0x0285, 0x9005, 0x0293, 0, 0, 40 }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
 136         { 0x9005, 0x0285, 0x9005, 0x0294, 0, 0, 41 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
 137         { 0x9005, 0x0285, 0x103C, 0x3227, 0, 0, 42 }, /* AAR-2610SA PCI SATA 6ch */
 138         { 0x9005, 0x0285, 0x9005, 0x0296, 0, 0, 43 }, /* ASR-2240S (SabreExpress) */
 139         { 0x9005, 0x0285, 0x9005, 0x0297, 0, 0, 44 }, /* ASR-4005 */
 140         { 0x9005, 0x0285, 0x1014, 0x02F2, 0, 0, 45 }, /* IBM 8i (AvonPark) */
 141         { 0x9005, 0x0285, 0x1014, 0x0312, 0, 0, 45 }, /* IBM 8i (AvonPark Lite) */
 142         { 0x9005, 0x0286, 0x1014, 0x9580, 0, 0, 46 }, /* IBM 8k/8k-l8 (Aurora) */
 143         { 0x9005, 0x0286, 0x1014, 0x9540, 0, 0, 47 }, /* IBM 8k/8k-l4 (Aurora Lite) */
 144         { 0x9005, 0x0285, 0x9005, 0x0298, 0, 0, 48 }, /* ASR-4000 (BlackBird) */
 145         { 0x9005, 0x0285, 0x9005, 0x0299, 0, 0, 49 }, /* ASR-4800SAS (Marauder-X) */
 146         { 0x9005, 0x0285, 0x9005, 0x029a, 0, 0, 50 }, /* ASR-4805SAS (Marauder-E) */
 147         { 0x9005, 0x0286, 0x9005, 0x02a2, 0, 0, 51 }, /* ASR-3800 (Hurricane44) */
 148
 149         { 0x9005, 0x0285, 0x1028, 0x0287, 0, 0, 52 }, /* Perc 320/DC*/
 150         { 0x1011, 0x0046, 0x9005, 0x0365, 0, 0, 53 }, /* Adaptec 5400S (Mustang)*/
 151         { 0x1011, 0x0046, 0x9005, 0x0364, 0, 0, 54 }, /* Adaptec 5400S (Mustang)*/
 152         { 0x1011, 0x0046, 0x9005, 0x1364, 0, 0, 55 }, /* Dell PERC2/QC */
 153         { 0x1011, 0x0046, 0x103c, 0x10c2, 0, 0, 56 }, /* HP NetRAID-4M */
 154
 155         { 0x9005, 0x0285, 0x1028, PCI_ANY_ID, 0, 0, 57 }, /* Dell Catchall */
 156         { 0x9005, 0x0285, 0x17aa, PCI_ANY_ID, 0, 0, 58 }, /* Legend Catchall */
 157         { 0x9005, 0x0285, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 59 }, /* Adaptec Catch All */
 158         { 0x9005, 0x0286, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 60 }, /* Adaptec Rocket Catch All */
 159         { 0x9005, 0x0288, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 61 }, /* Adaptec NEMER/ARK Catch All */
 160         { 0x9005, 0x028b, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 62 }, /* Adaptec PMC Series 6 (Tupelo) */
 161         { 0x9005, 0x028c, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 63 }, /* Adaptec PMC Series 7 (Denali) */
 162         { 0x9005, 0x028d, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 64 }, /* Adaptec PMC Series 8 */
 163         { 0,}
 164 };
 165 MODULE_DEVICE_TABLE(pci, aac_pci_tbl);
 166
 167 /*
 168  * dmb - For now we add the number of channels to this structure.
 169  * In the future we should add a fib that reports the number of channels
 170  * for the card.  At that time we can remove the channels from here
 171  */
 172 static struct aac_driver_ident aac_drivers[] = {
 173         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 2/Si (Iguana/PERC2Si) */
 174         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Opal/PERC3Di) */
 175         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Si (SlimFast/PERC3Si */
 176         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
 177         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Viper/PERC3DiV) */
 178         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Lexus/PERC3DiL) */
 179         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
 180         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Dagger/PERC3DiD) */
 181         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Boxster/PERC3DiB) */
 182         { aac_rx_init, "aacraid",  "ADAPTEC ", "catapult        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* catapult */
 183         { aac_rx_init, "aacraid",  "ADAPTEC ", "tomcat          ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* tomcat */
 184         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2120S   ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },                     /* Adaptec 2120S (Crusader) */
 185         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },                     /* Adaptec 2200S (Vulcan) */
 186         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Adaptec 2200S (Vulcan-2m) */
 187         { aac_rx_init, "aacraid",  "Legend  ", "Legend S220     ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S220 (Legend Crusader) */
 188         { aac_rx_init, "aacraid",  "Legend  ", "Legend S230     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S230 (Legend Vulcan) */
 189
 190         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3230S   ", 2 }, /* Adaptec 3230S (Harrier) */
 191         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3240S   ", 2 }, /* Adaptec 3240S (Tornado) */
 192         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020ZCR     ", 2 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
 193         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025ZCR     ", 2 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
 194         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2230S PCI-X ", 2 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
 195         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2130S PCI-X ", 1 }, /* ASR-2130S (Lancer) */
 196         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2820SA      ", 1 }, /* AAR-2820SA (Intruder) */
 197         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2620SA      ", 1 }, /* AAR-2620SA (Intruder) */
 198         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2420SA      ", 1 }, /* AAR-2420SA (Intruder) */
 199         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9024RO       ", 2 }, /* ICP9024RO (Lancer) */
 200         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9014RO       ", 1 }, /* ICP9014RO (Lancer) */
 201         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9047MA       ", 1 }, /* ICP9047MA (Lancer) */
 202         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9087MA       ", 1 }, /* ICP9087MA (Lancer) */
 203         { aac_rkt_init, "aacraid",  "ICP     ", "ICP5445AU       ", 1 }, /* ICP5445AU (Hurricane44) */
 204         { aac_rx_init, "aacraid",  "ICP     ", "ICP9085LI       ", 1 }, /* ICP9085LI (Marauder-X) */
 205         { aac_rx_init, "aacraid",  "ICP     ", "ICP5085BR       ", 1 }, /* ICP5085BR (Marauder-E) */
 206         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9067MA       ", 1 }, /* ICP9067MA (Intruder-6) */
 207         { NULL        , "aacraid",  "ADAPTEC ", "Themisto        ", 0, AAC_QUIRK_SLAVE }, /* Jupiter Platform */
 208         { aac_rkt_init, "aacraid",  "ADAPTEC ", "Callisto        ", 2, AAC_QUIRK_MASTER }, /* Jupiter Platform */
 209         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020SA       ", 1 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
 210         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025SA       ", 1 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
 211         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2410SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
 212         { aac_rx_init, "aacraid",  "DELL    ", "CERC SR2        ", 1, AAC_QUIRK_17SG }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
 213         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2810SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
 214         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-21610SA SATA", 1, AAC_QUIRK_17SG }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
 215         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2026ZCR     ", 1 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
 216         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2610SA      ", 1 }, /* SATA 6Ch (Bearcat) */
 217         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2240S       ", 1 }, /* ASR-2240S (SabreExpress) */
 218         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4005        ", 1 }, /* ASR-4005 */
 219         { aac_rx_init, "ServeRAID","IBM     ", "ServeRAID 8i    ", 1 }, /* IBM 8i (AvonPark) */
 220         { aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l8 ", 1 }, /* IBM 8k/8k-l8 (Aurora) */
 221         { aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l4 ", 1 }, /* IBM 8k/8k-l4 (Aurora Lite) */
 222         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4000        ", 1 }, /* ASR-4000 (BlackBird & AvonPark) */
 223         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4800SAS     ", 1 }, /* ASR-4800SAS (Marauder-X) */
 224         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4805SAS     ", 1 }, /* ASR-4805SAS (Marauder-E) */
 225         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-3800        ", 1 }, /* ASR-3800 (Hurricane44) */
 226
 227         { aac_rx_init, "percraid", "DELL    ", "PERC 320/DC     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG }, /* Perc 320/DC*/
 228         { aac_sa_init, "aacraid",  "ADAPTEC ", "Adaptec 5400S   ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
 229         { aac_sa_init, "aacraid",  "ADAPTEC ", "AAC-364         ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
 230         { aac_sa_init, "percraid", "DELL    ", "PERCRAID        ", 4, AAC_QUIRK_34SG }, /* Dell PERC2/QC */
 231         { aac_sa_init, "hpnraid",  "HP      ", "NetRAID         ", 4, AAC_QUIRK_34SG }, /* HP NetRAID-4M */
 232
 233         { aac_rx_init, "aacraid",  "DELL    ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Dell Catchall */
 234         { aac_rx_init, "aacraid",  "Legend  ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend Catchall */
 235         { aac_rx_init, "aacraid",  "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Catch All */
 236         { aac_rkt_init, "aacraid", "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Rocket Catch All */
 237         { aac_nark_init, "aacraid", "ADAPTEC ", "RAID           ", 2 }, /* Adaptec NEMER/ARK Catch All */
 238         { aac_src_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 6 (Tupelo) */
 239         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 7 (Denali) */
 240         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 8 */
 241 };
 242
 243 /**
 244  *      aac_queuecommand        -       queue a SCSI command
 245  *      @cmd:           SCSI command to queue
 246  *      @done:          Function to call on command completion
 247  *
 248  *      Queues a command for execution by the associated Host Adapter.
 249  *
 250  *      TODO: unify with aac_scsi_cmd().
 251  */
 252
 253 static int aac_queuecommand(struct Scsi_Host *shost,
 254                             struct scsi_cmnd *cmd)
 255 {
 256         int r = 0;
 257         cmd->SCp.phase = AAC_OWNER_LOWLEVEL;
 258         r = (aac_scsi_cmd(cmd) ? FAILED : 0);
 259         return r;
 260 }
 261
 262 /**
 263  *      aac_info                -       Returns the host adapter name
 264  *      @shost:         Scsi host to report on
 265  *
 266  *      Returns a static string describing the device in question
 267  */
 268
 269 static const char *aac_info(struct Scsi_Host *shost)
 270 {
 271         struct aac_dev *dev = (struct aac_dev *)shost->hostdata;
 272         return aac_drivers[dev->cardtype].name;
 273 }
 274
 275 /**
 276  *      aac_get_driver_ident
 277  *      @devtype: index into lookup table
 278  *
 279  *      Returns a pointer to the entry in the driver lookup table.
 280  */
 281
 282 struct aac_driver_ident* aac_get_driver_ident(int devtype)
 283 {
 284         return &aac_drivers[devtype];
 285 }
 286
 287 /**
 288  *      aac_biosparm    -       return BIOS parameters for disk
 289  *      @sdev: The scsi device corresponding to the disk
 290  *      @bdev: the block device corresponding to the disk
 291  *      @capacity: the sector capacity of the disk
 292  *      @geom: geometry block to fill in
 293  *
 294  *      Return the Heads/Sectors/Cylinders BIOS Disk Parameters for Disk.
 295  *      The default disk geometry is 64 heads, 32 sectors, and the appropriate
 296  *      number of cylinders so as not to exceed drive capacity.  In order for
 297  *      disks equal to or larger than 1 GB to be addressable by the BIOS
 298  *      without exceeding the BIOS limitation of 1024 cylinders, Extended
 299  *      Translation should be enabled.   With Extended Translation enabled,
 300  *      drives between 1 GB inclusive and 2 GB exclusive are given a disk
 301  *      geometry of 128 heads and 32 sectors, and drives above 2 GB inclusive
 302  *      are given a disk geometry of 255 heads and 63 sectors.  However, if
 303  *      the BIOS detects that the Extended Translation setting does not match
 304  *      the geometry in the partition table, then the translation inferred
 305  *      from the partition table will be used by the BIOS, and a warning may
 306  *      be displayed.
 307  */
 308
 309 static int aac_biosparm(struct scsi_device *sdev, struct block_device *bdev,
 310                         sector_t capacity, int *geom)
 311 {
 312         struct diskparm *param = (struct diskparm *)geom;
 313         unsigned char *buf;
 314
 315         dprintk((KERN_DEBUG "aac_biosparm.\n"));
 316
 317         /*
 318          *      Assuming extended translation is enabled - #REVISIT#
 319          */
 320         if (capacity >= 2 * 1024 * 1024) { /* 1 GB in 512 byte sectors */
 321                 if(capacity >= 4 * 1024 * 1024) { /* 2 GB in 512 byte sectors */
 322                         param->heads = 255;
 323                         param->sectors = 63;
 324                 } else {
 325                         param->heads = 128;
 326                         param->sectors = 32;
 327                 }
 328         } else {
 329                 param->heads = 64;
 330                 param->sectors = 32;
 331         }
 332
 333         param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
 334
 335         /*
 336          *      Read the first 1024 bytes from the disk device, if the boot
 337          *      sector partition table is valid, search for a partition table
 338          *      entry whose end_head matches one of the standard geometry
 339          *      translations ( 64/32, 128/32, 255/63 ).
 340          */
 341         buf = scsi_bios_ptable(bdev);
 342         if (!buf)
 343                 return 0;
 344         if(*(__le16 *)(buf + 0x40) == cpu_to_le16(0xaa55)) {
 345                 struct partition *first = (struct partition * )buf;
 346                 struct partition *entry = first;
 347                 int saved_cylinders = param->cylinders;
 348                 int num;
 349                 unsigned char end_head, end_sec;
 350
 351                 for(num = 0; num < 4; num++) {
 352                         end_head = entry->end_head;
 353                         end_sec = entry->end_sector & 0x3f;
 354
 355                         if(end_head == 63) {
 356                                 param->heads = 64;
 357                                 param->sectors = 32;
 358                                 break;
 359                         } else if(end_head == 127) {
 360                                 param->heads = 128;
 361                                 param->sectors = 32;
 362                                 break;
 363                         } else if(end_head == 254) {
 364                                 param->heads = 255;
 365                                 param->sectors = 63;
 366                                 break;
 367                         }
 368                         entry++;
 369                 }
 370
 371                 if (num == 4) {
 372                         end_head = first->end_head;
 373                         end_sec = first->end_sector & 0x3f;
 374                 }
 375
 376                 param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
 377                 if (num < 4 && end_sec == param->sectors) {
 378                         if (param->cylinders != saved_cylinders)
 379                                 dprintk((KERN_DEBUG "Adopting geometry: heads=%d, sectors=%d from partition table %d.\n",
 380                                         param->heads, param->sectors, num));
 381                 } else if (end_head > 0 || end_sec > 0) {
 382                         dprintk((KERN_DEBUG "Strange geometry: heads=%d, sectors=%d in partition table %d.\n",
 383                                 end_head + 1, end_sec, num));
 384                         dprintk((KERN_DEBUG "Using geometry: heads=%d, sectors=%d.\n",
 385                                         param->heads, param->sectors));
 386                 }
 387         }
 388         kfree(buf);
 389         return 0;
 390 }
 391
 392 /**
 393  *      aac_slave_configure             -       compute queue depths
 394  *      @sdev:  SCSI device we are considering
 395  *
 396  *      Selects queue depths for each target device based on the host adapter's
 397  *      total capacity and the queue depth supported by the target device.
 398  *      A queue depth of one automatically disables tagged queueing.
 399  */
 400
 401 static int aac_slave_configure(struct scsi_device *sdev)
 402 {
 403         struct aac_dev *aac = (struct aac_dev *)sdev->host->hostdata;
 404         if (aac->jbod && (sdev->type == TYPE_DISK))
 405                 sdev->removable = 1;
 406         if ((sdev->type == TYPE_DISK) &&
 407                         (sdev_channel(sdev) != CONTAINER_CHANNEL) &&
 408                         (!aac->jbod || sdev->inq_periph_qual) &&
 409                         (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))) {
 410                 if (expose_physicals == 0)
 411                         return -ENXIO;
 412                 if (expose_physicals < 0)
 413                         sdev->no_uld_attach = 1;
 414         }
 415         if (sdev->tagged_supported && (sdev->type == TYPE_DISK) &&
 416                         (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2)) &&
 417                         !sdev->no_uld_attach) {
 418                 struct scsi_device * dev;
 419                 struct Scsi_Host *host = sdev->host;
 420                 unsigned num_lsu = 0;
 421                 unsigned num_one = 0;
 422                 unsigned depth;
 423                 unsigned cid;
 424
 425                 /*
 426                  * Firmware has an individual device recovery time typically
 427                  * of 35 seconds, give us a margin.
 428                  */
 429                 if (sdev->request_queue->rq_timeout < (45 * HZ))
 430                         blk_queue_rq_timeout(sdev->request_queue, 45*HZ);
 431                 for (cid = 0; cid < aac->maximum_num_containers; ++cid)
 432                         if (aac->fsa_dev[cid].valid)
 433                                 ++num_lsu;
 434                 __shost_for_each_device(dev, host) {
 435                         if (dev->tagged_supported && (dev->type == TYPE_DISK) &&
 436                                         (!aac->raid_scsi_mode ||
 437                                                 (sdev_channel(sdev) != 2)) &&
 438                                         !dev->no_uld_attach) {
 439                                 if ((sdev_channel(dev) != CONTAINER_CHANNEL)
 440                                  || !aac->fsa_dev[sdev_id(dev)].valid)
 441                                         ++num_lsu;
 442                         } else
 443                                 ++num_one;
 444                 }
 445                 if (num_lsu == 0)
 446                         ++num_lsu;
 447                 depth = (host->can_queue - num_one) / num_lsu;
 448                 if (depth > 256)
 449                         depth = 256;
 450                 else if (depth < 2)
 451                         depth = 2;
 452                 scsi_change_queue_depth(sdev, depth);
 453         } else {
 454                 scsi_change_queue_depth(sdev, 1);
 455
 456                 sdev->tagged_supported = 1;
 457         }
 458
 459         return 0;
 460 }
 461
 462 /**
 463  *      aac_change_queue_depth          -       alter queue depths
 464  *      @sdev:  SCSI device we are considering
 465  *      @depth: desired queue depth
 466  *
 467  *      Alters queue depths for target device based on the host adapter's
 468  *      total capacity and the queue depth supported by the target device.
 469  */
 470
 471 static int aac_change_queue_depth(struct scsi_device *sdev, int depth)
 472 {
 473         if (sdev->tagged_supported && (sdev->type == TYPE_DISK) &&
 474             (sdev_channel(sdev) == CONTAINER_CHANNEL)) {
 475                 struct scsi_device * dev;
 476                 struct Scsi_Host *host = sdev->host;
 477                 unsigned num = 0;
 478
 479                 __shost_for_each_device(dev, host) {
 480                         if (dev->tagged_supported && (dev->type == TYPE_DISK) &&
 481                             (sdev_channel(dev) == CONTAINER_CHANNEL))
 482                                 ++num;
 483                         ++num;
 484                 }
 485                 if (num >= host->can_queue)
 486                         num = host->can_queue - 1;
 487                 if (depth > (host->can_queue - num))
 488                         depth = host->can_queue - num;
 489                 if (depth > 256)
 490                         depth = 256;
 491                 else if (depth < 2)
 492                         depth = 2;
 493                 return scsi_change_queue_depth(sdev, depth);
 494         }
 495
 496         return scsi_change_queue_depth(sdev, 1);
 497 }
 498
 499 static ssize_t aac_show_raid_level(struct device *dev, struct device_attribute *attr, char *buf)
 500 {
 501         struct scsi_device *sdev = to_scsi_device(dev);
 502         struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
 503         if (sdev_channel(sdev) != CONTAINER_CHANNEL)
 504                 return snprintf(buf, PAGE_SIZE, sdev->no_uld_attach
 505                   ? "Hidden\n" :
 506                   ((aac->jbod && (sdev->type == TYPE_DISK)) ? "JBOD\n" : ""));
 507         return snprintf(buf, PAGE_SIZE, "%s\n",
 508           get_container_type(aac->fsa_dev[sdev_id(sdev)].type));
 509 }
 510
 511 static struct device_attribute aac_raid_level_attr = {
 512         .attr = {
 513                 .name = "level",
 514                 .mode = S_IRUGO,
 515         },
 516         .show = aac_show_raid_level
 517 };
 518
 519 static struct device_attribute *aac_dev_attrs[] = {
 520         &aac_raid_level_attr,
 521         NULL,
 522 };
 523
 524 static int aac_ioctl(struct scsi_device *sdev, int cmd, void __user * arg)
 525 {
 526         struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
 527         if (!capable(CAP_SYS_RAWIO))
 528                 return -EPERM;
 529         return aac_do_ioctl(dev, cmd, arg);
 530 }
 531
 532 static int aac_eh_abort(struct scsi_cmnd* cmd)
 533 {
 534         struct scsi_device * dev = cmd->device;
 535         struct Scsi_Host * host = dev->host;
 536         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
 537         int count;
 538         int ret = FAILED;
 539
 540         printk(KERN_ERR "%s: Host adapter abort request (%d,%d,%d,%llu)\n",
 541                 AAC_DRIVERNAME,
 542                 host->host_no, sdev_channel(dev), sdev_id(dev), dev->lun);
 543         switch (cmd->cmnd[0]) {
 544         case SERVICE_ACTION_IN_16:
 545                 if (!(aac->raw_io_interface) ||
 546                     !(aac->raw_io_64) ||
 547                     ((cmd->cmnd[1] & 0x1f) != SAI_READ_CAPACITY_16))
 548                         break;
 549         case INQUIRY:
 550         case READ_CAPACITY:
 551                 /* Mark associated FIB to not complete, eh handler does this */
 552                 for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
 553                         struct fib * fib = &aac->fibs[count];
 554                         if (fib->hw_fib_va->header.XferState &&
 555                           (fib->flags & FIB_CONTEXT_FLAG) &&
 556                           (fib->callback_data == cmd)) {
 557                                 fib->flags |= FIB_CONTEXT_FLAG_TIMED_OUT;
 558                                 cmd->SCp.phase = AAC_OWNER_ERROR_HANDLER;
 559                                 ret = SUCCESS;
 560                         }
 561                 }
 562                 break;
 563         case TEST_UNIT_READY:
 564                 /* Mark associated FIB to not complete, eh handler does this */
 565                 for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
 566                         struct scsi_cmnd * command;
 567                         struct fib * fib = &aac->fibs[count];
 568                         if ((fib->hw_fib_va->header.XferState & cpu_to_le32(Async | NoResponseExpected)) &&
 569                           (fib->flags & FIB_CONTEXT_FLAG) &&
 570                           ((command = fib->callback_data)) &&
 571                           (command->device == cmd->device)) {
 572                                 fib->flags |= FIB_CONTEXT_FLAG_TIMED_OUT;
 573                                 command->SCp.phase = AAC_OWNER_ERROR_HANDLER;
 574                                 if (command == cmd)
 575                                         ret = SUCCESS;
 576                         }
 577                 }
 578         }
 579         return ret;
 580 }
 581
 582 /*
 583  *      aac_eh_reset    - Reset command handling
 584  *      @scsi_cmd:      SCSI command block causing the reset
 585  *
 586  */
 587 static int aac_eh_reset(struct scsi_cmnd* cmd)
 588 {
 589         struct scsi_device * dev = cmd->device;
 590         struct Scsi_Host * host = dev->host;
 591         struct scsi_cmnd * command;
 592         int count;
 593         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
 594         unsigned long flags;
 595
 596         /* Mark the associated FIB to not complete, eh handler does this */
 597         for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
 598                 struct fib * fib = &aac->fibs[count];
 599                 if (fib->hw_fib_va->header.XferState &&
 600                   (fib->flags & FIB_CONTEXT_FLAG) &&
 601                   (fib->callback_data == cmd)) {
 602                         fib->flags |= FIB_CONTEXT_FLAG_TIMED_OUT;
 603                         cmd->SCp.phase = AAC_OWNER_ERROR_HANDLER;
 604                 }
 605         }
 606         printk(KERN_ERR "%s: Host adapter reset request. SCSI hang ?\n",
 607                                         AAC_DRIVERNAME);
 608
 609         if ((count = aac_check_health(aac)))
 610                 return count;
 611         /*
 612          * Wait for all commands to complete to this specific
 613          * target (block maximum 60 seconds).
 614          */
 615         for (count = 60; count; --count) {
 616                 int active = aac->in_reset;
 617
 618                 if (active == 0)
 619                 __shost_for_each_device(dev, host) {
 620                         spin_lock_irqsave(&dev->list_lock, flags);
 621                         list_for_each_entry(command, &dev->cmd_list, list) {
 622                                 if ((command != cmd) &&
 623                                     (command->SCp.phase == AAC_OWNER_FIRMWARE)) {
 624                                         active++;
 625                                         break;
 626                                 }
 627                         }
 628                         spin_unlock_irqrestore(&dev->list_lock, flags);
 629                         if (active)
 630                                 break;
 631
 632                 }
 633                 /*
 634                  * We can exit If all the commands are complete
 635                  */
 636                 if (active == 0)
 637                         return SUCCESS;
 638                 ssleep(1);
 639         }
 640         printk(KERN_ERR "%s: SCSI bus appears hung\n", AAC_DRIVERNAME);
 641         /*
 642          * This adapter needs a blind reset, only do so for Adapters that
 643          * support a register, instead of a commanded, reset.
 644          */
 645         if (((aac->supplement_adapter_info.SupportedOptions2 &
 646           AAC_OPTION_MU_RESET) ||
 647           (aac->supplement_adapter_info.SupportedOptions2 &
 648           AAC_OPTION_DOORBELL_RESET)) &&
 649           aac_check_reset &&
 650           ((aac_check_reset != 1) ||
 651            !(aac->supplement_adapter_info.SupportedOptions2 &
 652             AAC_OPTION_IGNORE_RESET)))
 653                 aac_reset_adapter(aac, 2); /* Bypass wait for command quiesce */
 654         return SUCCESS; /* Cause an immediate retry of the command with a ten second delay after successful tur */
 655 }
 656
 657 /**
 658  *      aac_cfg_open            -       open a configuration file
 659  *      @inode: inode being opened
 660  *      @file: file handle attached
 661  *
 662  *      Called when the configuration device is opened. Does the needed
 663  *      set up on the handle and then returns
 664  *
 665  *      Bugs: This needs extending to check a given adapter is present
 666  *      so we can support hot plugging, and to ref count adapters.
 667  */
 668
 669 static int aac_cfg_open(struct inode *inode, struct file *file)
 670 {
 671         struct aac_dev *aac;
 672         unsigned minor_number = iminor(inode);
 673         int err = -ENODEV;
 674
 675         mutex_lock(&aac_mutex);  /* BKL pushdown: nothing else protects this list */
 676         list_for_each_entry(aac, &aac_devices, entry) {
 677                 if (aac->id == minor_number) {
 678                         file->private_data = aac;
 679                         err = 0;
 680                         break;
 681                 }
 682         }
 683         mutex_unlock(&aac_mutex);
 684
 685         return err;
 686 }
 687
 688 /**
 689  *      aac_cfg_ioctl           -       AAC configuration request
 690  *      @inode: inode of device
 691  *      @file: file handle
 692  *      @cmd: ioctl command code
 693  *      @arg: argument
 694  *
 695  *      Handles a configuration ioctl. Currently this involves wrapping it
 696  *      up and feeding it into the nasty windowsalike glue layer.
 697  *
 698  *      Bugs: Needs locking against parallel ioctls lower down
 699  *      Bugs: Needs to handle hot plugging
 700  */
 701
 702 static long aac_cfg_ioctl(struct file *file,
 703                 unsigned int cmd, unsigned long arg)
 704 {
 705         struct aac_dev *aac = (struct aac_dev *)file->private_data;
 706
 707         if (!capable(CAP_SYS_RAWIO))
 708                 return -EPERM;
 709
 710         return aac_do_ioctl(aac, cmd, (void __user *)arg);
 711 }
 712
 713 #ifdef CONFIG_COMPAT
 714 static long aac_compat_do_ioctl(struct aac_dev *dev, unsigned cmd, unsigned long arg)
 715 {
 716         long ret;
 717         switch (cmd) {
 718         case FSACTL_MINIPORT_REV_CHECK:
 719         case FSACTL_SENDFIB:
 720         case FSACTL_OPEN_GET_ADAPTER_FIB:
 721         case FSACTL_CLOSE_GET_ADAPTER_FIB:
 722         case FSACTL_SEND_RAW_SRB:
 723         case FSACTL_GET_PCI_INFO:
 724         case FSACTL_QUERY_DISK:
 725         case FSACTL_DELETE_DISK:
 726         case FSACTL_FORCE_DELETE_DISK:
 727         case FSACTL_GET_CONTAINERS:
 728         case FSACTL_SEND_LARGE_FIB:
 729                 ret = aac_do_ioctl(dev, cmd, (void __user *)arg);
 730                 break;
 731
 732         case FSACTL_GET_NEXT_ADAPTER_FIB: {
 733                 struct fib_ioctl __user *f;
 734
 735                 f = compat_alloc_user_space(sizeof(*f));
 736                 ret = 0;
 737                 if (clear_user(f, sizeof(*f)))
 738                         ret = -EFAULT;
 739                 if (copy_in_user(f, (void __user *)arg, sizeof(struct fib_ioctl) - sizeof(u32)))
 740                         ret = -EFAULT;
 741                 if (!ret)
 742                         ret = aac_do_ioctl(dev, cmd, f);
 743                 break;
 744         }
 745
 746         default:
 747                 ret = -ENOIOCTLCMD;
 748                 break;
 749         }
 750         return ret;
 751 }
 752
 753 static int aac_compat_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
 754 {
 755         struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
 756         if (!capable(CAP_SYS_RAWIO))
 757                 return -EPERM;
 758         return aac_compat_do_ioctl(dev, cmd, (unsigned long)arg);
 759 }
 760
 761 static long aac_compat_cfg_ioctl(struct file *file, unsigned cmd, unsigned long arg)
 762 {
 763         if (!capable(CAP_SYS_RAWIO))
 764                 return -EPERM;
 765         return aac_compat_do_ioctl(file->private_data, cmd, arg);
 766 }
 767 #endif
 768
 769 static ssize_t aac_show_model(struct device *device,
 770                               struct device_attribute *attr, char *buf)
 771 {
 772         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
 773         int len;
 774
 775         if (dev->supplement_adapter_info.AdapterTypeText[0]) {
 776                 char * cp = dev->supplement_adapter_info.AdapterTypeText;
 777                 while (*cp && *cp != ' ')
 778                         ++cp;
 779                 while (*cp == ' ')
 780                         ++cp;
 781                 len = snprintf(buf, PAGE_SIZE, "%s\n", cp);
 782         } else
 783                 len = snprintf(buf, PAGE_SIZE, "%s\n",
 784                   aac_drivers[dev->cardtype].model);
 785         return len;
 786 }
 787
 788 static ssize_t aac_show_vendor(struct device *device,
 789                                struct device_attribute *attr, char *buf)
 790 {
 791         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
 792         int len;
 793
 794         if (dev->supplement_adapter_info.AdapterTypeText[0]) {
 795                 char * cp = dev->supplement_adapter_info.AdapterTypeText;
 796                 while (*cp && *cp != ' ')
 797                         ++cp;
 798                 len = snprintf(buf, PAGE_SIZE, "%.*s\n",
 799                   (int)(cp - (char *)dev->supplement_adapter_info.AdapterTypeText),
 800                   dev->supplement_adapter_info.AdapterTypeText);
 801         } else
 802                 len = snprintf(buf, PAGE_SIZE, "%s\n",
 803                   aac_drivers[dev->cardtype].vname);
 804         return len;
 805 }
 806
 807 static ssize_t aac_show_flags(struct device *cdev,
 808                               struct device_attribute *attr, char *buf)
 809 {
 810         int len = 0;
 811         struct aac_dev *dev = (struct aac_dev*)class_to_shost(cdev)->hostdata;
 812
 813         if (nblank(dprintk(x)))
 814                 len = snprintf(buf, PAGE_SIZE, "dprintk\n");
 815 #ifdef AAC_DETAILED_STATUS_INFO
 816         len += snprintf(buf + len, PAGE_SIZE - len,
 817                         "AAC_DETAILED_STATUS_INFO\n");
 818 #endif
 819         if (dev->raw_io_interface && dev->raw_io_64)
 820                 len += snprintf(buf + len, PAGE_SIZE - len,
 821                                 "SAI_READ_CAPACITY_16\n");
 822         if (dev->jbod)
 823                 len += snprintf(buf + len, PAGE_SIZE - len, "SUPPORTED_JBOD\n");
 824         if (dev->supplement_adapter_info.SupportedOptions2 &
 825                 AAC_OPTION_POWER_MANAGEMENT)
 826                 len += snprintf(buf + len, PAGE_SIZE - len,
 827                                 "SUPPORTED_POWER_MANAGEMENT\n");
 828         if (dev->msi)
 829                 len += snprintf(buf + len, PAGE_SIZE - len, "PCI_HAS_MSI\n");
 830         return len;
 831 }
 832
 833 static ssize_t aac_show_kernel_version(struct device *device,
 834                                        struct device_attribute *attr,
 835                                        char *buf)
 836 {
 837         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
 838         int len, tmp;
 839
 840         tmp = le32_to_cpu(dev->adapter_info.kernelrev);
 841         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
 842           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
 843           le32_to_cpu(dev->adapter_info.kernelbuild));
 844         return len;
 845 }
 846
 847 static ssize_t aac_show_monitor_version(struct device *device,
 848                                         struct device_attribute *attr,
 849                                         char *buf)
 850 {
 851         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
 852         int len, tmp;
 853
 854         tmp = le32_to_cpu(dev->adapter_info.monitorrev);
 855         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
 856           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
 857           le32_to_cpu(dev->adapter_info.monitorbuild));
 858         return len;
 859 }
 860
 861 static ssize_t aac_show_bios_version(struct device *device,
 862                                      struct device_attribute *attr,
 863                                      char *buf)
 864 {
 865         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
 866         int len, tmp;
 867
 868         tmp = le32_to_cpu(dev->adapter_info.biosrev);
 869         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
 870           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
 871           le32_to_cpu(dev->adapter_info.biosbuild));
 872         return len;
 873 }
 874
 875 static ssize_t aac_show_serial_number(struct device *device,
 876                                struct device_attribute *attr, char *buf)
 877 {
 878         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
 879         int len = 0;
 880
 881         if (le32_to_cpu(dev->adapter_info.serial[0]) != 0xBAD0)
 882                 len = snprintf(buf, 16, "%06X\n",
 883                   le32_to_cpu(dev->adapter_info.serial[0]));
 884         if (len &&
 885           !memcmp(&dev->supplement_adapter_info.MfgPcbaSerialNo[
 886             sizeof(dev->supplement_adapter_info.MfgPcbaSerialNo)-len],
 887           buf, len-1))
 888                 len = snprintf(buf, 16, "%.*s\n",
 889                   (int)sizeof(dev->supplement_adapter_info.MfgPcbaSerialNo),
 890                   dev->supplement_adapter_info.MfgPcbaSerialNo);
 891
 892         return min(len, 16);
 893 }
 894
 895 static ssize_t aac_show_max_channel(struct device *device,
 896                                     struct device_attribute *attr, char *buf)
 897 {
 898         return snprintf(buf, PAGE_SIZE, "%d\n",
 899           class_to_shost(device)->max_channel);
 900 }
 901
 902 static ssize_t aac_show_max_id(struct device *device,
 903                                struct device_attribute *attr, char *buf)
 904 {
 905         return snprintf(buf, PAGE_SIZE, "%d\n",
 906           class_to_shost(device)->max_id);
 907 }
 908
 909 static ssize_t aac_store_reset_adapter(struct device *device,
 910                                        struct device_attribute *attr,
 911                                        const char *buf, size_t count)
 912 {
 913         int retval = -EACCES;
 914
 915         if (!capable(CAP_SYS_ADMIN))
 916                 return retval;
 917         retval = aac_reset_adapter((struct aac_dev*)class_to_shost(device)->hostdata, buf[0] == '!');
 918         if (retval >= 0)
 919                 retval = count;
 920         return retval;
 921 }
 922
 923 static ssize_t aac_show_reset_adapter(struct device *device,
 924                                       struct device_attribute *attr,
 925                                       char *buf)
 926 {
 927         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
 928         int len, tmp;
 929
 930         tmp = aac_adapter_check_health(dev);
 931         if ((tmp == 0) && dev->in_reset)
 932                 tmp = -EBUSY;
 933         len = snprintf(buf, PAGE_SIZE, "0x%x\n", tmp);
 934         return len;
 935 }
 936
 937 static struct device_attribute aac_model = {
 938         .attr = {
 939                 .name = "model",
 940                 .mode = S_IRUGO,
 941         },
 942         .show = aac_show_model,
 943 };
 944 static struct device_attribute aac_vendor = {
 945         .attr = {
 946                 .name = "vendor",
 947                 .mode = S_IRUGO,
 948         },
 949         .show = aac_show_vendor,
 950 };
 951 static struct device_attribute aac_flags = {
 952         .attr = {
 953                 .name = "flags",
 954                 .mode = S_IRUGO,
 955         },
 956         .show = aac_show_flags,
 957 };
 958 static struct device_attribute aac_kernel_version = {
 959         .attr = {
 960                 .name = "hba_kernel_version",
 961                 .mode = S_IRUGO,
 962         },
 963         .show = aac_show_kernel_version,
 964 };
 965 static struct device_attribute aac_monitor_version = {
 966         .attr = {
 967                 .name = "hba_monitor_version",
 968                 .mode = S_IRUGO,
 969         },
 970         .show = aac_show_monitor_version,
 971 };
 972 static struct device_attribute aac_bios_version = {
 973         .attr = {
 974                 .name = "hba_bios_version",
 975                 .mode = S_IRUGO,
 976         },
 977         .show = aac_show_bios_version,
 978 };
 979 static struct device_attribute aac_serial_number = {
 980         .attr = {
 981                 .name = "serial_number",
 982                 .mode = S_IRUGO,
 983         },
 984         .show = aac_show_serial_number,
 985 };
 986 static struct device_attribute aac_max_channel = {
 987         .attr = {
 988                 .name = "max_channel",
 989                 .mode = S_IRUGO,
 990         },
 991         .show = aac_show_max_channel,
 992 };
 993 static struct device_attribute aac_max_id = {
 994         .attr = {
 995                 .name = "max_id",
 996                 .mode = S_IRUGO,
 997         },
 998         .show = aac_show_max_id,
 999 };
1000 static struct device_attribute aac_reset = {
1001         .attr = {
1002                 .name = "reset_host",
1003                 .mode = S_IWUSR|S_IRUGO,
1004         },
1005         .store = aac_store_reset_adapter,
1006         .show = aac_show_reset_adapter,
1007 };
1008
1009 static struct device_attribute *aac_attrs[] = {
1010         &aac_model,
1011         &aac_vendor,
1012         &aac_flags,
1013         &aac_kernel_version,
1014         &aac_monitor_version,
1015         &aac_bios_version,
1016         &aac_serial_number,
1017         &aac_max_channel,
1018         &aac_max_id,
1019         &aac_reset,
1020         NULL
1021 };
1022
1023 ssize_t aac_get_serial_number(struct device *device, char *buf)
1024 {
1025         return aac_show_serial_number(device, &aac_serial_number, buf);
1026 }
1027
1028 static const struct file_operations aac_cfg_fops = {
1029         .owner          = THIS_MODULE,
1030         .unlocked_ioctl = aac_cfg_ioctl,
1031 #ifdef CONFIG_COMPAT
1032         .compat_ioctl   = aac_compat_cfg_ioctl,
1033 #endif
1034         .open           = aac_cfg_open,
1035         .llseek         = noop_llseek,
1036 };
1037
1038 static struct scsi_host_template aac_driver_template = {
1039         .module                         = THIS_MODULE,
1040         .name                           = "AAC",
1041         .proc_name                      = AAC_DRIVERNAME,
1042         .info                           = aac_info,
1043         .ioctl                          = aac_ioctl,
1044 #ifdef CONFIG_COMPAT
1045         .compat_ioctl                   = aac_compat_ioctl,
1046 #endif
1047         .queuecommand                   = aac_queuecommand,
1048         .bios_param                     = aac_biosparm,
1049         .shost_attrs                    = aac_attrs,
1050         .slave_configure                = aac_slave_configure,
1051         .change_queue_depth             = aac_change_queue_depth,
1052         .sdev_attrs                     = aac_dev_attrs,
1053         .eh_abort_handler               = aac_eh_abort,
1054         .eh_host_reset_handler          = aac_eh_reset,
1055         .can_queue                      = AAC_NUM_IO_FIB,
1056         .this_id                        = MAXIMUM_NUM_CONTAINERS,
1057         .sg_tablesize                   = 16,
1058         .max_sectors                    = 128,
1059 #if (AAC_NUM_IO_FIB > 256)
1060         .cmd_per_lun                    = 256,
1061 #else
1062         .cmd_per_lun                    = AAC_NUM_IO_FIB,
1063 #endif
1064         .use_clustering                 = ENABLE_CLUSTERING,
1065         .emulated                       = 1,
1066         .no_write_same                  = 1,
1067 };
1068
1069 static void __aac_shutdown(struct aac_dev * aac)
1070 {
1071         int i;
1072         int cpu;
1073
1074         aac_send_shutdown(aac);
1075
1076         if (aac->aif_thread) {
1077                 int i;
1078                 /* Clear out events first */
1079                 for (i = 0; i < (aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB); i++) {
1080                         struct fib *fib = &aac->fibs[i];
1081                         if (!(fib->hw_fib_va->header.XferState & cpu_to_le32(NoResponseExpected | Async)) &&
1082                             (fib->hw_fib_va->header.XferState & cpu_to_le32(ResponseExpected)))
1083                                 up(&fib->event_wait);
1084                 }
1085                 kthread_stop(aac->thread);
1086                 aac->thread = NULL;
1087         }
1088         aac_adapter_disable_int(aac);
1089         cpu = cpumask_first(cpu_online_mask);
1090         if (aac->pdev->device == PMC_DEVICE_S6 ||
1091             aac->pdev->device == PMC_DEVICE_S7 ||
1092             aac->pdev->device == PMC_DEVICE_S8 ||
1093             aac->pdev->device == PMC_DEVICE_S9) {
1094                 if (aac->max_msix > 1) {
1095                         for (i = 0; i < aac->max_msix; i++) {
1096                                 if (irq_set_affinity_hint(
1097                                     aac->msixentry[i].vector,
1098                                     NULL)) {
1099                                         printk(KERN_ERR "%s%d: Failed to reset IRQ affinity for cpu %d\n",
1100                                                 aac->name,
1101                                                 aac->id,
1102                                                 cpu);
1103                                 }
1104                                 cpu = cpumask_next(cpu,
1105                                                 cpu_online_mask);
1106                                 free_irq(aac->msixentry[i].vector,
1107                                          &(aac->aac_msix[i]));
1108                         }
1109                 } else {
1110                         free_irq(aac->pdev->irq,
1111                                  &(aac->aac_msix[0]));
1112                 }
1113         } else {
1114                 free_irq(aac->pdev->irq, aac);
1115         }
1116         if (aac->msi)
1117                 pci_disable_msi(aac->pdev);
1118         else if (aac->max_msix > 1)
1119                 pci_disable_msix(aac->pdev);
1120 }
1121 static void aac_init_char(void)
1122 {
1123         aac_cfg_major = register_chrdev(0, "aac", &aac_cfg_fops);
1124         if (aac_cfg_major < 0) {
1125                 pr_err("aacraid: unable to register \"aac\" device.\n");
1126         }
1127 }
1128
1129 static int aac_probe_one(struct pci_dev *pdev, const struct pci_device_id *id)
1130 {
1131         unsigned index = id->driver_data;
1132         struct Scsi_Host *shost;
1133         struct aac_dev *aac;
1134         struct list_head *insert = &aac_devices;
1135         int error = -ENODEV;
1136         int unique_id = 0;
1137         u64 dmamask;
1138         extern int aac_sync_mode;
1139
1140         /*
1141          * Only series 7 needs freset.
1142          */
1143          if (pdev->device == PMC_DEVICE_S7)
1144                 pdev->needs_freset = 1;
1145
1146         list_for_each_entry(aac, &aac_devices, entry) {
1147                 if (aac->id > unique_id)
1148                         break;
1149                 insert = &aac->entry;
1150                 unique_id++;
1151         }
1152
1153         pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
1154                                PCIE_LINK_STATE_CLKPM);
1155
1156         error = pci_enable_device(pdev);
1157         if (error)
1158                 goto out;
1159         error = -ENODEV;
1160
1161         /*
1162          * If the quirk31 bit is set, the adapter needs adapter
1163          * to driver communication memory to be allocated below 2gig
1164          */
1165         if (aac_drivers[index].quirks & AAC_QUIRK_31BIT)
1166                 dmamask = DMA_BIT_MASK(31);
1167         else
1168                 dmamask = DMA_BIT_MASK(32);
1169
1170         if (pci_set_dma_mask(pdev, dmamask) ||
1171                         pci_set_consistent_dma_mask(pdev, dmamask))
1172                 goto out_disable_pdev;
1173
1174         pci_set_master(pdev);
1175
1176         shost = scsi_host_alloc(&aac_driver_template, sizeof(struct aac_dev));
1177         if (!shost)
1178                 goto out_disable_pdev;
1179
1180         shost->irq = pdev->irq;
1181         shost->unique_id = unique_id;
1182         shost->max_cmd_len = 16;
1183         shost->use_cmd_list = 1;
1184
1185         if (aac_cfg_major == AAC_CHARDEV_NEEDS_REINIT)
1186                 aac_init_char();
1187
1188         aac = (struct aac_dev *)shost->hostdata;
1189         aac->base_start = pci_resource_start(pdev, 0);
1190         aac->scsi_host_ptr = shost;
1191         aac->pdev = pdev;
1192         aac->name = aac_driver_template.name;
1193         aac->id = shost->unique_id;
1194         aac->cardtype = index;
1195         INIT_LIST_HEAD(&aac->entry);
1196
1197         aac->fibs = kzalloc(sizeof(struct fib) * (shost->can_queue + AAC_NUM_MGT_FIB), GFP_KERNEL);
1198         if (!aac->fibs)
1199                 goto out_free_host;
1200         spin_lock_init(&aac->fib_lock);
1201
1202         mutex_init(&aac->ioctl_mutex);
1203         /*
1204          *      Map in the registers from the adapter.
1205          */
1206         aac->base_size = AAC_MIN_FOOTPRINT_SIZE;
1207         if ((*aac_drivers[index].init)(aac)) {
1208                 error = -ENODEV;
1209                 goto out_unmap;
1210         }
1211
1212         if (aac->sync_mode) {
1213                 if (aac_sync_mode)
1214                         printk(KERN_INFO "%s%d: Sync. mode enforced "
1215                                 "by driver parameter. This will cause "
1216                                 "a significant performance decrease!\n",
1217                                 aac->name,
1218                                 aac->id);
1219                 else
1220                         printk(KERN_INFO "%s%d: Async. mode not supported "
1221                                 "by current driver, sync. mode enforced."
1222                                 "\nPlease update driver to get full performance.\n",
1223                                 aac->name,
1224                                 aac->id);
1225         }
1226
1227         /*
1228          *      Start any kernel threads needed
1229          */
1230         aac->thread = kthread_run(aac_command_thread, aac, AAC_DRIVERNAME);
1231         if (IS_ERR(aac->thread)) {
1232                 printk(KERN_ERR "aacraid: Unable to create command thread.\n");
1233                 error = PTR_ERR(aac->thread);
1234                 aac->thread = NULL;
1235                 goto out_deinit;
1236         }
1237
1238         /*
1239          * If we had set a smaller DMA mask earlier, set it to 4gig
1240          * now since the adapter can dma data to at least a 4gig
1241          * address space.
1242          */
1243         if (aac_drivers[index].quirks & AAC_QUIRK_31BIT)
1244                 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32)))
1245                         goto out_deinit;
1246
1247         aac->maximum_num_channels = aac_drivers[index].channels;
1248         error = aac_get_adapter_info(aac);
1249         if (error < 0)
1250                 goto out_deinit;
1251
1252         /*
1253          * Lets override negotiations and drop the maximum SG limit to 34
1254          */
1255         if ((aac_drivers[index].quirks & AAC_QUIRK_34SG) &&
1256                         (shost->sg_tablesize > 34)) {
1257                 shost->sg_tablesize = 34;
1258                 shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1259         }
1260
1261         if ((aac_drivers[index].quirks & AAC_QUIRK_17SG) &&
1262                         (shost->sg_tablesize > 17)) {
1263                 shost->sg_tablesize = 17;
1264                 shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1265         }
1266
1267         error = pci_set_dma_max_seg_size(pdev,
1268                 (aac->adapter_info.options & AAC_OPT_NEW_COMM) ?
1269                         (shost->max_sectors << 9) : 65536);
1270         if (error)
1271                 goto out_deinit;
1272
1273         /*
1274          * Firmware printf works only with older firmware.
1275          */
1276         if (aac_drivers[index].quirks & AAC_QUIRK_34SG)
1277                 aac->printf_enabled = 1;
1278         else
1279                 aac->printf_enabled = 0;
1280
1281         /*
1282          * max channel will be the physical channels plus 1 virtual channel
1283          * all containers are on the virtual channel 0 (CONTAINER_CHANNEL)
1284          * physical channels are address by their actual physical number+1
1285          */
1286         if (aac->nondasd_support || expose_physicals || aac->jbod)
1287                 shost->max_channel = aac->maximum_num_channels;
1288         else
1289                 shost->max_channel = 0;
1290
1291         aac_get_config_status(aac, 0);
1292         aac_get_containers(aac);
1293         list_add(&aac->entry, insert);
1294
1295         shost->max_id = aac->maximum_num_containers;
1296         if (shost->max_id < aac->maximum_num_physicals)
1297                 shost->max_id = aac->maximum_num_physicals;
1298         if (shost->max_id < MAXIMUM_NUM_CONTAINERS)
1299                 shost->max_id = MAXIMUM_NUM_CONTAINERS;
1300         else
1301                 shost->this_id = shost->max_id;
1302
1303         if (aac_drivers[index].quirks & AAC_QUIRK_SRC)
1304                 aac_intr_normal(aac, 0, 2, 0, NULL);
1305
1306         /*
1307          * dmb - we may need to move the setting of these parms somewhere else once
1308          * we get a fib that can report the actual numbers
1309          */
1310         shost->max_lun = AAC_MAX_LUN;
1311
1312         pci_set_drvdata(pdev, shost);
1313
1314         error = scsi_add_host(shost, &pdev->dev);
1315         if (error)
1316                 goto out_deinit;
1317         scsi_scan_host(shost);
1318
1319         pci_enable_pcie_error_reporting(pdev);
1320         pci_save_state(pdev);
1321
1322         return 0;
1323
1324  out_deinit:
1325         __aac_shutdown(aac);
1326  out_unmap:
1327         aac_fib_map_free(aac);
1328         if (aac->comm_addr)
1329                 pci_free_consistent(aac->pdev, aac->comm_size, aac->comm_addr,
1330                   aac->comm_phys);
1331         kfree(aac->queues);
1332         aac_adapter_ioremap(aac, 0);
1333         kfree(aac->fibs);
1334         kfree(aac->fsa_dev);
1335  out_free_host:
1336         scsi_host_put(shost);
1337  out_disable_pdev:
1338         pci_disable_device(pdev);
1339  out:
1340         return error;
1341 }
1342
1343 static void aac_release_resources(struct aac_dev *aac)
1344 {
1345         int i;
1346
1347         aac_adapter_disable_int(aac);
1348         if (aac->pdev->device == PMC_DEVICE_S6 ||
1349             aac->pdev->device == PMC_DEVICE_S7 ||
1350             aac->pdev->device == PMC_DEVICE_S8 ||
1351             aac->pdev->device == PMC_DEVICE_S9) {
1352                 if (aac->max_msix > 1) {
1353                         for (i = 0; i < aac->max_msix; i++)
1354                                 free_irq(aac->msixentry[i].vector,
1355                                         &(aac->aac_msix[i]));
1356                 } else {
1357                         free_irq(aac->pdev->irq, &(aac->aac_msix[0]));
1358                 }
1359         } else {
1360                 free_irq(aac->pdev->irq, aac);
1361         }
1362         if (aac->msi)
1363                 pci_disable_msi(aac->pdev);
1364         else if (aac->max_msix > 1)
1365                 pci_disable_msix(aac->pdev);
1366
1367 }
1368
1369 static int aac_acquire_resources(struct aac_dev *dev)
1370 {
1371         int i, j;
1372         int instance = dev->id;
1373         const char *name = dev->name;
1374         unsigned long status;
1375         /*
1376          *      First clear out all interrupts.  Then enable the one's that we
1377          *      can handle.
1378          */
1379         while (!((status = src_readl(dev, MUnit.OMR)) & KERNEL_UP_AND_RUNNING)
1380                 || status == 0xffffffff)
1381                         msleep(20);
1382
1383         aac_adapter_disable_int(dev);
1384         aac_adapter_enable_int(dev);
1385
1386
1387         if ((dev->pdev->device == PMC_DEVICE_S7 ||
1388              dev->pdev->device == PMC_DEVICE_S8 ||
1389              dev->pdev->device == PMC_DEVICE_S9))
1390                 aac_define_int_mode(dev);
1391
1392         if (dev->msi_enabled)
1393                 aac_src_access_devreg(dev, AAC_ENABLE_MSIX);
1394
1395         if (!dev->sync_mode && dev->msi_enabled && dev->max_msix > 1) {
1396                 for (i = 0; i < dev->max_msix; i++) {
1397                         dev->aac_msix[i].vector_no = i;
1398                         dev->aac_msix[i].dev = dev;
1399
1400                         if (request_irq(dev->msixentry[i].vector,
1401                                         dev->a_ops.adapter_intr,
1402                                         0, "aacraid", &(dev->aac_msix[i]))) {
1403                                 printk(KERN_ERR "%s%d: Failed to register IRQ for vector %d.\n",
1404                                                 name, instance, i);
1405                                 for (j = 0 ; j < i ; j++)
1406                                         free_irq(dev->msixentry[j].vector,
1407                                                  &(dev->aac_msix[j]));
1408                                 pci_disable_msix(dev->pdev);
1409                                 goto error_iounmap;
1410                         }
1411                 }
1412         } else {
1413                 dev->aac_msix[0].vector_no = 0;
1414                 dev->aac_msix[0].dev = dev;
1415
1416                 if (request_irq(dev->pdev->irq, dev->a_ops.adapter_intr,
1417                         IRQF_SHARED, "aacraid",
1418                         &(dev->aac_msix[0])) < 0) {
1419                         if (dev->msi)
1420                                 pci_disable_msi(dev->pdev);
1421                         printk(KERN_ERR "%s%d: Interrupt unavailable.\n",
1422                                         name, instance);
1423                         goto error_iounmap;
1424                 }
1425         }
1426
1427         aac_adapter_enable_int(dev);
1428
1429         /*max msix may change  after EEH
1430          * Re-assign vectors to fibs
1431          */
1432         aac_fib_vector_assign(dev);
1433
1434         if (!dev->sync_mode) {
1435                 /* After EEH recovery or suspend resume, max_msix count
1436                  * may change, therfore updating in init as well.
1437                  */
1438                 dev->init->Sa_MSIXVectors = cpu_to_le32(dev->max_msix);
1439                 aac_adapter_start(dev);
1440         }
1441         return 0;
1442
1443 error_iounmap:
1444         return -1;
1445
1446 }
1447
1448 #if (defined(CONFIG_PM))
1449 static int aac_suspend(struct pci_dev *pdev, pm_message_t state)
1450 {
1451
1452         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1453         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1454
1455         scsi_block_requests(shost);
1456         aac_send_shutdown(aac);
1457
1458         aac_release_resources(aac);
1459
1460         pci_set_drvdata(pdev, shost);
1461         pci_save_state(pdev);
1462         pci_disable_device(pdev);
1463         pci_set_power_state(pdev, pci_choose_state(pdev, state));
1464
1465         return 0;
1466 }
1467
1468 static int aac_resume(struct pci_dev *pdev)
1469 {
1470         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1471         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1472         int r;
1473
1474         pci_set_power_state(pdev, PCI_D0);
1475         pci_enable_wake(pdev, PCI_D0, 0);
1476         pci_restore_state(pdev);
1477         r = pci_enable_device(pdev);
1478
1479         if (r)
1480                 goto fail_device;
1481
1482         pci_set_master(pdev);
1483         if (aac_acquire_resources(aac))
1484                 goto fail_device;
1485         /*
1486         * reset this flag to unblock ioctl() as it was set at
1487         * aac_send_shutdown() to block ioctls from upperlayer
1488         */
1489         aac->adapter_shutdown = 0;
1490         scsi_unblock_requests(shost);
1491
1492         return 0;
1493
1494 fail_device:
1495         printk(KERN_INFO "%s%d: resume failed.\n", aac->name, aac->id);
1496         scsi_host_put(shost);
1497         pci_disable_device(pdev);
1498         return -ENODEV;
1499 }
1500 #endif
1501
1502 static void aac_shutdown(struct pci_dev *dev)
1503 {
1504         struct Scsi_Host *shost = pci_get_drvdata(dev);
1505         scsi_block_requests(shost);
1506         __aac_shutdown((struct aac_dev *)shost->hostdata);
1507 }
1508
1509 static void aac_remove_one(struct pci_dev *pdev)
1510 {
1511         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1512         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1513
1514         scsi_remove_host(shost);
1515
1516         __aac_shutdown(aac);
1517         aac_fib_map_free(aac);
1518         pci_free_consistent(aac->pdev, aac->comm_size, aac->comm_addr,
1519                         aac->comm_phys);
1520         kfree(aac->queues);
1521
1522         aac_adapter_ioremap(aac, 0);
1523
1524         kfree(aac->fibs);
1525         kfree(aac->fsa_dev);
1526
1527         list_del(&aac->entry);
1528         scsi_host_put(shost);
1529         pci_disable_device(pdev);
1530         if (list_empty(&aac_devices)) {
1531                 unregister_chrdev(aac_cfg_major, "aac");
1532                 aac_cfg_major = AAC_CHARDEV_NEEDS_REINIT;
1533         }
1534 }
1535
1536 static void aac_flush_ios(struct aac_dev *aac)
1537 {
1538         int i;
1539         struct scsi_cmnd *cmd;
1540
1541         for (i = 0; i < aac->scsi_host_ptr->can_queue; i++) {
1542                 cmd = (struct scsi_cmnd *)aac->fibs[i].callback_data;
1543                 if (cmd && (cmd->SCp.phase == AAC_OWNER_FIRMWARE)) {
1544                         scsi_dma_unmap(cmd);
1545
1546                         if (aac->handle_pci_error)
1547                                 cmd->result = DID_NO_CONNECT << 16;
1548                         else
1549                                 cmd->result = DID_RESET << 16;
1550
1551                         cmd->scsi_done(cmd);
1552                 }
1553         }
1554 }
1555
1556 static pci_ers_result_t aac_pci_error_detected(struct pci_dev *pdev,
1557                                         enum pci_channel_state error)
1558 {
1559         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1560         struct aac_dev *aac = shost_priv(shost);
1561
1562         dev_err(&pdev->dev, "aacraid: PCI error detected %x\n", error);
1563
1564         switch (error) {
1565         case pci_channel_io_normal:
1566                 return PCI_ERS_RESULT_CAN_RECOVER;
1567         case pci_channel_io_frozen:
1568                 aac->handle_pci_error = 1;
1569
1570                 scsi_block_requests(aac->scsi_host_ptr);
1571                 aac_flush_ios(aac);
1572                 aac_release_resources(aac);
1573
1574                 pci_disable_pcie_error_reporting(pdev);
1575                 aac_adapter_ioremap(aac, 0);
1576
1577                 return PCI_ERS_RESULT_NEED_RESET;
1578         case pci_channel_io_perm_failure:
1579                 aac->handle_pci_error = 1;
1580
1581                 aac_flush_ios(aac);
1582                 return PCI_ERS_RESULT_DISCONNECT;
1583         }
1584
1585         return PCI_ERS_RESULT_NEED_RESET;
1586 }
1587
1588 static pci_ers_result_t aac_pci_mmio_enabled(struct pci_dev *pdev)
1589 {
1590         dev_err(&pdev->dev, "aacraid: PCI error - mmio enabled\n");
1591         return PCI_ERS_RESULT_NEED_RESET;
1592 }
1593
1594 static pci_ers_result_t aac_pci_slot_reset(struct pci_dev *pdev)
1595 {
1596         dev_err(&pdev->dev, "aacraid: PCI error - slot reset\n");
1597         pci_restore_state(pdev);
1598         if (pci_enable_device(pdev)) {
1599                 dev_warn(&pdev->dev,
1600                         "aacraid: failed to enable slave\n");
1601                 goto fail_device;
1602         }
1603
1604         pci_set_master(pdev);
1605
1606         if (pci_enable_device_mem(pdev)) {
1607                 dev_err(&pdev->dev, "pci_enable_device_mem failed\n");
1608                 goto fail_device;
1609         }
1610
1611         return PCI_ERS_RESULT_RECOVERED;
1612
1613 fail_device:
1614         dev_err(&pdev->dev, "aacraid: PCI error - slot reset failed\n");
1615         return PCI_ERS_RESULT_DISCONNECT;
1616 }
1617
1618
1619 static void aac_pci_resume(struct pci_dev *pdev)
1620 {
1621         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1622         struct scsi_device *sdev = NULL;
1623         struct aac_dev *aac = (struct aac_dev *)shost_priv(shost);
1624
1625         pci_cleanup_aer_uncorrect_error_status(pdev);
1626
1627         if (aac_adapter_ioremap(aac, aac->base_size)) {
1628
1629                 dev_err(&pdev->dev, "aacraid: ioremap failed\n");
1630                 /* remap failed, go back ... */
1631                 aac->comm_interface = AAC_COMM_PRODUCER;
1632                 if (aac_adapter_ioremap(aac, AAC_MIN_FOOTPRINT_SIZE)) {
1633                         dev_warn(&pdev->dev,
1634                                 "aacraid: unable to map adapter.\n");
1635
1636                         return;
1637                 }
1638         }
1639
1640         msleep(10000);
1641
1642         aac_acquire_resources(aac);
1643
1644         /*
1645          * reset this flag to unblock ioctl() as it was set
1646          * at aac_send_shutdown() to block ioctls from upperlayer
1647          */
1648         aac->adapter_shutdown = 0;
1649         aac->handle_pci_error = 0;
1650
1651         shost_for_each_device(sdev, shost)
1652                 if (sdev->sdev_state == SDEV_OFFLINE)
1653                         sdev->sdev_state = SDEV_RUNNING;
1654         scsi_unblock_requests(aac->scsi_host_ptr);
1655         scsi_scan_host(aac->scsi_host_ptr);
1656         pci_save_state(pdev);
1657
1658         dev_err(&pdev->dev, "aacraid: PCI error - resume\n");
1659 }
1660
1661 static struct pci_error_handlers aac_pci_err_handler = {
1662         .error_detected         = aac_pci_error_detected,
1663         .mmio_enabled           = aac_pci_mmio_enabled,
1664         .slot_reset             = aac_pci_slot_reset,
1665         .resume                 = aac_pci_resume,
1666 };
1667
1668 static struct pci_driver aac_pci_driver = {
1669         .name           = AAC_DRIVERNAME,
1670         .id_table       = aac_pci_tbl,
1671         .probe          = aac_probe_one,
1672         .remove         = aac_remove_one,
1673 #if (defined(CONFIG_PM))
1674         .suspend        = aac_suspend,
1675         .resume         = aac_resume,
1676 #endif
1677         .shutdown       = aac_shutdown,
1678         .err_handler    = &aac_pci_err_handler,
1679 };
1680
1681 static int __init aac_init(void)
1682 {
1683         int error;
1684
1685         printk(KERN_INFO "Adaptec %s driver %s\n",
1686           AAC_DRIVERNAME, aac_driver_version);
1687
1688         error = pci_register_driver(&aac_pci_driver);
1689         if (error < 0)
1690                 return error;
1691
1692         aac_init_char();
1693
1694
1695         return 0;
1696 }
1697
1698 static void __exit aac_exit(void)
1699 {
1700         if (aac_cfg_major > -1)
1701                 unregister_chrdev(aac_cfg_major, "aac");
1702         pci_unregister_driver(&aac_pci_driver);
1703 }
1704
1705 module_init(aac_init);
1706 module_exit(aac_exit);