drivers/net/wireless/intel/iwlegacy/3945-mac.c

   1 /******************************************************************************
   2  *
   3  * Copyright(c) 2003 - 2011 Intel Corporation. All rights reserved.
   4  *
   5  * Portions of this file are derived from the ipw3945 project, as well
   6  * as portions of the ieee80211 subsystem header files.
   7  *
   8  * This program is free software; you can redistribute it and/or modify it
   9  * under the terms of version 2 of the GNU General Public License as
  10  * published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but WITHOUT
  13  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  14  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  15  * more details.
  16  *
  17  * You should have received a copy of the GNU General Public License along with
  18  * this program; if not, write to the Free Software Foundation, Inc.,
  19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
  20  *
  21  * The full GNU General Public License is included in this distribution in the
  22  * file called LICENSE.
  23  *
  24  * Contact Information:
  25  *  Intel Linux Wireless <ilw@linux.intel.com>
  26  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  27  *
  28  *****************************************************************************/
  29
  30 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  31
  32 #include <linux/kernel.h>
  33 #include <linux/module.h>
  34 #include <linux/init.h>
  35 #include <linux/pci.h>
  36 #include <linux/pci-aspm.h>
  37 #include <linux/slab.h>
  38 #include <linux/dma-mapping.h>
  39 #include <linux/delay.h>
  40 #include <linux/sched.h>
  41 #include <linux/skbuff.h>
  42 #include <linux/netdevice.h>
  43 #include <linux/firmware.h>
  44 #include <linux/etherdevice.h>
  45 #include <linux/if_arp.h>
  46
  47 #include <net/ieee80211_radiotap.h>
  48 #include <net/mac80211.h>
  49
  50 #include <asm/div64.h>
  51
  52 #define DRV_NAME        "iwl3945"
  53
  54 #include "commands.h"
  55 #include "common.h"
  56 #include "3945.h"
  57 #include "iwl-spectrum.h"
  58
  59 /*
  60  * module name, copyright, version, etc.
  61  */
  62
  63 #define DRV_DESCRIPTION \
  64 "Intel(R) PRO/Wireless 3945ABG/BG Network Connection driver for Linux"
  65
  66 #ifdef CONFIG_IWLEGACY_DEBUG
  67 #define VD "d"
  68 #else
  69 #define VD
  70 #endif
  71
  72 /*
  73  * add "s" to indicate spectrum measurement included.
  74  * we add it here to be consistent with previous releases in which
  75  * this was configurable.
  76  */
  77 #define DRV_VERSION  IWLWIFI_VERSION VD "s"
  78 #define DRV_COPYRIGHT   "Copyright(c) 2003-2011 Intel Corporation"
  79 #define DRV_AUTHOR     "<ilw@linux.intel.com>"
  80
  81 MODULE_DESCRIPTION(DRV_DESCRIPTION);
  82 MODULE_VERSION(DRV_VERSION);
  83 MODULE_AUTHOR(DRV_COPYRIGHT " " DRV_AUTHOR);
  84 MODULE_LICENSE("GPL");
  85
  86  /* module parameters */
  87 struct il_mod_params il3945_mod_params = {
  88         .sw_crypto = 1,
  89         .restart_fw = 1,
  90         .disable_hw_scan = 1,
  91         /* the rest are 0 by default */
  92 };
  93
  94 /**
  95  * il3945_get_antenna_flags - Get antenna flags for RXON command
  96  * @il: eeprom and antenna fields are used to determine antenna flags
  97  *
  98  * il->eeprom39  is used to determine if antenna AUX/MAIN are reversed
  99  * il3945_mod_params.antenna specifies the antenna diversity mode:
 100  *
 101  * IL_ANTENNA_DIVERSITY - NIC selects best antenna by itself
 102  * IL_ANTENNA_MAIN      - Force MAIN antenna
 103  * IL_ANTENNA_AUX       - Force AUX antenna
 104  */
 105 __le32
 106 il3945_get_antenna_flags(const struct il_priv *il)
 107 {
 108         struct il3945_eeprom *eeprom = (struct il3945_eeprom *)il->eeprom;
 109
 110         switch (il3945_mod_params.antenna) {
 111         case IL_ANTENNA_DIVERSITY:
 112                 return 0;
 113
 114         case IL_ANTENNA_MAIN:
 115                 if (eeprom->antenna_switch_type)
 116                         return RXON_FLG_DIS_DIV_MSK | RXON_FLG_ANT_B_MSK;
 117                 return RXON_FLG_DIS_DIV_MSK | RXON_FLG_ANT_A_MSK;
 118
 119         case IL_ANTENNA_AUX:
 120                 if (eeprom->antenna_switch_type)
 121                         return RXON_FLG_DIS_DIV_MSK | RXON_FLG_ANT_A_MSK;
 122                 return RXON_FLG_DIS_DIV_MSK | RXON_FLG_ANT_B_MSK;
 123         }
 124
 125         /* bad antenna selector value */
 126         IL_ERR("Bad antenna selector value (0x%x)\n",
 127                il3945_mod_params.antenna);
 128
 129         return 0;               /* "diversity" is default if error */
 130 }
 131
 132 static int
 133 il3945_set_ccmp_dynamic_key_info(struct il_priv *il,
 134                                  struct ieee80211_key_conf *keyconf, u8 sta_id)
 135 {
 136         unsigned long flags;
 137         __le16 key_flags = 0;
 138         int ret;
 139
 140         key_flags |= (STA_KEY_FLG_CCMP | STA_KEY_FLG_MAP_KEY_MSK);
 141         key_flags |= cpu_to_le16(keyconf->keyidx << STA_KEY_FLG_KEYID_POS);
 142
 143         if (sta_id == il->hw_params.bcast_id)
 144                 key_flags |= STA_KEY_MULTICAST_MSK;
 145
 146         keyconf->flags |= IEEE80211_KEY_FLAG_GENERATE_IV;
 147         keyconf->hw_key_idx = keyconf->keyidx;
 148         key_flags &= ~STA_KEY_FLG_INVALID;
 149
 150         spin_lock_irqsave(&il->sta_lock, flags);
 151         il->stations[sta_id].keyinfo.cipher = keyconf->cipher;
 152         il->stations[sta_id].keyinfo.keylen = keyconf->keylen;
 153         memcpy(il->stations[sta_id].keyinfo.key, keyconf->key, keyconf->keylen);
 154
 155         memcpy(il->stations[sta_id].sta.key.key, keyconf->key, keyconf->keylen);
 156
 157         if ((il->stations[sta_id].sta.key.
 158              key_flags & STA_KEY_FLG_ENCRYPT_MSK) == STA_KEY_FLG_NO_ENC)
 159                 il->stations[sta_id].sta.key.key_offset =
 160                     il_get_free_ucode_key_idx(il);
 161         /* else, we are overriding an existing key => no need to allocated room
 162          * in uCode. */
 163
 164         WARN(il->stations[sta_id].sta.key.key_offset == WEP_INVALID_OFFSET,
 165              "no space for a new key");
 166
 167         il->stations[sta_id].sta.key.key_flags = key_flags;
 168         il->stations[sta_id].sta.sta.modify_mask = STA_MODIFY_KEY_MASK;
 169         il->stations[sta_id].sta.mode = STA_CONTROL_MODIFY_MSK;
 170
 171         D_INFO("hwcrypto: modify ucode station key info\n");
 172
 173         ret = il_send_add_sta(il, &il->stations[sta_id].sta, CMD_ASYNC);
 174
 175         spin_unlock_irqrestore(&il->sta_lock, flags);
 176
 177         return ret;
 178 }
 179
 180 static int
 181 il3945_set_tkip_dynamic_key_info(struct il_priv *il,
 182                                  struct ieee80211_key_conf *keyconf, u8 sta_id)
 183 {
 184         return -EOPNOTSUPP;
 185 }
 186
 187 static int
 188 il3945_set_wep_dynamic_key_info(struct il_priv *il,
 189                                 struct ieee80211_key_conf *keyconf, u8 sta_id)
 190 {
 191         return -EOPNOTSUPP;
 192 }
 193
 194 static int
 195 il3945_clear_sta_key_info(struct il_priv *il, u8 sta_id)
 196 {
 197         unsigned long flags;
 198         struct il_addsta_cmd sta_cmd;
 199
 200         spin_lock_irqsave(&il->sta_lock, flags);
 201         memset(&il->stations[sta_id].keyinfo, 0, sizeof(struct il_hw_key));
 202         memset(&il->stations[sta_id].sta.key, 0, sizeof(struct il4965_keyinfo));
 203         il->stations[sta_id].sta.key.key_flags = STA_KEY_FLG_NO_ENC;
 204         il->stations[sta_id].sta.sta.modify_mask = STA_MODIFY_KEY_MASK;
 205         il->stations[sta_id].sta.mode = STA_CONTROL_MODIFY_MSK;
 206         memcpy(&sta_cmd, &il->stations[sta_id].sta,
 207                sizeof(struct il_addsta_cmd));
 208         spin_unlock_irqrestore(&il->sta_lock, flags);
 209
 210         D_INFO("hwcrypto: clear ucode station key info\n");
 211         return il_send_add_sta(il, &sta_cmd, CMD_SYNC);
 212 }
 213
 214 static int
 215 il3945_set_dynamic_key(struct il_priv *il, struct ieee80211_key_conf *keyconf,
 216                        u8 sta_id)
 217 {
 218         int ret = 0;
 219
 220         keyconf->hw_key_idx = HW_KEY_DYNAMIC;
 221
 222         switch (keyconf->cipher) {
 223         case WLAN_CIPHER_SUITE_CCMP:
 224                 ret = il3945_set_ccmp_dynamic_key_info(il, keyconf, sta_id);
 225                 break;
 226         case WLAN_CIPHER_SUITE_TKIP:
 227                 ret = il3945_set_tkip_dynamic_key_info(il, keyconf, sta_id);
 228                 break;
 229         case WLAN_CIPHER_SUITE_WEP40:
 230         case WLAN_CIPHER_SUITE_WEP104:
 231                 ret = il3945_set_wep_dynamic_key_info(il, keyconf, sta_id);
 232                 break;
 233         default:
 234                 IL_ERR("Unknown alg: %s alg=%x\n", __func__, keyconf->cipher);
 235                 ret = -EINVAL;
 236         }
 237
 238         D_WEP("Set dynamic key: alg=%x len=%d idx=%d sta=%d ret=%d\n",
 239               keyconf->cipher, keyconf->keylen, keyconf->keyidx, sta_id, ret);
 240
 241         return ret;
 242 }
 243
 244 static int
 245 il3945_remove_static_key(struct il_priv *il)
 246 {
 247         int ret = -EOPNOTSUPP;
 248
 249         return ret;
 250 }
 251
 252 static int
 253 il3945_set_static_key(struct il_priv *il, struct ieee80211_key_conf *key)
 254 {
 255         if (key->cipher == WLAN_CIPHER_SUITE_WEP40 ||
 256             key->cipher == WLAN_CIPHER_SUITE_WEP104)
 257                 return -EOPNOTSUPP;
 258
 259         IL_ERR("Static key invalid: cipher %x\n", key->cipher);
 260         return -EINVAL;
 261 }
 262
 263 static void
 264 il3945_clear_free_frames(struct il_priv *il)
 265 {
 266         struct list_head *element;
 267
 268         D_INFO("%d frames on pre-allocated heap on clear.\n", il->frames_count);
 269
 270         while (!list_empty(&il->free_frames)) {
 271                 element = il->free_frames.next;
 272                 list_del(element);
 273                 kfree(list_entry(element, struct il3945_frame, list));
 274                 il->frames_count--;
 275         }
 276
 277         if (il->frames_count) {
 278                 IL_WARN("%d frames still in use.  Did we lose one?\n",
 279                         il->frames_count);
 280                 il->frames_count = 0;
 281         }
 282 }
 283
 284 static struct il3945_frame *
 285 il3945_get_free_frame(struct il_priv *il)
 286 {
 287         struct il3945_frame *frame;
 288         struct list_head *element;
 289         if (list_empty(&il->free_frames)) {
 290                 frame = kzalloc(sizeof(*frame), GFP_KERNEL);
 291                 if (!frame) {
 292                         IL_ERR("Could not allocate frame!\n");
 293                         return NULL;
 294                 }
 295
 296                 il->frames_count++;
 297                 return frame;
 298         }
 299
 300         element = il->free_frames.next;
 301         list_del(element);
 302         return list_entry(element, struct il3945_frame, list);
 303 }
 304
 305 static void
 306 il3945_free_frame(struct il_priv *il, struct il3945_frame *frame)
 307 {
 308         memset(frame, 0, sizeof(*frame));
 309         list_add(&frame->list, &il->free_frames);
 310 }
 311
 312 unsigned int
 313 il3945_fill_beacon_frame(struct il_priv *il, struct ieee80211_hdr *hdr,
 314                          int left)
 315 {
 316
 317         if (!il_is_associated(il) || !il->beacon_skb)
 318                 return 0;
 319
 320         if (il->beacon_skb->len > left)
 321                 return 0;
 322
 323         memcpy(hdr, il->beacon_skb->data, il->beacon_skb->len);
 324
 325         return il->beacon_skb->len;
 326 }
 327
 328 static int
 329 il3945_send_beacon_cmd(struct il_priv *il)
 330 {
 331         struct il3945_frame *frame;
 332         unsigned int frame_size;
 333         int rc;
 334         u8 rate;
 335
 336         frame = il3945_get_free_frame(il);
 337
 338         if (!frame) {
 339                 IL_ERR("Could not obtain free frame buffer for beacon "
 340                        "command.\n");
 341                 return -ENOMEM;
 342         }
 343
 344         rate = il_get_lowest_plcp(il);
 345
 346         frame_size = il3945_hw_get_beacon_cmd(il, frame, rate);
 347
 348         rc = il_send_cmd_pdu(il, C_TX_BEACON, frame_size, &frame->u.cmd[0]);
 349
 350         il3945_free_frame(il, frame);
 351
 352         return rc;
 353 }
 354
 355 static void
 356 il3945_unset_hw_params(struct il_priv *il)
 357 {
 358         if (il->_3945.shared_virt)
 359                 dma_free_coherent(&il->pci_dev->dev,
 360                                   sizeof(struct il3945_shared),
 361                                   il->_3945.shared_virt, il->_3945.shared_phys);
 362 }
 363
 364 static void
 365 il3945_build_tx_cmd_hwcrypto(struct il_priv *il, struct ieee80211_tx_info *info,
 366                              struct il_device_cmd *cmd,
 367                              struct sk_buff *skb_frag, int sta_id)
 368 {
 369         struct il3945_tx_cmd *tx_cmd = (struct il3945_tx_cmd *)cmd->cmd.payload;
 370         struct il_hw_key *keyinfo = &il->stations[sta_id].keyinfo;
 371
 372         tx_cmd->sec_ctl = 0;
 373
 374         switch (keyinfo->cipher) {
 375         case WLAN_CIPHER_SUITE_CCMP:
 376                 tx_cmd->sec_ctl = TX_CMD_SEC_CCM;
 377                 memcpy(tx_cmd->key, keyinfo->key, keyinfo->keylen);
 378                 D_TX("tx_cmd with AES hwcrypto\n");
 379                 break;
 380
 381         case WLAN_CIPHER_SUITE_TKIP:
 382                 break;
 383
 384         case WLAN_CIPHER_SUITE_WEP104:
 385                 tx_cmd->sec_ctl |= TX_CMD_SEC_KEY128;
 386                 /* fall through */
 387         case WLAN_CIPHER_SUITE_WEP40:
 388                 tx_cmd->sec_ctl |=
 389                     TX_CMD_SEC_WEP | (info->control.hw_key->
 390                                       hw_key_idx & TX_CMD_SEC_MSK) <<
 391                     TX_CMD_SEC_SHIFT;
 392
 393                 memcpy(&tx_cmd->key[3], keyinfo->key, keyinfo->keylen);
 394
 395                 D_TX("Configuring packet for WEP encryption " "with key %d\n",
 396                      info->control.hw_key->hw_key_idx);
 397                 break;
 398
 399         default:
 400                 IL_ERR("Unknown encode cipher %x\n", keyinfo->cipher);
 401                 break;
 402         }
 403 }
 404
 405 /*
 406  * handle build C_TX command notification.
 407  */
 408 static void
 409 il3945_build_tx_cmd_basic(struct il_priv *il, struct il_device_cmd *cmd,
 410                           struct ieee80211_tx_info *info,
 411                           struct ieee80211_hdr *hdr, u8 std_id)
 412 {
 413         struct il3945_tx_cmd *tx_cmd = (struct il3945_tx_cmd *)cmd->cmd.payload;
 414         __le32 tx_flags = tx_cmd->tx_flags;
 415         __le16 fc = hdr->frame_control;
 416
 417         tx_cmd->stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
 418         if (!(info->flags & IEEE80211_TX_CTL_NO_ACK)) {
 419                 tx_flags |= TX_CMD_FLG_ACK_MSK;
 420                 if (ieee80211_is_mgmt(fc))
 421                         tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
 422                 if (ieee80211_is_probe_resp(fc) &&
 423                     !(le16_to_cpu(hdr->seq_ctrl) & 0xf))
 424                         tx_flags |= TX_CMD_FLG_TSF_MSK;
 425         } else {
 426                 tx_flags &= (~TX_CMD_FLG_ACK_MSK);
 427                 tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
 428         }
 429
 430         tx_cmd->sta_id = std_id;
 431         if (ieee80211_has_morefrags(fc))
 432                 tx_flags |= TX_CMD_FLG_MORE_FRAG_MSK;
 433
 434         if (ieee80211_is_data_qos(fc)) {
 435                 u8 *qc = ieee80211_get_qos_ctl(hdr);
 436                 tx_cmd->tid_tspec = qc[0] & 0xf;
 437                 tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
 438         } else {
 439                 tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
 440         }
 441
 442         il_tx_cmd_protection(il, info, fc, &tx_flags);
 443
 444         tx_flags &= ~(TX_CMD_FLG_ANT_SEL_MSK);
 445         if (ieee80211_is_mgmt(fc)) {
 446                 if (ieee80211_is_assoc_req(fc) || ieee80211_is_reassoc_req(fc))
 447                         tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(3);
 448                 else
 449                         tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(2);
 450         } else {
 451                 tx_cmd->timeout.pm_frame_timeout = 0;
 452         }
 453
 454         tx_cmd->driver_txop = 0;
 455         tx_cmd->tx_flags = tx_flags;
 456         tx_cmd->next_frame_len = 0;
 457 }
 458
 459 /*
 460  * start C_TX command process
 461  */
 462 static int
 463 il3945_tx_skb(struct il_priv *il,
 464               struct ieee80211_sta *sta,
 465               struct sk_buff *skb)
 466 {
 467         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
 468         struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
 469         struct il3945_tx_cmd *tx_cmd;
 470         struct il_tx_queue *txq = NULL;
 471         struct il_queue *q = NULL;
 472         struct il_device_cmd *out_cmd;
 473         struct il_cmd_meta *out_meta;
 474         dma_addr_t phys_addr;
 475         dma_addr_t txcmd_phys;
 476         int txq_id = skb_get_queue_mapping(skb);
 477         u16 len, idx, hdr_len;
 478         u16 firstlen, secondlen;
 479         u8 sta_id;
 480         u8 tid = 0;
 481         __le16 fc;
 482         u8 wait_write_ptr = 0;
 483         unsigned long flags;
 484
 485         spin_lock_irqsave(&il->lock, flags);
 486         if (il_is_rfkill(il)) {
 487                 D_DROP("Dropping - RF KILL\n");
 488                 goto drop_unlock;
 489         }
 490
 491         if ((ieee80211_get_tx_rate(il->hw, info)->hw_value & 0xFF) ==
 492             IL_INVALID_RATE) {
 493                 IL_ERR("ERROR: No TX rate available.\n");
 494                 goto drop_unlock;
 495         }
 496
 497         fc = hdr->frame_control;
 498
 499 #ifdef CONFIG_IWLEGACY_DEBUG
 500         if (ieee80211_is_auth(fc))
 501                 D_TX("Sending AUTH frame\n");
 502         else if (ieee80211_is_assoc_req(fc))
 503                 D_TX("Sending ASSOC frame\n");
 504         else if (ieee80211_is_reassoc_req(fc))
 505                 D_TX("Sending REASSOC frame\n");
 506 #endif
 507
 508         spin_unlock_irqrestore(&il->lock, flags);
 509
 510         hdr_len = ieee80211_hdrlen(fc);
 511
 512         /* Find idx into station table for destination station */
 513         sta_id = il_sta_id_or_broadcast(il, sta);
 514         if (sta_id == IL_INVALID_STATION) {
 515                 D_DROP("Dropping - INVALID STATION: %pM\n", hdr->addr1);
 516                 goto drop;
 517         }
 518
 519         D_RATE("station Id %d\n", sta_id);
 520
 521         if (ieee80211_is_data_qos(fc)) {
 522                 u8 *qc = ieee80211_get_qos_ctl(hdr);
 523                 tid = qc[0] & IEEE80211_QOS_CTL_TID_MASK;
 524                 if (unlikely(tid >= MAX_TID_COUNT))
 525                         goto drop;
 526         }
 527
 528         /* Descriptor for chosen Tx queue */
 529         txq = &il->txq[txq_id];
 530         q = &txq->q;
 531
 532         if ((il_queue_space(q) < q->high_mark))
 533                 goto drop;
 534
 535         spin_lock_irqsave(&il->lock, flags);
 536
 537         idx = il_get_cmd_idx(q, q->write_ptr, 0);
 538
 539         txq->skbs[q->write_ptr] = skb;
 540
 541         /* Init first empty entry in queue's array of Tx/cmd buffers */
 542         out_cmd = txq->cmd[idx];
 543         out_meta = &txq->meta[idx];
 544         tx_cmd = (struct il3945_tx_cmd *)out_cmd->cmd.payload;
 545         memset(&out_cmd->hdr, 0, sizeof(out_cmd->hdr));
 546         memset(tx_cmd, 0, sizeof(*tx_cmd));
 547
 548         /*
 549          * Set up the Tx-command (not MAC!) header.
 550          * Store the chosen Tx queue and TFD idx within the sequence field;
 551          * after Tx, uCode's Tx response will return this value so driver can
 552          * locate the frame within the tx queue and do post-tx processing.
 553          */
 554         out_cmd->hdr.cmd = C_TX;
 555         out_cmd->hdr.sequence =
 556             cpu_to_le16((u16)
 557                         (QUEUE_TO_SEQ(txq_id) | IDX_TO_SEQ(q->write_ptr)));
 558
 559         /* Copy MAC header from skb into command buffer */
 560         memcpy(tx_cmd->hdr, hdr, hdr_len);
 561
 562         if (info->control.hw_key)
 563                 il3945_build_tx_cmd_hwcrypto(il, info, out_cmd, skb, sta_id);
 564
 565         /* TODO need this for burst mode later on */
 566         il3945_build_tx_cmd_basic(il, out_cmd, info, hdr, sta_id);
 567
 568         il3945_hw_build_tx_cmd_rate(il, out_cmd, info, hdr, sta_id);
 569
 570         /* Total # bytes to be transmitted */
 571         tx_cmd->len = cpu_to_le16((u16) skb->len);
 572
 573         tx_cmd->tx_flags &= ~TX_CMD_FLG_ANT_A_MSK;
 574         tx_cmd->tx_flags &= ~TX_CMD_FLG_ANT_B_MSK;
 575
 576         /*
 577          * Use the first empty entry in this queue's command buffer array
 578          * to contain the Tx command and MAC header concatenated together
 579          * (payload data will be in another buffer).
 580          * Size of this varies, due to varying MAC header length.
 581          * If end is not dword aligned, we'll have 2 extra bytes at the end
 582          * of the MAC header (device reads on dword boundaries).
 583          * We'll tell device about this padding later.
 584          */
 585         len =
 586             sizeof(struct il3945_tx_cmd) + sizeof(struct il_cmd_header) +
 587             hdr_len;
 588         firstlen = (len + 3) & ~3;
 589
 590         /* Physical address of this Tx command's header (not MAC header!),
 591          * within command buffer array. */
 592         txcmd_phys =
 593             pci_map_single(il->pci_dev, &out_cmd->hdr, firstlen,
 594                            PCI_DMA_TODEVICE);
 595         if (unlikely(pci_dma_mapping_error(il->pci_dev, txcmd_phys)))
 596                 goto drop_unlock;
 597
 598         /* Set up TFD's 2nd entry to point directly to remainder of skb,
 599          * if any (802.11 null frames have no payload). */
 600         secondlen = skb->len - hdr_len;
 601         if (secondlen > 0) {
 602                 phys_addr =
 603                     pci_map_single(il->pci_dev, skb->data + hdr_len, secondlen,
 604                                    PCI_DMA_TODEVICE);
 605                 if (unlikely(pci_dma_mapping_error(il->pci_dev, phys_addr)))
 606                         goto drop_unlock;
 607         }
 608
 609         /* Add buffer containing Tx command and MAC(!) header to TFD's
 610          * first entry */
 611         il->ops->txq_attach_buf_to_tfd(il, txq, txcmd_phys, firstlen, 1, 0);
 612         dma_unmap_addr_set(out_meta, mapping, txcmd_phys);
 613         dma_unmap_len_set(out_meta, len, firstlen);
 614         if (secondlen > 0)
 615                 il->ops->txq_attach_buf_to_tfd(il, txq, phys_addr, secondlen, 0,
 616                                                U32_PAD(secondlen));
 617
 618         if (!ieee80211_has_morefrags(hdr->frame_control)) {
 619                 txq->need_update = 1;
 620         } else {
 621                 wait_write_ptr = 1;
 622                 txq->need_update = 0;
 623         }
 624
 625         il_update_stats(il, true, fc, skb->len);
 626
 627         D_TX("sequence nr = 0X%x\n", le16_to_cpu(out_cmd->hdr.sequence));
 628         D_TX("tx_flags = 0X%x\n", le32_to_cpu(tx_cmd->tx_flags));
 629         il_print_hex_dump(il, IL_DL_TX, tx_cmd, sizeof(*tx_cmd));
 630         il_print_hex_dump(il, IL_DL_TX, (u8 *) tx_cmd->hdr,
 631                           ieee80211_hdrlen(fc));
 632
 633         /* Tell device the write idx *just past* this latest filled TFD */
 634         q->write_ptr = il_queue_inc_wrap(q->write_ptr, q->n_bd);
 635         il_txq_update_write_ptr(il, txq);
 636         spin_unlock_irqrestore(&il->lock, flags);
 637
 638         if (il_queue_space(q) < q->high_mark && il->mac80211_registered) {
 639                 if (wait_write_ptr) {
 640                         spin_lock_irqsave(&il->lock, flags);
 641                         txq->need_update = 1;
 642                         il_txq_update_write_ptr(il, txq);
 643                         spin_unlock_irqrestore(&il->lock, flags);
 644                 }
 645
 646                 il_stop_queue(il, txq);
 647         }
 648
 649         return 0;
 650
 651 drop_unlock:
 652         spin_unlock_irqrestore(&il->lock, flags);
 653 drop:
 654         return -1;
 655 }
 656
 657 static int
 658 il3945_get_measurement(struct il_priv *il,
 659                        struct ieee80211_measurement_params *params, u8 type)
 660 {
 661         struct il_spectrum_cmd spectrum;
 662         struct il_rx_pkt *pkt;
 663         struct il_host_cmd cmd = {
 664                 .id = C_SPECTRUM_MEASUREMENT,
 665                 .data = (void *)&spectrum,
 666                 .flags = CMD_WANT_SKB,
 667         };
 668         u32 add_time = le64_to_cpu(params->start_time);
 669         int rc;
 670         int spectrum_resp_status;
 671         int duration = le16_to_cpu(params->duration);
 672
 673         if (il_is_associated(il))
 674                 add_time =
 675                     il_usecs_to_beacons(il,
 676                                         le64_to_cpu(params->start_time) -
 677                                         il->_3945.last_tsf,
 678                                         le16_to_cpu(il->timing.beacon_interval));
 679
 680         memset(&spectrum, 0, sizeof(spectrum));
 681
 682         spectrum.channel_count = cpu_to_le16(1);
 683         spectrum.flags =
 684             RXON_FLG_TSF2HOST_MSK | RXON_FLG_ANT_A_MSK | RXON_FLG_DIS_DIV_MSK;
 685         spectrum.filter_flags = MEASUREMENT_FILTER_FLAG;
 686         cmd.len = sizeof(spectrum);
 687         spectrum.len = cpu_to_le16(cmd.len - sizeof(spectrum.len));
 688
 689         if (il_is_associated(il))
 690                 spectrum.start_time =
 691                     il_add_beacon_time(il, il->_3945.last_beacon_time, add_time,
 692                                        le16_to_cpu(il->timing.beacon_interval));
 693         else
 694                 spectrum.start_time = 0;
 695
 696         spectrum.channels[0].duration = cpu_to_le32(duration * TIME_UNIT);
 697         spectrum.channels[0].channel = params->channel;
 698         spectrum.channels[0].type = type;
 699         if (il->active.flags & RXON_FLG_BAND_24G_MSK)
 700                 spectrum.flags |=
 701                     RXON_FLG_BAND_24G_MSK | RXON_FLG_AUTO_DETECT_MSK |
 702                     RXON_FLG_TGG_PROTECT_MSK;
 703
 704         rc = il_send_cmd_sync(il, &cmd);
 705         if (rc)
 706                 return rc;
 707
 708         pkt = (struct il_rx_pkt *)cmd.reply_page;
 709         if (pkt->hdr.flags & IL_CMD_FAILED_MSK) {
 710                 IL_ERR("Bad return from N_RX_ON_ASSOC command\n");
 711                 rc = -EIO;
 712         }
 713
 714         spectrum_resp_status = le16_to_cpu(pkt->u.spectrum.status);
 715         switch (spectrum_resp_status) {
 716         case 0:         /* Command will be handled */
 717                 if (pkt->u.spectrum.id != 0xff) {
 718                         D_INFO("Replaced existing measurement: %d\n",
 719                                pkt->u.spectrum.id);
 720                         il->measurement_status &= ~MEASUREMENT_READY;
 721                 }
 722                 il->measurement_status |= MEASUREMENT_ACTIVE;
 723                 rc = 0;
 724                 break;
 725
 726         case 1:         /* Command will not be handled */
 727                 rc = -EAGAIN;
 728                 break;
 729         }
 730
 731         il_free_pages(il, cmd.reply_page);
 732
 733         return rc;
 734 }
 735
 736 static void
 737 il3945_hdl_alive(struct il_priv *il, struct il_rx_buf *rxb)
 738 {
 739         struct il_rx_pkt *pkt = rxb_addr(rxb);
 740         struct il_alive_resp *palive;
 741         struct delayed_work *pwork;
 742
 743         palive = &pkt->u.alive_frame;
 744
 745         D_INFO("Alive ucode status 0x%08X revision " "0x%01X 0x%01X\n",
 746                palive->is_valid, palive->ver_type, palive->ver_subtype);
 747
 748         if (palive->ver_subtype == INITIALIZE_SUBTYPE) {
 749                 D_INFO("Initialization Alive received.\n");
 750                 memcpy(&il->card_alive_init, &pkt->u.alive_frame,
 751                        sizeof(struct il_alive_resp));
 752                 pwork = &il->init_alive_start;
 753         } else {
 754                 D_INFO("Runtime Alive received.\n");
 755                 memcpy(&il->card_alive, &pkt->u.alive_frame,
 756                        sizeof(struct il_alive_resp));
 757                 pwork = &il->alive_start;
 758                 il3945_disable_events(il);
 759         }
 760
 761         /* We delay the ALIVE response by 5ms to
 762          * give the HW RF Kill time to activate... */
 763         if (palive->is_valid == UCODE_VALID_OK)
 764                 queue_delayed_work(il->workqueue, pwork, msecs_to_jiffies(5));
 765         else
 766                 IL_WARN("uCode did not respond OK.\n");
 767 }
 768
 769 static void
 770 il3945_hdl_add_sta(struct il_priv *il, struct il_rx_buf *rxb)
 771 {
 772 #ifdef CONFIG_IWLEGACY_DEBUG
 773         struct il_rx_pkt *pkt = rxb_addr(rxb);
 774 #endif
 775
 776         D_RX("Received C_ADD_STA: 0x%02X\n", pkt->u.status);
 777 }
 778
 779 static void
 780 il3945_hdl_beacon(struct il_priv *il, struct il_rx_buf *rxb)
 781 {
 782         struct il_rx_pkt *pkt = rxb_addr(rxb);
 783         struct il3945_beacon_notif *beacon = &(pkt->u.beacon_status);
 784 #ifdef CONFIG_IWLEGACY_DEBUG
 785         u8 rate = beacon->beacon_notify_hdr.rate;
 786
 787         D_RX("beacon status %x retries %d iss %d " "tsf %d %d rate %d\n",
 788              le32_to_cpu(beacon->beacon_notify_hdr.status) & TX_STATUS_MSK,
 789              beacon->beacon_notify_hdr.failure_frame,
 790              le32_to_cpu(beacon->ibss_mgr_status),
 791              le32_to_cpu(beacon->high_tsf), le32_to_cpu(beacon->low_tsf), rate);
 792 #endif
 793
 794         il->ibss_manager = le32_to_cpu(beacon->ibss_mgr_status);
 795
 796 }
 797
 798 /* Handle notification from uCode that card's power state is changing
 799  * due to software, hardware, or critical temperature RFKILL */
 800 static void
 801 il3945_hdl_card_state(struct il_priv *il, struct il_rx_buf *rxb)
 802 {
 803         struct il_rx_pkt *pkt = rxb_addr(rxb);
 804         u32 flags = le32_to_cpu(pkt->u.card_state_notif.flags);
 805         unsigned long status = il->status;
 806
 807         IL_WARN("Card state received: HW:%s SW:%s\n",
 808                 (flags & HW_CARD_DISABLED) ? "Kill" : "On",
 809                 (flags & SW_CARD_DISABLED) ? "Kill" : "On");
 810
 811         _il_wr(il, CSR_UCODE_DRV_GP1_SET, CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
 812
 813         if (flags & HW_CARD_DISABLED)
 814                 set_bit(S_RFKILL, &il->status);
 815         else
 816                 clear_bit(S_RFKILL, &il->status);
 817
 818         il_scan_cancel(il);
 819
 820         if ((test_bit(S_RFKILL, &status) !=
 821              test_bit(S_RFKILL, &il->status)))
 822                 wiphy_rfkill_set_hw_state(il->hw->wiphy,
 823                                           test_bit(S_RFKILL, &il->status));
 824         else
 825                 wake_up(&il->wait_command_queue);
 826 }
 827
 828 /**
 829  * il3945_setup_handlers - Initialize Rx handler callbacks
 830  *
 831  * Setup the RX handlers for each of the reply types sent from the uCode
 832  * to the host.
 833  *
 834  * This function chains into the hardware specific files for them to setup
 835  * any hardware specific handlers as well.
 836  */
 837 static void
 838 il3945_setup_handlers(struct il_priv *il)
 839 {
 840         il->handlers[N_ALIVE] = il3945_hdl_alive;
 841         il->handlers[C_ADD_STA] = il3945_hdl_add_sta;
 842         il->handlers[N_ERROR] = il_hdl_error;
 843         il->handlers[N_CHANNEL_SWITCH] = il_hdl_csa;
 844         il->handlers[N_SPECTRUM_MEASUREMENT] = il_hdl_spectrum_measurement;
 845         il->handlers[N_PM_SLEEP] = il_hdl_pm_sleep;
 846         il->handlers[N_PM_DEBUG_STATS] = il_hdl_pm_debug_stats;
 847         il->handlers[N_BEACON] = il3945_hdl_beacon;
 848
 849         /*
 850          * The same handler is used for both the REPLY to a discrete
 851          * stats request from the host as well as for the periodic
 852          * stats notifications (after received beacons) from the uCode.
 853          */
 854         il->handlers[C_STATS] = il3945_hdl_c_stats;
 855         il->handlers[N_STATS] = il3945_hdl_stats;
 856
 857         il_setup_rx_scan_handlers(il);
 858         il->handlers[N_CARD_STATE] = il3945_hdl_card_state;
 859
 860         /* Set up hardware specific Rx handlers */
 861         il3945_hw_handler_setup(il);
 862 }
 863
 864 /************************** RX-FUNCTIONS ****************************/
 865 /*
 866  * Rx theory of operation
 867  *
 868  * The host allocates 32 DMA target addresses and passes the host address
 869  * to the firmware at register IL_RFDS_TBL_LOWER + N * RFD_SIZE where N is
 870  * 0 to 31
 871  *
 872  * Rx Queue Indexes
 873  * The host/firmware share two idx registers for managing the Rx buffers.
 874  *
 875  * The READ idx maps to the first position that the firmware may be writing
 876  * to -- the driver can read up to (but not including) this position and get
 877  * good data.
 878  * The READ idx is managed by the firmware once the card is enabled.
 879  *
 880  * The WRITE idx maps to the last position the driver has read from -- the
 881  * position preceding WRITE is the last slot the firmware can place a packet.
 882  *
 883  * The queue is empty (no good data) if WRITE = READ - 1, and is full if
 884  * WRITE = READ.
 885  *
 886  * During initialization, the host sets up the READ queue position to the first
 887  * IDX position, and WRITE to the last (READ - 1 wrapped)
 888  *
 889  * When the firmware places a packet in a buffer, it will advance the READ idx
 890  * and fire the RX interrupt.  The driver can then query the READ idx and
 891  * process as many packets as possible, moving the WRITE idx forward as it
 892  * resets the Rx queue buffers with new memory.
 893  *
 894  * The management in the driver is as follows:
 895  * + A list of pre-allocated SKBs is stored in iwl->rxq->rx_free.  When
 896  *   iwl->rxq->free_count drops to or below RX_LOW_WATERMARK, work is scheduled
 897  *   to replenish the iwl->rxq->rx_free.
 898  * + In il3945_rx_replenish (scheduled) if 'processed' != 'read' then the
 899  *   iwl->rxq is replenished and the READ IDX is updated (updating the
 900  *   'processed' and 'read' driver idxes as well)
 901  * + A received packet is processed and handed to the kernel network stack,
 902  *   detached from the iwl->rxq.  The driver 'processed' idx is updated.
 903  * + The Host/Firmware iwl->rxq is replenished at tasklet time from the rx_free
 904  *   list. If there are no allocated buffers in iwl->rxq->rx_free, the READ
 905  *   IDX is not incremented and iwl->status(RX_STALLED) is set.  If there
 906  *   were enough free buffers and RX_STALLED is set it is cleared.
 907  *
 908  *
 909  * Driver sequence:
 910  *
 911  * il3945_rx_replenish()     Replenishes rx_free list from rx_used, and calls
 912  *                            il3945_rx_queue_restock
 913  * il3945_rx_queue_restock() Moves available buffers from rx_free into Rx
 914  *                            queue, updates firmware pointers, and updates
 915  *                            the WRITE idx.  If insufficient rx_free buffers
 916  *                            are available, schedules il3945_rx_replenish
 917  *
 918  * -- enable interrupts --
 919  * ISR - il3945_rx()         Detach il_rx_bufs from pool up to the
 920  *                            READ IDX, detaching the SKB from the pool.
 921  *                            Moves the packet buffer from queue to rx_used.
 922  *                            Calls il3945_rx_queue_restock to refill any empty
 923  *                            slots.
 924  * ...
 925  *
 926  */
 927
 928 /**
 929  * il3945_dma_addr2rbd_ptr - convert a DMA address to a uCode read buffer ptr
 930  */
 931 static inline __le32
 932 il3945_dma_addr2rbd_ptr(struct il_priv *il, dma_addr_t dma_addr)
 933 {
 934         return cpu_to_le32((u32) dma_addr);
 935 }
 936
 937 /**
 938  * il3945_rx_queue_restock - refill RX queue from pre-allocated pool
 939  *
 940  * If there are slots in the RX queue that need to be restocked,
 941  * and we have free pre-allocated buffers, fill the ranks as much
 942  * as we can, pulling from rx_free.
 943  *
 944  * This moves the 'write' idx forward to catch up with 'processed', and
 945  * also updates the memory address in the firmware to reference the new
 946  * target buffer.
 947  */
 948 static void
 949 il3945_rx_queue_restock(struct il_priv *il)
 950 {
 951         struct il_rx_queue *rxq = &il->rxq;
 952         struct list_head *element;
 953         struct il_rx_buf *rxb;
 954         unsigned long flags;
 955
 956         spin_lock_irqsave(&rxq->lock, flags);
 957         while (il_rx_queue_space(rxq) > 0 && rxq->free_count) {
 958                 /* Get next free Rx buffer, remove from free list */
 959                 element = rxq->rx_free.next;
 960                 rxb = list_entry(element, struct il_rx_buf, list);
 961                 list_del(element);
 962
 963                 /* Point to Rx buffer via next RBD in circular buffer */
 964                 rxq->bd[rxq->write] =
 965                     il3945_dma_addr2rbd_ptr(il, rxb->page_dma);
 966                 rxq->queue[rxq->write] = rxb;
 967                 rxq->write = (rxq->write + 1) & RX_QUEUE_MASK;
 968                 rxq->free_count--;
 969         }
 970         spin_unlock_irqrestore(&rxq->lock, flags);
 971         /* If the pre-allocated buffer pool is dropping low, schedule to
 972          * refill it */
 973         if (rxq->free_count <= RX_LOW_WATERMARK)
 974                 queue_work(il->workqueue, &il->rx_replenish);
 975
 976         /* If we've added more space for the firmware to place data, tell it.
 977          * Increment device's write pointer in multiples of 8. */
 978         if (rxq->write_actual != (rxq->write & ~0x7) ||
 979             abs(rxq->write - rxq->read) > 7) {
 980                 spin_lock_irqsave(&rxq->lock, flags);
 981                 rxq->need_update = 1;
 982                 spin_unlock_irqrestore(&rxq->lock, flags);
 983                 il_rx_queue_update_write_ptr(il, rxq);
 984         }
 985 }
 986
 987 /**
 988  * il3945_rx_replenish - Move all used packet from rx_used to rx_free
 989  *
 990  * When moving to rx_free an SKB is allocated for the slot.
 991  *
 992  * Also restock the Rx queue via il3945_rx_queue_restock.
 993  * This is called as a scheduled work item (except for during initialization)
 994  */
 995 static void
 996 il3945_rx_allocate(struct il_priv *il, gfp_t priority)
 997 {
 998         struct il_rx_queue *rxq = &il->rxq;
 999         struct list_head *element;
1000         struct il_rx_buf *rxb;
1001         struct page *page;
1002         dma_addr_t page_dma;
1003         unsigned long flags;
1004         gfp_t gfp_mask = priority;
1005
1006         while (1) {
1007                 spin_lock_irqsave(&rxq->lock, flags);
1008                 if (list_empty(&rxq->rx_used)) {
1009                         spin_unlock_irqrestore(&rxq->lock, flags);
1010                         return;
1011                 }
1012                 spin_unlock_irqrestore(&rxq->lock, flags);
1013
1014                 if (rxq->free_count > RX_LOW_WATERMARK)
1015                         gfp_mask |= __GFP_NOWARN;
1016
1017                 if (il->hw_params.rx_page_order > 0)
1018                         gfp_mask |= __GFP_COMP;
1019
1020                 /* Alloc a new receive buffer */
1021                 page = alloc_pages(gfp_mask, il->hw_params.rx_page_order);
1022                 if (!page) {
1023                         if (net_ratelimit())
1024                                 D_INFO("Failed to allocate SKB buffer.\n");
1025                         if (rxq->free_count <= RX_LOW_WATERMARK &&
1026                             net_ratelimit())
1027                                 IL_ERR("Failed to allocate SKB buffer with %0x."
1028                                        "Only %u free buffers remaining.\n",
1029                                        priority, rxq->free_count);
1030                         /* We don't reschedule replenish work here -- we will
1031                          * call the restock method and if it still needs
1032                          * more buffers it will schedule replenish */
1033                         break;
1034                 }
1035
1036                 /* Get physical address of RB/SKB */
1037                 page_dma =
1038                     pci_map_page(il->pci_dev, page, 0,
1039                                  PAGE_SIZE << il->hw_params.rx_page_order,
1040                                  PCI_DMA_FROMDEVICE);
1041
1042                 if (unlikely(pci_dma_mapping_error(il->pci_dev, page_dma))) {
1043                         __free_pages(page, il->hw_params.rx_page_order);
1044                         break;
1045                 }
1046
1047                 spin_lock_irqsave(&rxq->lock, flags);
1048
1049                 if (list_empty(&rxq->rx_used)) {
1050                         spin_unlock_irqrestore(&rxq->lock, flags);
1051                         pci_unmap_page(il->pci_dev, page_dma,
1052                                        PAGE_SIZE << il->hw_params.rx_page_order,
1053                                        PCI_DMA_FROMDEVICE);
1054                         __free_pages(page, il->hw_params.rx_page_order);
1055                         return;
1056                 }
1057
1058                 element = rxq->rx_used.next;
1059                 rxb = list_entry(element, struct il_rx_buf, list);
1060                 list_del(element);
1061
1062                 rxb->page = page;
1063                 rxb->page_dma = page_dma;
1064                 list_add_tail(&rxb->list, &rxq->rx_free);
1065                 rxq->free_count++;
1066                 il->alloc_rxb_page++;
1067
1068                 spin_unlock_irqrestore(&rxq->lock, flags);
1069         }
1070 }
1071
1072 void
1073 il3945_rx_queue_reset(struct il_priv *il, struct il_rx_queue *rxq)
1074 {
1075         unsigned long flags;
1076         int i;
1077         spin_lock_irqsave(&rxq->lock, flags);
1078         INIT_LIST_HEAD(&rxq->rx_free);
1079         INIT_LIST_HEAD(&rxq->rx_used);
1080         /* Fill the rx_used queue with _all_ of the Rx buffers */
1081         for (i = 0; i < RX_FREE_BUFFERS + RX_QUEUE_SIZE; i++) {
1082                 /* In the reset function, these buffers may have been allocated
1083                  * to an SKB, so we need to unmap and free potential storage */
1084                 if (rxq->pool[i].page != NULL) {
1085                         pci_unmap_page(il->pci_dev, rxq->pool[i].page_dma,
1086                                        PAGE_SIZE << il->hw_params.rx_page_order,
1087                                        PCI_DMA_FROMDEVICE);
1088                         __il_free_pages(il, rxq->pool[i].page);
1089                         rxq->pool[i].page = NULL;
1090                 }
1091                 list_add_tail(&rxq->pool[i].list, &rxq->rx_used);
1092         }
1093
1094         /* Set us so that we have processed and used all buffers, but have
1095          * not restocked the Rx queue with fresh buffers */
1096         rxq->read = rxq->write = 0;
1097         rxq->write_actual = 0;
1098         rxq->free_count = 0;
1099         spin_unlock_irqrestore(&rxq->lock, flags);
1100 }
1101
1102 void
1103 il3945_rx_replenish(void *data)
1104 {
1105         struct il_priv *il = data;
1106         unsigned long flags;
1107
1108         il3945_rx_allocate(il, GFP_KERNEL);
1109
1110         spin_lock_irqsave(&il->lock, flags);
1111         il3945_rx_queue_restock(il);
1112         spin_unlock_irqrestore(&il->lock, flags);
1113 }
1114
1115 static void
1116 il3945_rx_replenish_now(struct il_priv *il)
1117 {
1118         il3945_rx_allocate(il, GFP_ATOMIC);
1119
1120         il3945_rx_queue_restock(il);
1121 }
1122
1123 /* Assumes that the skb field of the buffers in 'pool' is kept accurate.
1124  * If an SKB has been detached, the POOL needs to have its SKB set to NULL
1125  * This free routine walks the list of POOL entries and if SKB is set to
1126  * non NULL it is unmapped and freed
1127  */
1128 static void
1129 il3945_rx_queue_free(struct il_priv *il, struct il_rx_queue *rxq)
1130 {
1131         int i;
1132         for (i = 0; i < RX_QUEUE_SIZE + RX_FREE_BUFFERS; i++) {
1133                 if (rxq->pool[i].page != NULL) {
1134                         pci_unmap_page(il->pci_dev, rxq->pool[i].page_dma,
1135                                        PAGE_SIZE << il->hw_params.rx_page_order,
1136                                        PCI_DMA_FROMDEVICE);
1137                         __il_free_pages(il, rxq->pool[i].page);
1138                         rxq->pool[i].page = NULL;
1139                 }
1140         }
1141
1142         dma_free_coherent(&il->pci_dev->dev, 4 * RX_QUEUE_SIZE, rxq->bd,
1143                           rxq->bd_dma);
1144         dma_free_coherent(&il->pci_dev->dev, sizeof(struct il_rb_status),
1145                           rxq->rb_stts, rxq->rb_stts_dma);
1146         rxq->bd = NULL;
1147         rxq->rb_stts = NULL;
1148 }
1149
1150 /* Convert linear signal-to-noise ratio into dB */
1151 static u8 ratio2dB[100] = {
1152 /*       0   1   2   3   4   5   6   7   8   9 */
1153         0, 0, 6, 10, 12, 14, 16, 17, 18, 19,    /* 00 - 09 */
1154         20, 21, 22, 22, 23, 23, 24, 25, 26, 26, /* 10 - 19 */
1155         26, 26, 26, 27, 27, 28, 28, 28, 29, 29, /* 20 - 29 */
1156         29, 30, 30, 30, 31, 31, 31, 31, 32, 32, /* 30 - 39 */
1157         32, 32, 32, 33, 33, 33, 33, 33, 34, 34, /* 40 - 49 */
1158         34, 34, 34, 34, 35, 35, 35, 35, 35, 35, /* 50 - 59 */
1159         36, 36, 36, 36, 36, 36, 36, 37, 37, 37, /* 60 - 69 */
1160         37, 37, 37, 37, 37, 38, 38, 38, 38, 38, /* 70 - 79 */
1161         38, 38, 38, 38, 38, 39, 39, 39, 39, 39, /* 80 - 89 */
1162         39, 39, 39, 39, 39, 40, 40, 40, 40, 40  /* 90 - 99 */
1163 };
1164
1165 /* Calculates a relative dB value from a ratio of linear
1166  *   (i.e. not dB) signal levels.
1167  * Conversion assumes that levels are voltages (20*log), not powers (10*log). */
1168 int
1169 il3945_calc_db_from_ratio(int sig_ratio)
1170 {
1171         /* 1000:1 or higher just report as 60 dB */
1172         if (sig_ratio >= 1000)
1173                 return 60;
1174
1175         /* 100:1 or higher, divide by 10 and use table,
1176          *   add 20 dB to make up for divide by 10 */
1177         if (sig_ratio >= 100)
1178                 return 20 + (int)ratio2dB[sig_ratio / 10];
1179
1180         /* We shouldn't see this */
1181         if (sig_ratio < 1)
1182                 return 0;
1183
1184         /* Use table for ratios 1:1 - 99:1 */
1185         return (int)ratio2dB[sig_ratio];
1186 }
1187
1188 /**
1189  * il3945_rx_handle - Main entry function for receiving responses from uCode
1190  *
1191  * Uses the il->handlers callback function array to invoke
1192  * the appropriate handlers, including command responses,
1193  * frame-received notifications, and other notifications.
1194  */
1195 static void
1196 il3945_rx_handle(struct il_priv *il)
1197 {
1198         struct il_rx_buf *rxb;
1199         struct il_rx_pkt *pkt;
1200         struct il_rx_queue *rxq = &il->rxq;
1201         u32 r, i;
1202         int reclaim;
1203         unsigned long flags;
1204         u8 fill_rx = 0;
1205         u32 count = 8;
1206         int total_empty = 0;
1207
1208         /* uCode's read idx (stored in shared DRAM) indicates the last Rx
1209          * buffer that the driver may process (last buffer filled by ucode). */
1210         r = le16_to_cpu(rxq->rb_stts->closed_rb_num) & 0x0FFF;
1211         i = rxq->read;
1212
1213         /* calculate total frames need to be restock after handling RX */
1214         total_empty = r - rxq->write_actual;
1215         if (total_empty < 0)
1216                 total_empty += RX_QUEUE_SIZE;
1217
1218         if (total_empty > (RX_QUEUE_SIZE / 2))
1219                 fill_rx = 1;
1220         /* Rx interrupt, but nothing sent from uCode */
1221         if (i == r)
1222                 D_RX("r = %d, i = %d\n", r, i);
1223
1224         while (i != r) {
1225                 int len;
1226
1227                 rxb = rxq->queue[i];
1228
1229                 /* If an RXB doesn't have a Rx queue slot associated with it,
1230                  * then a bug has been introduced in the queue refilling
1231                  * routines -- catch it here */
1232                 BUG_ON(rxb == NULL);
1233
1234                 rxq->queue[i] = NULL;
1235
1236                 pci_unmap_page(il->pci_dev, rxb->page_dma,
1237                                PAGE_SIZE << il->hw_params.rx_page_order,
1238                                PCI_DMA_FROMDEVICE);
1239                 pkt = rxb_addr(rxb);
1240
1241                 len = le32_to_cpu(pkt->len_n_flags) & IL_RX_FRAME_SIZE_MSK;
1242                 len += sizeof(u32);     /* account for status word */
1243
1244                 reclaim = il_need_reclaim(il, pkt);
1245
1246                 /* Based on type of command response or notification,
1247                  *   handle those that need handling via function in
1248                  *   handlers table.  See il3945_setup_handlers() */
1249                 if (il->handlers[pkt->hdr.cmd]) {
1250                         D_RX("r = %d, i = %d, %s, 0x%02x\n", r, i,
1251                              il_get_cmd_string(pkt->hdr.cmd), pkt->hdr.cmd);
1252                         il->isr_stats.handlers[pkt->hdr.cmd]++;
1253                         il->handlers[pkt->hdr.cmd] (il, rxb);
1254                 } else {
1255                         /* No handling needed */
1256                         D_RX("r %d i %d No handler needed for %s, 0x%02x\n", r,
1257                              i, il_get_cmd_string(pkt->hdr.cmd), pkt->hdr.cmd);
1258                 }
1259
1260                 /*
1261                  * XXX: After here, we should always check rxb->page
1262                  * against NULL before touching it or its virtual
1263                  * memory (pkt). Because some handler might have
1264                  * already taken or freed the pages.
1265                  */
1266
1267                 if (reclaim) {
1268                         /* Invoke any callbacks, transfer the buffer to caller,
1269                          * and fire off the (possibly) blocking il_send_cmd()
1270                          * as we reclaim the driver command queue */
1271                         if (rxb->page)
1272                                 il_tx_cmd_complete(il, rxb);
1273                         else
1274                                 IL_WARN("Claim null rxb?\n");
1275                 }
1276
1277                 /* Reuse the page if possible. For notification packets and
1278                  * SKBs that fail to Rx correctly, add them back into the
1279                  * rx_free list for reuse later. */
1280                 spin_lock_irqsave(&rxq->lock, flags);
1281                 if (rxb->page != NULL) {
1282                         rxb->page_dma =
1283                             pci_map_page(il->pci_dev, rxb->page, 0,
1284                                          PAGE_SIZE << il->hw_params.
1285                                          rx_page_order, PCI_DMA_FROMDEVICE);
1286                         if (unlikely(pci_dma_mapping_error(il->pci_dev,
1287                                                            rxb->page_dma))) {
1288                                 __il_free_pages(il, rxb->page);
1289                                 rxb->page = NULL;
1290                                 list_add_tail(&rxb->list, &rxq->rx_used);
1291                         } else {
1292                                 list_add_tail(&rxb->list, &rxq->rx_free);
1293                                 rxq->free_count++;
1294                         }
1295                 } else
1296                         list_add_tail(&rxb->list, &rxq->rx_used);
1297
1298                 spin_unlock_irqrestore(&rxq->lock, flags);
1299
1300                 i = (i + 1) & RX_QUEUE_MASK;
1301                 /* If there are a lot of unused frames,
1302                  * restock the Rx queue so ucode won't assert. */
1303                 if (fill_rx) {
1304                         count++;
1305                         if (count >= 8) {
1306                                 rxq->read = i;
1307                                 il3945_rx_replenish_now(il);
1308                                 count = 0;
1309                         }
1310                 }
1311         }
1312
1313         /* Backtrack one entry */
1314         rxq->read = i;
1315         if (fill_rx)
1316                 il3945_rx_replenish_now(il);
1317         else
1318                 il3945_rx_queue_restock(il);
1319 }
1320
1321 /* call this function to flush any scheduled tasklet */
1322 static inline void
1323 il3945_synchronize_irq(struct il_priv *il)
1324 {
1325         /* wait to make sure we flush pending tasklet */
1326         synchronize_irq(il->pci_dev->irq);
1327         tasklet_kill(&il->irq_tasklet);
1328 }
1329
1330 static const char *
1331 il3945_desc_lookup(int i)
1332 {
1333         switch (i) {
1334         case 1:
1335                 return "FAIL";
1336         case 2:
1337                 return "BAD_PARAM";
1338         case 3:
1339                 return "BAD_CHECKSUM";
1340         case 4:
1341                 return "NMI_INTERRUPT";
1342         case 5:
1343                 return "SYSASSERT";
1344         case 6:
1345                 return "FATAL_ERROR";
1346         }
1347
1348         return "UNKNOWN";
1349 }
1350
1351 #define ERROR_START_OFFSET  (1 * sizeof(u32))
1352 #define ERROR_ELEM_SIZE     (7 * sizeof(u32))
1353
1354 void
1355 il3945_dump_nic_error_log(struct il_priv *il)
1356 {
1357         u32 i;
1358         u32 desc, time, count, base, data1;
1359         u32 blink1, blink2, ilink1, ilink2;
1360
1361         base = le32_to_cpu(il->card_alive.error_event_table_ptr);
1362
1363         if (!il3945_hw_valid_rtc_data_addr(base)) {
1364                 IL_ERR("Not valid error log pointer 0x%08X\n", base);
1365                 return;
1366         }
1367
1368         count = il_read_targ_mem(il, base);
1369
1370         if (ERROR_START_OFFSET <= count * ERROR_ELEM_SIZE) {
1371                 IL_ERR("Start IWL Error Log Dump:\n");
1372                 IL_ERR("Status: 0x%08lX, count: %d\n", il->status, count);
1373         }
1374
1375         IL_ERR("Desc       Time       asrtPC  blink2 "
1376                "ilink1  nmiPC   Line\n");
1377         for (i = ERROR_START_OFFSET;
1378              i < (count * ERROR_ELEM_SIZE) + ERROR_START_OFFSET;
1379              i += ERROR_ELEM_SIZE) {
1380                 desc = il_read_targ_mem(il, base + i);
1381                 time = il_read_targ_mem(il, base + i + 1 * sizeof(u32));
1382                 blink1 = il_read_targ_mem(il, base + i + 2 * sizeof(u32));
1383                 blink2 = il_read_targ_mem(il, base + i + 3 * sizeof(u32));
1384                 ilink1 = il_read_targ_mem(il, base + i + 4 * sizeof(u32));
1385                 ilink2 = il_read_targ_mem(il, base + i + 5 * sizeof(u32));
1386                 data1 = il_read_targ_mem(il, base + i + 6 * sizeof(u32));
1387
1388                 IL_ERR("%-13s (0x%X) %010u 0x%05X 0x%05X 0x%05X 0x%05X %u\n\n",
1389                        il3945_desc_lookup(desc), desc, time, blink1, blink2,
1390                        ilink1, ilink2, data1);
1391         }
1392 }
1393
1394 static void
1395 il3945_irq_tasklet(unsigned long data)
1396 {
1397         struct il_priv *il = (struct il_priv *)data;
1398         u32 inta, handled = 0;
1399         u32 inta_fh;
1400         unsigned long flags;
1401 #ifdef CONFIG_IWLEGACY_DEBUG
1402         u32 inta_mask;
1403 #endif
1404
1405         spin_lock_irqsave(&il->lock, flags);
1406
1407         /* Ack/clear/reset pending uCode interrupts.
1408          * Note:  Some bits in CSR_INT are "OR" of bits in CSR_FH_INT_STATUS,
1409          *  and will clear only when CSR_FH_INT_STATUS gets cleared. */
1410         inta = _il_rd(il, CSR_INT);
1411         _il_wr(il, CSR_INT, inta);
1412
1413         /* Ack/clear/reset pending flow-handler (DMA) interrupts.
1414          * Any new interrupts that happen after this, either while we're
1415          * in this tasklet, or later, will show up in next ISR/tasklet. */
1416         inta_fh = _il_rd(il, CSR_FH_INT_STATUS);
1417         _il_wr(il, CSR_FH_INT_STATUS, inta_fh);
1418
1419 #ifdef CONFIG_IWLEGACY_DEBUG
1420         if (il_get_debug_level(il) & IL_DL_ISR) {
1421                 /* just for debug */
1422                 inta_mask = _il_rd(il, CSR_INT_MASK);
1423                 D_ISR("inta 0x%08x, enabled 0x%08x, fh 0x%08x\n", inta,
1424                       inta_mask, inta_fh);
1425         }
1426 #endif
1427
1428         spin_unlock_irqrestore(&il->lock, flags);
1429
1430         /* Since CSR_INT and CSR_FH_INT_STATUS reads and clears are not
1431          * atomic, make sure that inta covers all the interrupts that
1432          * we've discovered, even if FH interrupt came in just after
1433          * reading CSR_INT. */
1434         if (inta_fh & CSR39_FH_INT_RX_MASK)
1435                 inta |= CSR_INT_BIT_FH_RX;
1436         if (inta_fh & CSR39_FH_INT_TX_MASK)
1437                 inta |= CSR_INT_BIT_FH_TX;
1438
1439         /* Now service all interrupt bits discovered above. */
1440         if (inta & CSR_INT_BIT_HW_ERR) {
1441                 IL_ERR("Hardware error detected.  Restarting.\n");
1442
1443                 /* Tell the device to stop sending interrupts */
1444                 il_disable_interrupts(il);
1445
1446                 il->isr_stats.hw++;
1447                 il_irq_handle_error(il);
1448
1449                 handled |= CSR_INT_BIT_HW_ERR;
1450
1451                 return;
1452         }
1453 #ifdef CONFIG_IWLEGACY_DEBUG
1454         if (il_get_debug_level(il) & (IL_DL_ISR)) {
1455                 /* NIC fires this, but we don't use it, redundant with WAKEUP */
1456                 if (inta & CSR_INT_BIT_SCD) {
1457                         D_ISR("Scheduler finished to transmit "
1458                               "the frame/frames.\n");
1459                         il->isr_stats.sch++;
1460                 }
1461
1462                 /* Alive notification via Rx interrupt will do the real work */
1463                 if (inta & CSR_INT_BIT_ALIVE) {
1464                         D_ISR("Alive interrupt\n");
1465                         il->isr_stats.alive++;
1466                 }
1467         }
1468 #endif
1469         /* Safely ignore these bits for debug checks below */
1470         inta &= ~(CSR_INT_BIT_SCD | CSR_INT_BIT_ALIVE);
1471
1472         /* Error detected by uCode */
1473         if (inta & CSR_INT_BIT_SW_ERR) {
1474                 IL_ERR("Microcode SW error detected. " "Restarting 0x%X.\n",
1475                        inta);
1476                 il->isr_stats.sw++;
1477                 il_irq_handle_error(il);
1478                 handled |= CSR_INT_BIT_SW_ERR;
1479         }
1480
1481         /* uCode wakes up after power-down sleep */
1482         if (inta & CSR_INT_BIT_WAKEUP) {
1483                 D_ISR("Wakeup interrupt\n");
1484                 il_rx_queue_update_write_ptr(il, &il->rxq);
1485
1486                 spin_lock_irqsave(&il->lock, flags);
1487                 il_txq_update_write_ptr(il, &il->txq[0]);
1488                 il_txq_update_write_ptr(il, &il->txq[1]);
1489                 il_txq_update_write_ptr(il, &il->txq[2]);
1490                 il_txq_update_write_ptr(il, &il->txq[3]);
1491                 il_txq_update_write_ptr(il, &il->txq[4]);
1492                 spin_unlock_irqrestore(&il->lock, flags);
1493
1494                 il->isr_stats.wakeup++;
1495                 handled |= CSR_INT_BIT_WAKEUP;
1496         }
1497
1498         /* All uCode command responses, including Tx command responses,
1499          * Rx "responses" (frame-received notification), and other
1500          * notifications from uCode come through here*/
1501         if (inta & (CSR_INT_BIT_FH_RX | CSR_INT_BIT_SW_RX)) {
1502                 il3945_rx_handle(il);
1503                 il->isr_stats.rx++;
1504                 handled |= (CSR_INT_BIT_FH_RX | CSR_INT_BIT_SW_RX);
1505         }
1506
1507         if (inta & CSR_INT_BIT_FH_TX) {
1508                 D_ISR("Tx interrupt\n");
1509                 il->isr_stats.tx++;
1510
1511                 _il_wr(il, CSR_FH_INT_STATUS, (1 << 6));
1512                 il_wr(il, FH39_TCSR_CREDIT(FH39_SRVC_CHNL), 0x0);
1513                 handled |= CSR_INT_BIT_FH_TX;
1514         }
1515
1516         if (inta & ~handled) {
1517                 IL_ERR("Unhandled INTA bits 0x%08x\n", inta & ~handled);
1518                 il->isr_stats.unhandled++;
1519         }
1520
1521         if (inta & ~il->inta_mask) {
1522                 IL_WARN("Disabled INTA bits 0x%08x were pending\n",
1523                         inta & ~il->inta_mask);
1524                 IL_WARN("   with inta_fh = 0x%08x\n", inta_fh);
1525         }
1526
1527         /* Re-enable all interrupts */
1528         /* only Re-enable if disabled by irq */
1529         if (test_bit(S_INT_ENABLED, &il->status))
1530                 il_enable_interrupts(il);
1531
1532 #ifdef CONFIG_IWLEGACY_DEBUG
1533         if (il_get_debug_level(il) & (IL_DL_ISR)) {
1534                 inta = _il_rd(il, CSR_INT);
1535                 inta_mask = _il_rd(il, CSR_INT_MASK);
1536                 inta_fh = _il_rd(il, CSR_FH_INT_STATUS);
1537                 D_ISR("End inta 0x%08x, enabled 0x%08x, fh 0x%08x, "
1538                       "flags 0x%08lx\n", inta, inta_mask, inta_fh, flags);
1539         }
1540 #endif
1541 }
1542
1543 static int
1544 il3945_get_channels_for_scan(struct il_priv *il, enum nl80211_band band,
1545                              u8 is_active, u8 n_probes,
1546                              struct il3945_scan_channel *scan_ch,
1547                              struct ieee80211_vif *vif)
1548 {
1549         struct ieee80211_channel *chan;
1550         const struct ieee80211_supported_band *sband;
1551         const struct il_channel_info *ch_info;
1552         u16 passive_dwell = 0;
1553         u16 active_dwell = 0;
1554         int added, i;
1555
1556         sband = il_get_hw_mode(il, band);
1557         if (!sband)
1558                 return 0;
1559
1560         active_dwell = il_get_active_dwell_time(il, band, n_probes);
1561         passive_dwell = il_get_passive_dwell_time(il, band, vif);
1562
1563         if (passive_dwell <= active_dwell)
1564                 passive_dwell = active_dwell + 1;
1565
1566         for (i = 0, added = 0; i < il->scan_request->n_channels; i++) {
1567                 chan = il->scan_request->channels[i];
1568
1569                 if (chan->band != band)
1570                         continue;
1571
1572                 scan_ch->channel = chan->hw_value;
1573
1574                 ch_info = il_get_channel_info(il, band, scan_ch->channel);
1575                 if (!il_is_channel_valid(ch_info)) {
1576                         D_SCAN("Channel %d is INVALID for this band.\n",
1577                                scan_ch->channel);
1578                         continue;
1579                 }
1580
1581                 scan_ch->active_dwell = cpu_to_le16(active_dwell);
1582                 scan_ch->passive_dwell = cpu_to_le16(passive_dwell);
1583                 /* If passive , set up for auto-switch
1584                  *  and use long active_dwell time.
1585                  */
1586                 if (!is_active || il_is_channel_passive(ch_info) ||
1587                     (chan->flags & IEEE80211_CHAN_NO_IR)) {
1588                         scan_ch->type = 0;      /* passive */
1589                         if (IL_UCODE_API(il->ucode_ver) == 1)
1590                                 scan_ch->active_dwell =
1591                                     cpu_to_le16(passive_dwell - 1);
1592                 } else {
1593                         scan_ch->type = 1;      /* active */
1594                 }
1595
1596                 /* Set direct probe bits. These may be used both for active
1597                  * scan channels (probes gets sent right away),
1598                  * or for passive channels (probes get se sent only after
1599                  * hearing clear Rx packet).*/
1600                 if (IL_UCODE_API(il->ucode_ver) >= 2) {
1601                         if (n_probes)
1602                                 scan_ch->type |= IL39_SCAN_PROBE_MASK(n_probes);
1603                 } else {
1604                         /* uCode v1 does not allow setting direct probe bits on
1605                          * passive channel. */
1606                         if ((scan_ch->type & 1) && n_probes)
1607                                 scan_ch->type |= IL39_SCAN_PROBE_MASK(n_probes);
1608                 }
1609
1610                 /* Set txpower levels to defaults */
1611                 scan_ch->tpc.dsp_atten = 110;
1612                 /* scan_pwr_info->tpc.dsp_atten; */
1613
1614                 /*scan_pwr_info->tpc.tx_gain; */
1615                 if (band == NL80211_BAND_5GHZ)
1616                         scan_ch->tpc.tx_gain = ((1 << 5) | (3 << 3)) | 3;
1617                 else {
1618                         scan_ch->tpc.tx_gain = ((1 << 5) | (5 << 3));
1619                         /* NOTE: if we were doing 6Mb OFDM for scans we'd use
1620                          * power level:
1621                          * scan_ch->tpc.tx_gain = ((1 << 5) | (2 << 3)) | 3;
1622                          */
1623                 }
1624
1625                 D_SCAN("Scanning %d [%s %d]\n", scan_ch->channel,
1626                        (scan_ch->type & 1) ? "ACTIVE" : "PASSIVE",
1627                        (scan_ch->type & 1) ? active_dwell : passive_dwell);
1628
1629                 scan_ch++;
1630                 added++;
1631         }
1632
1633         D_SCAN("total channels to scan %d\n", added);
1634         return added;
1635 }
1636
1637 static void
1638 il3945_init_hw_rates(struct il_priv *il, struct ieee80211_rate *rates)
1639 {
1640         int i;
1641
1642         for (i = 0; i < RATE_COUNT_LEGACY; i++) {
1643                 rates[i].bitrate = il3945_rates[i].ieee * 5;
1644                 rates[i].hw_value = i;  /* Rate scaling will work on idxes */
1645                 rates[i].hw_value_short = i;
1646                 rates[i].flags = 0;
1647                 if (i > IL39_LAST_OFDM_RATE || i < IL_FIRST_OFDM_RATE) {
1648                         /*
1649                          * If CCK != 1M then set short preamble rate flag.
1650                          */
1651                         rates[i].flags |=
1652                             (il3945_rates[i].plcp ==
1653                              10) ? 0 : IEEE80211_RATE_SHORT_PREAMBLE;
1654                 }
1655         }
1656 }
1657
1658 /******************************************************************************
1659  *
1660  * uCode download functions
1661  *
1662  ******************************************************************************/
1663
1664 static void
1665 il3945_dealloc_ucode_pci(struct il_priv *il)
1666 {
1667         il_free_fw_desc(il->pci_dev, &il->ucode_code);
1668         il_free_fw_desc(il->pci_dev, &il->ucode_data);
1669         il_free_fw_desc(il->pci_dev, &il->ucode_data_backup);
1670         il_free_fw_desc(il->pci_dev, &il->ucode_init);
1671         il_free_fw_desc(il->pci_dev, &il->ucode_init_data);
1672         il_free_fw_desc(il->pci_dev, &il->ucode_boot);
1673 }
1674
1675 /**
1676  * il3945_verify_inst_full - verify runtime uCode image in card vs. host,
1677  *     looking at all data.
1678  */
1679 static int
1680 il3945_verify_inst_full(struct il_priv *il, __le32 * image, u32 len)
1681 {
1682         u32 val;
1683         u32 save_len = len;
1684         int rc = 0;
1685         u32 errcnt;
1686
1687         D_INFO("ucode inst image size is %u\n", len);
1688
1689         il_wr(il, HBUS_TARG_MEM_RADDR, IL39_RTC_INST_LOWER_BOUND);
1690
1691         errcnt = 0;
1692         for (; len > 0; len -= sizeof(u32), image++) {
1693                 /* read data comes through single port, auto-incr addr */
1694                 /* NOTE: Use the debugless read so we don't flood kernel log
1695                  * if IL_DL_IO is set */
1696                 val = _il_rd(il, HBUS_TARG_MEM_RDAT);
1697                 if (val != le32_to_cpu(*image)) {
1698                         IL_ERR("uCode INST section is invalid at "
1699                                "offset 0x%x, is 0x%x, s/b 0x%x\n",
1700                                save_len - len, val, le32_to_cpu(*image));
1701                         rc = -EIO;
1702                         errcnt++;
1703                         if (errcnt >= 20)
1704                                 break;
1705                 }
1706         }
1707
1708         if (!errcnt)
1709                 D_INFO("ucode image in INSTRUCTION memory is good\n");
1710
1711         return rc;
1712 }
1713
1714 /**
1715  * il3945_verify_inst_sparse - verify runtime uCode image in card vs. host,
1716  *   using sample data 100 bytes apart.  If these sample points are good,
1717  *   it's a pretty good bet that everything between them is good, too.
1718  */
1719 static int
1720 il3945_verify_inst_sparse(struct il_priv *il, __le32 * image, u32 len)
1721 {
1722         u32 val;
1723         int rc = 0;
1724         u32 errcnt = 0;
1725         u32 i;
1726
1727         D_INFO("ucode inst image size is %u\n", len);
1728
1729         for (i = 0; i < len; i += 100, image += 100 / sizeof(u32)) {
1730                 /* read data comes through single port, auto-incr addr */
1731                 /* NOTE: Use the debugless read so we don't flood kernel log
1732                  * if IL_DL_IO is set */
1733                 il_wr(il, HBUS_TARG_MEM_RADDR, i + IL39_RTC_INST_LOWER_BOUND);
1734                 val = _il_rd(il, HBUS_TARG_MEM_RDAT);
1735                 if (val != le32_to_cpu(*image)) {
1736 #if 0                           /* Enable this if you want to see details */
1737                         IL_ERR("uCode INST section is invalid at "
1738                                "offset 0x%x, is 0x%x, s/b 0x%x\n", i, val,
1739                                *image);
1740 #endif
1741                         rc = -EIO;
1742                         errcnt++;
1743                         if (errcnt >= 3)
1744                                 break;
1745                 }
1746         }
1747
1748         return rc;
1749 }
1750
1751 /**
1752  * il3945_verify_ucode - determine which instruction image is in SRAM,
1753  *    and verify its contents
1754  */
1755 static int
1756 il3945_verify_ucode(struct il_priv *il)
1757 {
1758         __le32 *image;
1759         u32 len;
1760         int rc = 0;
1761
1762         /* Try bootstrap */
1763         image = (__le32 *) il->ucode_boot.v_addr;
1764         len = il->ucode_boot.len;
1765         rc = il3945_verify_inst_sparse(il, image, len);
1766         if (rc == 0) {
1767                 D_INFO("Bootstrap uCode is good in inst SRAM\n");
1768                 return 0;
1769         }
1770
1771         /* Try initialize */
1772         image = (__le32 *) il->ucode_init.v_addr;
1773         len = il->ucode_init.len;
1774         rc = il3945_verify_inst_sparse(il, image, len);
1775         if (rc == 0) {
1776                 D_INFO("Initialize uCode is good in inst SRAM\n");
1777                 return 0;
1778         }
1779
1780         /* Try runtime/protocol */
1781         image = (__le32 *) il->ucode_code.v_addr;
1782         len = il->ucode_code.len;
1783         rc = il3945_verify_inst_sparse(il, image, len);
1784         if (rc == 0) {
1785                 D_INFO("Runtime uCode is good in inst SRAM\n");
1786                 return 0;
1787         }
1788
1789         IL_ERR("NO VALID UCODE IMAGE IN INSTRUCTION SRAM!!\n");
1790
1791         /* Since nothing seems to match, show first several data entries in
1792          * instruction SRAM, so maybe visual inspection will give a clue.
1793          * Selection of bootstrap image (vs. other images) is arbitrary. */
1794         image = (__le32 *) il->ucode_boot.v_addr;
1795         len = il->ucode_boot.len;
1796         rc = il3945_verify_inst_full(il, image, len);
1797
1798         return rc;
1799 }
1800
1801 static void
1802 il3945_nic_start(struct il_priv *il)
1803 {
1804         /* Remove all resets to allow NIC to operate */
1805         _il_wr(il, CSR_RESET, 0);
1806 }
1807
1808 #define IL3945_UCODE_GET(item)                                          \
1809 static u32 il3945_ucode_get_##item(const struct il_ucode_header *ucode)\
1810 {                                                                       \
1811         return le32_to_cpu(ucode->v1.item);                             \
1812 }
1813
1814 static u32
1815 il3945_ucode_get_header_size(u32 api_ver)
1816 {
1817         return 24;
1818 }
1819
1820 static u8 *
1821 il3945_ucode_get_data(const struct il_ucode_header *ucode)
1822 {
1823         return (u8 *) ucode->v1.data;
1824 }
1825
1826 IL3945_UCODE_GET(inst_size);
1827 IL3945_UCODE_GET(data_size);
1828 IL3945_UCODE_GET(init_size);
1829 IL3945_UCODE_GET(init_data_size);
1830 IL3945_UCODE_GET(boot_size);
1831
1832 /**
1833  * il3945_read_ucode - Read uCode images from disk file.
1834  *
1835  * Copy into buffers for card to fetch via bus-mastering
1836  */
1837 static int
1838 il3945_read_ucode(struct il_priv *il)
1839 {
1840         const struct il_ucode_header *ucode;
1841         int ret = -EINVAL, idx;
1842         const struct firmware *ucode_raw;
1843         /* firmware file name contains uCode/driver compatibility version */
1844         const char *name_pre = il->cfg->fw_name_pre;
1845         const unsigned int api_max = il->cfg->ucode_api_max;
1846         const unsigned int api_min = il->cfg->ucode_api_min;
1847         char buf[25];
1848         u8 *src;
1849         size_t len;
1850         u32 api_ver, inst_size, data_size, init_size, init_data_size, boot_size;
1851
1852         /* Ask kernel firmware_class module to get the boot firmware off disk.
1853          * reject_firmware() is synchronous, file is in memory on return. */
1854         for (idx = api_max; idx >= api_min; idx--) {
1855                 sprintf(buf, "/*(DEBLOBBED)*/");
1856                 ret = reject_firmware(&ucode_raw, buf, &il->pci_dev->dev);
1857                 if (ret < 0) {
1858                         IL_ERR("%s firmware file req failed: %d\n", buf, ret);
1859                         if (ret == -ENOENT)
1860                                 continue;
1861                         else
1862                                 goto error;
1863                 } else {
1864                         if (idx < api_max)
1865                                 IL_ERR("Loaded firmware %s, "
1866                                        "which is deprecated. "
1867                                        " Please use API v%u instead.\n", buf,
1868                                        api_max);
1869                         D_INFO("Got firmware '%s' file "
1870                                "(%zd bytes) from disk\n", buf, ucode_raw->size);
1871                         break;
1872                 }
1873         }
1874
1875         if (ret < 0)
1876                 goto error;
1877
1878         /* Make sure that we got at least our header! */
1879         if (ucode_raw->size < il3945_ucode_get_header_size(1)) {
1880                 IL_ERR("File size way too small!\n");
1881                 ret = -EINVAL;
1882                 goto err_release;
1883         }
1884
1885         /* Data from ucode file:  header followed by uCode images */
1886         ucode = (struct il_ucode_header *)ucode_raw->data;
1887
1888         il->ucode_ver = le32_to_cpu(ucode->ver);
1889         api_ver = IL_UCODE_API(il->ucode_ver);
1890         inst_size = il3945_ucode_get_inst_size(ucode);
1891         data_size = il3945_ucode_get_data_size(ucode);
1892         init_size = il3945_ucode_get_init_size(ucode);
1893         init_data_size = il3945_ucode_get_init_data_size(ucode);
1894         boot_size = il3945_ucode_get_boot_size(ucode);
1895         src = il3945_ucode_get_data(ucode);
1896
1897         /* api_ver should match the api version forming part of the
1898          * firmware filename ... but we don't check for that and only rely
1899          * on the API version read from firmware header from here on forward */
1900
1901         if (api_ver < api_min || api_ver > api_max) {
1902                 IL_ERR("Driver unable to support your firmware API. "
1903                        "Driver supports v%u, firmware is v%u.\n", api_max,
1904                        api_ver);
1905                 il->ucode_ver = 0;
1906                 ret = -EINVAL;
1907                 goto err_release;
1908         }
1909         if (api_ver != api_max)
1910                 IL_ERR("Firmware has old API version. Expected %u, "
1911                        "got %u. New firmware can be obtained "
1912                        "from http://www.intellinuxwireless.org.\n", api_max,
1913                        api_ver);
1914
1915         IL_INFO("loaded firmware version %u.%u.%u.%u\n",
1916                 IL_UCODE_MAJOR(il->ucode_ver), IL_UCODE_MINOR(il->ucode_ver),
1917                 IL_UCODE_API(il->ucode_ver), IL_UCODE_SERIAL(il->ucode_ver));
1918
1919         snprintf(il->hw->wiphy->fw_version, sizeof(il->hw->wiphy->fw_version),
1920                  "%u.%u.%u.%u", IL_UCODE_MAJOR(il->ucode_ver),
1921                  IL_UCODE_MINOR(il->ucode_ver), IL_UCODE_API(il->ucode_ver),
1922                  IL_UCODE_SERIAL(il->ucode_ver));
1923
1924         D_INFO("f/w package hdr ucode version raw = 0x%x\n", il->ucode_ver);
1925         D_INFO("f/w package hdr runtime inst size = %u\n", inst_size);
1926         D_INFO("f/w package hdr runtime data size = %u\n", data_size);
1927         D_INFO("f/w package hdr init inst size = %u\n", init_size);
1928         D_INFO("f/w package hdr init data size = %u\n", init_data_size);
1929         D_INFO("f/w package hdr boot inst size = %u\n", boot_size);
1930
1931         /* Verify size of file vs. image size info in file's header */
1932         if (ucode_raw->size !=
1933             il3945_ucode_get_header_size(api_ver) + inst_size + data_size +
1934             init_size + init_data_size + boot_size) {
1935
1936                 D_INFO("uCode file size %zd does not match expected size\n",
1937                        ucode_raw->size);
1938                 ret = -EINVAL;
1939                 goto err_release;
1940         }
1941
1942         /* Verify that uCode images will fit in card's SRAM */
1943         if (inst_size > IL39_MAX_INST_SIZE) {
1944                 D_INFO("uCode instr len %d too large to fit in\n", inst_size);
1945                 ret = -EINVAL;
1946                 goto err_release;
1947         }
1948
1949         if (data_size > IL39_MAX_DATA_SIZE) {
1950                 D_INFO("uCode data len %d too large to fit in\n", data_size);
1951                 ret = -EINVAL;
1952                 goto err_release;
1953         }
1954         if (init_size > IL39_MAX_INST_SIZE) {
1955                 D_INFO("uCode init instr len %d too large to fit in\n",
1956                        init_size);
1957                 ret = -EINVAL;
1958                 goto err_release;
1959         }
1960         if (init_data_size > IL39_MAX_DATA_SIZE) {
1961                 D_INFO("uCode init data len %d too large to fit in\n",
1962                        init_data_size);
1963                 ret = -EINVAL;
1964                 goto err_release;
1965         }
1966         if (boot_size > IL39_MAX_BSM_SIZE) {
1967                 D_INFO("uCode boot instr len %d too large to fit in\n",
1968                        boot_size);
1969                 ret = -EINVAL;
1970                 goto err_release;
1971         }
1972
1973         /* Allocate ucode buffers for card's bus-master loading ... */
1974
1975         /* Runtime instructions and 2 copies of data:
1976          * 1) unmodified from disk
1977          * 2) backup cache for save/restore during power-downs */
1978         il->ucode_code.len = inst_size;
1979         il_alloc_fw_desc(il->pci_dev, &il->ucode_code);
1980
1981         il->ucode_data.len = data_size;
1982         il_alloc_fw_desc(il->pci_dev, &il->ucode_data);
1983
1984         il->ucode_data_backup.len = data_size;
1985         il_alloc_fw_desc(il->pci_dev, &il->ucode_data_backup);
1986
1987         if (!il->ucode_code.v_addr || !il->ucode_data.v_addr ||
1988             !il->ucode_data_backup.v_addr)
1989                 goto err_pci_alloc;
1990
1991         /* Initialization instructions and data */
1992         if (init_size && init_data_size) {
1993                 il->ucode_init.len = init_size;
1994                 il_alloc_fw_desc(il->pci_dev, &il->ucode_init);
1995
1996                 il->ucode_init_data.len = init_data_size;
1997                 il_alloc_fw_desc(il->pci_dev, &il->ucode_init_data);
1998
1999                 if (!il->ucode_init.v_addr || !il->ucode_init_data.v_addr)
2000                         goto err_pci_alloc;
2001         }
2002
2003         /* Bootstrap (instructions only, no data) */
2004         if (boot_size) {
2005                 il->ucode_boot.len = boot_size;
2006                 il_alloc_fw_desc(il->pci_dev, &il->ucode_boot);
2007
2008                 if (!il->ucode_boot.v_addr)
2009                         goto err_pci_alloc;
2010         }
2011
2012         /* Copy images into buffers for card's bus-master reads ... */
2013
2014         /* Runtime instructions (first block of data in file) */
2015         len = inst_size;
2016         D_INFO("Copying (but not loading) uCode instr len %zd\n", len);
2017         memcpy(il->ucode_code.v_addr, src, len);
2018         src += len;
2019
2020         D_INFO("uCode instr buf vaddr = 0x%p, paddr = 0x%08x\n",
2021                il->ucode_code.v_addr, (u32) il->ucode_code.p_addr);
2022
2023         /* Runtime data (2nd block)
2024          * NOTE:  Copy into backup buffer will be done in il3945_up()  */
2025         len = data_size;
2026         D_INFO("Copying (but not loading) uCode data len %zd\n", len);
2027         memcpy(il->ucode_data.v_addr, src, len);
2028         memcpy(il->ucode_data_backup.v_addr, src, len);
2029         src += len;
2030
2031         /* Initialization instructions (3rd block) */
2032         if (init_size) {
2033                 len = init_size;
2034                 D_INFO("Copying (but not loading) init instr len %zd\n", len);
2035                 memcpy(il->ucode_init.v_addr, src, len);
2036                 src += len;
2037         }
2038
2039         /* Initialization data (4th block) */
2040         if (init_data_size) {
2041                 len = init_data_size;
2042                 D_INFO("Copying (but not loading) init data len %zd\n", len);
2043                 memcpy(il->ucode_init_data.v_addr, src, len);
2044                 src += len;
2045         }
2046
2047         /* Bootstrap instructions (5th block) */
2048         len = boot_size;
2049         D_INFO("Copying (but not loading) boot instr len %zd\n", len);
2050         memcpy(il->ucode_boot.v_addr, src, len);
2051
2052         /* We have our copies now, allow OS release its copies */
2053         release_firmware(ucode_raw);
2054         return 0;
2055
2056 err_pci_alloc:
2057         IL_ERR("failed to allocate pci memory\n");
2058         ret = -ENOMEM;
2059         il3945_dealloc_ucode_pci(il);
2060
2061 err_release:
2062         release_firmware(ucode_raw);
2063
2064 error:
2065         return ret;
2066 }
2067
2068 /**
2069  * il3945_set_ucode_ptrs - Set uCode address location
2070  *
2071  * Tell initialization uCode where to find runtime uCode.
2072  *
2073  * BSM registers initially contain pointers to initialization uCode.
2074  * We need to replace them to load runtime uCode inst and data,
2075  * and to save runtime data when powering down.
2076  */
2077 static int
2078 il3945_set_ucode_ptrs(struct il_priv *il)
2079 {
2080         dma_addr_t pinst;
2081         dma_addr_t pdata;
2082
2083         /* bits 31:0 for 3945 */
2084         pinst = il->ucode_code.p_addr;
2085         pdata = il->ucode_data_backup.p_addr;
2086
2087         /* Tell bootstrap uCode where to find image to load */
2088         il_wr_prph(il, BSM_DRAM_INST_PTR_REG, pinst);
2089         il_wr_prph(il, BSM_DRAM_DATA_PTR_REG, pdata);
2090         il_wr_prph(il, BSM_DRAM_DATA_BYTECOUNT_REG, il->ucode_data.len);
2091
2092         /* Inst byte count must be last to set up, bit 31 signals uCode
2093          *   that all new ptr/size info is in place */
2094         il_wr_prph(il, BSM_DRAM_INST_BYTECOUNT_REG,
2095                    il->ucode_code.len | BSM_DRAM_INST_LOAD);
2096
2097         D_INFO("Runtime uCode pointers are set.\n");
2098
2099         return 0;
2100 }
2101
2102 /**
2103  * il3945_init_alive_start - Called after N_ALIVE notification received
2104  *
2105  * Called after N_ALIVE notification received from "initialize" uCode.
2106  *
2107  * Tell "initialize" uCode to go ahead and load the runtime uCode.
2108  */
2109 static void
2110 il3945_init_alive_start(struct il_priv *il)
2111 {
2112         /* Check alive response for "valid" sign from uCode */
2113         if (il->card_alive_init.is_valid != UCODE_VALID_OK) {
2114                 /* We had an error bringing up the hardware, so take it
2115                  * all the way back down so we can try again */
2116                 D_INFO("Initialize Alive failed.\n");
2117                 goto restart;
2118         }
2119
2120         /* Bootstrap uCode has loaded initialize uCode ... verify inst image.
2121          * This is a paranoid check, because we would not have gotten the
2122          * "initialize" alive if code weren't properly loaded.  */
2123         if (il3945_verify_ucode(il)) {
2124                 /* Runtime instruction load was bad;
2125                  * take it all the way back down so we can try again */
2126                 D_INFO("Bad \"initialize\" uCode load.\n");
2127                 goto restart;
2128         }
2129
2130         /* Send pointers to protocol/runtime uCode image ... init code will
2131          * load and launch runtime uCode, which will send us another "Alive"
2132          * notification. */
2133         D_INFO("Initialization Alive received.\n");
2134         if (il3945_set_ucode_ptrs(il)) {
2135                 /* Runtime instruction load won't happen;
2136                  * take it all the way back down so we can try again */
2137                 D_INFO("Couldn't set up uCode pointers.\n");
2138                 goto restart;
2139         }
2140         return;
2141
2142 restart:
2143         queue_work(il->workqueue, &il->restart);
2144 }
2145
2146 /**
2147  * il3945_alive_start - called after N_ALIVE notification received
2148  *                   from protocol/runtime uCode (initialization uCode's
2149  *                   Alive gets handled by il3945_init_alive_start()).
2150  */
2151 static void
2152 il3945_alive_start(struct il_priv *il)
2153 {
2154         int thermal_spin = 0;
2155         u32 rfkill;
2156
2157         D_INFO("Runtime Alive received.\n");
2158
2159         if (il->card_alive.is_valid != UCODE_VALID_OK) {
2160                 /* We had an error bringing up the hardware, so take it
2161                  * all the way back down so we can try again */
2162                 D_INFO("Alive failed.\n");
2163                 goto restart;
2164         }
2165
2166         /* Initialize uCode has loaded Runtime uCode ... verify inst image.
2167          * This is a paranoid check, because we would not have gotten the
2168          * "runtime" alive if code weren't properly loaded.  */
2169         if (il3945_verify_ucode(il)) {
2170                 /* Runtime instruction load was bad;
2171                  * take it all the way back down so we can try again */
2172                 D_INFO("Bad runtime uCode load.\n");
2173                 goto restart;
2174         }
2175
2176         rfkill = il_rd_prph(il, APMG_RFKILL_REG);
2177         D_INFO("RFKILL status: 0x%x\n", rfkill);
2178
2179         if (rfkill & 0x1) {
2180                 clear_bit(S_RFKILL, &il->status);
2181                 /* if RFKILL is not on, then wait for thermal
2182                  * sensor in adapter to kick in */
2183                 while (il3945_hw_get_temperature(il) == 0) {
2184                         thermal_spin++;
2185                         udelay(10);
2186                 }
2187
2188                 if (thermal_spin)
2189                         D_INFO("Thermal calibration took %dus\n",
2190                                thermal_spin * 10);
2191         } else
2192                 set_bit(S_RFKILL, &il->status);
2193
2194         /* After the ALIVE response, we can send commands to 3945 uCode */
2195         set_bit(S_ALIVE, &il->status);
2196
2197         /* Enable watchdog to monitor the driver tx queues */
2198         il_setup_watchdog(il);
2199
2200         if (il_is_rfkill(il))
2201                 return;
2202
2203         ieee80211_wake_queues(il->hw);
2204
2205         il->active_rate = RATES_MASK_3945;
2206
2207         il_power_update_mode(il, true);
2208
2209         if (il_is_associated(il)) {
2210                 struct il3945_rxon_cmd *active_rxon =
2211                     (struct il3945_rxon_cmd *)(&il->active);
2212
2213                 il->staging.filter_flags |= RXON_FILTER_ASSOC_MSK;
2214                 active_rxon->filter_flags &= ~RXON_FILTER_ASSOC_MSK;
2215         } else {
2216                 /* Initialize our rx_config data */
2217                 il_connection_init_rx_config(il);
2218         }
2219
2220         /* Configure Bluetooth device coexistence support */
2221         il_send_bt_config(il);
2222
2223         set_bit(S_READY, &il->status);
2224
2225         /* Configure the adapter for unassociated operation */
2226         il3945_commit_rxon(il);
2227
2228         il3945_reg_txpower_periodic(il);
2229
2230         D_INFO("ALIVE processing complete.\n");
2231         wake_up(&il->wait_command_queue);
2232
2233         return;
2234
2235 restart:
2236         queue_work(il->workqueue, &il->restart);
2237 }
2238
2239 static void il3945_cancel_deferred_work(struct il_priv *il);
2240
2241 static void
2242 __il3945_down(struct il_priv *il)
2243 {
2244         unsigned long flags;
2245         int exit_pending;
2246
2247         D_INFO(DRV_NAME " is going down\n");
2248
2249         il_scan_cancel_timeout(il, 200);
2250
2251         exit_pending = test_and_set_bit(S_EXIT_PENDING, &il->status);
2252
2253         /* Stop TX queues watchdog. We need to have S_EXIT_PENDING bit set
2254          * to prevent rearm timer */
2255         del_timer_sync(&il->watchdog);
2256
2257         /* Station information will now be cleared in device */
2258         il_clear_ucode_stations(il);
2259         il_dealloc_bcast_stations(il);
2260         il_clear_driver_stations(il);
2261
2262         /* Unblock any waiting calls */
2263         wake_up_all(&il->wait_command_queue);
2264
2265         /* Wipe out the EXIT_PENDING status bit if we are not actually
2266          * exiting the module */
2267         if (!exit_pending)
2268                 clear_bit(S_EXIT_PENDING, &il->status);
2269
2270         /* stop and reset the on-board processor */
2271         _il_wr(il, CSR_RESET, CSR_RESET_REG_FLAG_NEVO_RESET);
2272
2273         /* tell the device to stop sending interrupts */
2274         spin_lock_irqsave(&il->lock, flags);
2275         il_disable_interrupts(il);
2276         spin_unlock_irqrestore(&il->lock, flags);
2277         il3945_synchronize_irq(il);
2278
2279         if (il->mac80211_registered)
2280                 ieee80211_stop_queues(il->hw);
2281
2282         /* If we have not previously called il3945_init() then
2283          * clear all bits but the RF Kill bits and return */
2284         if (!il_is_init(il)) {
2285                 il->status =
2286                     test_bit(S_RFKILL, &il->status) << S_RFKILL |
2287                     test_bit(S_GEO_CONFIGURED, &il->status) << S_GEO_CONFIGURED |
2288                     test_bit(S_EXIT_PENDING, &il->status) << S_EXIT_PENDING;
2289                 goto exit;
2290         }
2291
2292         /* ...otherwise clear out all the status bits but the RF Kill
2293          * bit and continue taking the NIC down. */
2294         il->status &=
2295             test_bit(S_RFKILL, &il->status) << S_RFKILL |
2296             test_bit(S_GEO_CONFIGURED, &il->status) << S_GEO_CONFIGURED |
2297             test_bit(S_FW_ERROR, &il->status) << S_FW_ERROR |
2298             test_bit(S_EXIT_PENDING, &il->status) << S_EXIT_PENDING;
2299
2300         /*
2301          * We disabled and synchronized interrupt, and priv->mutex is taken, so
2302          * here is the only thread which will program device registers, but
2303          * still have lockdep assertions, so we are taking reg_lock.
2304          */
2305         spin_lock_irq(&il->reg_lock);
2306         /* FIXME: il_grab_nic_access if rfkill is off ? */
2307
2308         il3945_hw_txq_ctx_stop(il);
2309         il3945_hw_rxq_stop(il);
2310         /* Power-down device's busmaster DMA clocks */
2311         _il_wr_prph(il, APMG_CLK_DIS_REG, APMG_CLK_VAL_DMA_CLK_RQT);
2312         udelay(5);
2313         /* Stop the device, and put it in low power state */
2314         _il_apm_stop(il);
2315
2316         spin_unlock_irq(&il->reg_lock);
2317
2318         il3945_hw_txq_ctx_free(il);
2319 exit:
2320         memset(&il->card_alive, 0, sizeof(struct il_alive_resp));
2321
2322         if (il->beacon_skb)
2323                 dev_kfree_skb(il->beacon_skb);
2324         il->beacon_skb = NULL;
2325
2326         /* clear out any free frames */
2327         il3945_clear_free_frames(il);
2328 }
2329
2330 static void
2331 il3945_down(struct il_priv *il)
2332 {
2333         mutex_lock(&il->mutex);
2334         __il3945_down(il);
2335         mutex_unlock(&il->mutex);
2336
2337         il3945_cancel_deferred_work(il);
2338 }
2339
2340 #define MAX_HW_RESTARTS 5
2341
2342 static int
2343 il3945_alloc_bcast_station(struct il_priv *il)
2344 {
2345         unsigned long flags;
2346         u8 sta_id;
2347
2348         spin_lock_irqsave(&il->sta_lock, flags);
2349         sta_id = il_prep_station(il, il_bcast_addr, false, NULL);
2350         if (sta_id == IL_INVALID_STATION) {
2351                 IL_ERR("Unable to prepare broadcast station\n");
2352                 spin_unlock_irqrestore(&il->sta_lock, flags);
2353
2354                 return -EINVAL;
2355         }
2356
2357         il->stations[sta_id].used |= IL_STA_DRIVER_ACTIVE;
2358         il->stations[sta_id].used |= IL_STA_BCAST;
2359         spin_unlock_irqrestore(&il->sta_lock, flags);
2360
2361         return 0;
2362 }
2363
2364 static int
2365 __il3945_up(struct il_priv *il)
2366 {
2367         int rc, i;
2368
2369         rc = il3945_alloc_bcast_station(il);
2370         if (rc)
2371                 return rc;
2372
2373         if (test_bit(S_EXIT_PENDING, &il->status)) {
2374                 IL_WARN("Exit pending; will not bring the NIC up\n");
2375                 return -EIO;
2376         }
2377
2378         if (!il->ucode_data_backup.v_addr || !il->ucode_data.v_addr) {
2379                 IL_ERR("ucode not available for device bring up\n");
2380                 return -EIO;
2381         }
2382
2383         /* If platform's RF_KILL switch is NOT set to KILL */
2384         if (_il_rd(il, CSR_GP_CNTRL) & CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW)
2385                 clear_bit(S_RFKILL, &il->status);
2386         else {
2387                 set_bit(S_RFKILL, &il->status);
2388                 return -ERFKILL;
2389         }
2390
2391         _il_wr(il, CSR_INT, 0xFFFFFFFF);
2392
2393         rc = il3945_hw_nic_init(il);
2394         if (rc) {
2395                 IL_ERR("Unable to int nic\n");
2396                 return rc;
2397         }
2398
2399         /* make sure rfkill handshake bits are cleared */
2400         _il_wr(il, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
2401         _il_wr(il, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
2402
2403         /* clear (again), then enable host interrupts */
2404         _il_wr(il, CSR_INT, 0xFFFFFFFF);
2405         il_enable_interrupts(il);
2406
2407         /* really make sure rfkill handshake bits are cleared */
2408         _il_wr(il, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
2409         _il_wr(il, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
2410
2411         /* Copy original ucode data image from disk into backup cache.
2412          * This will be used to initialize the on-board processor's
2413          * data SRAM for a clean start when the runtime program first loads. */
2414         memcpy(il->ucode_data_backup.v_addr, il->ucode_data.v_addr,
2415                il->ucode_data.len);
2416
2417         /* We return success when we resume from suspend and rf_kill is on. */
2418         if (test_bit(S_RFKILL, &il->status))
2419                 return 0;
2420
2421         for (i = 0; i < MAX_HW_RESTARTS; i++) {
2422
2423                 /* load bootstrap state machine,
2424                  * load bootstrap program into processor's memory,
2425                  * prepare to load the "initialize" uCode */
2426                 rc = il->ops->load_ucode(il);
2427
2428                 if (rc) {
2429                         IL_ERR("Unable to set up bootstrap uCode: %d\n", rc);
2430                         continue;
2431                 }
2432
2433                 /* start card; "initialize" will load runtime ucode */
2434                 il3945_nic_start(il);
2435
2436                 D_INFO(DRV_NAME " is coming up\n");
2437
2438                 return 0;
2439         }
2440
2441         set_bit(S_EXIT_PENDING, &il->status);
2442         __il3945_down(il);
2443         clear_bit(S_EXIT_PENDING, &il->status);
2444
2445         /* tried to restart and config the device for as long as our
2446          * patience could withstand */
2447         IL_ERR("Unable to initialize device after %d attempts.\n", i);
2448         return -EIO;
2449 }
2450
2451 /*****************************************************************************
2452  *
2453  * Workqueue callbacks
2454  *
2455  *****************************************************************************/
2456
2457 static void
2458 il3945_bg_init_alive_start(struct work_struct *data)
2459 {
2460         struct il_priv *il =
2461             container_of(data, struct il_priv, init_alive_start.work);
2462
2463         mutex_lock(&il->mutex);
2464         if (test_bit(S_EXIT_PENDING, &il->status))
2465                 goto out;
2466
2467         il3945_init_alive_start(il);
2468 out:
2469         mutex_unlock(&il->mutex);
2470 }
2471
2472 static void
2473 il3945_bg_alive_start(struct work_struct *data)
2474 {
2475         struct il_priv *il =
2476             container_of(data, struct il_priv, alive_start.work);
2477
2478         mutex_lock(&il->mutex);
2479         if (test_bit(S_EXIT_PENDING, &il->status) || il->txq == NULL)
2480                 goto out;
2481
2482         il3945_alive_start(il);
2483 out:
2484         mutex_unlock(&il->mutex);
2485 }
2486
2487 /*
2488  * 3945 cannot interrupt driver when hardware rf kill switch toggles;
2489  * driver must poll CSR_GP_CNTRL_REG register for change.  This register
2490  * *is* readable even when device has been SW_RESET into low power mode
2491  * (e.g. during RF KILL).
2492  */
2493 static void
2494 il3945_rfkill_poll(struct work_struct *data)
2495 {
2496         struct il_priv *il =
2497             container_of(data, struct il_priv, _3945.rfkill_poll.work);
2498         bool old_rfkill = test_bit(S_RFKILL, &il->status);
2499         bool new_rfkill =
2500             !(_il_rd(il, CSR_GP_CNTRL) & CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW);
2501
2502         if (new_rfkill != old_rfkill) {
2503                 if (new_rfkill)
2504                         set_bit(S_RFKILL, &il->status);
2505                 else
2506                         clear_bit(S_RFKILL, &il->status);
2507
2508                 wiphy_rfkill_set_hw_state(il->hw->wiphy, new_rfkill);
2509
2510                 D_RF_KILL("RF_KILL bit toggled to %s.\n",
2511                           new_rfkill ? "disable radio" : "enable radio");
2512         }
2513
2514         /* Keep this running, even if radio now enabled.  This will be
2515          * cancelled in mac_start() if system decides to start again */
2516         queue_delayed_work(il->workqueue, &il->_3945.rfkill_poll,
2517                            round_jiffies_relative(2 * HZ));
2518
2519 }
2520
2521 int
2522 il3945_request_scan(struct il_priv *il, struct ieee80211_vif *vif)
2523 {
2524         struct il_host_cmd cmd = {
2525                 .id = C_SCAN,
2526                 .len = sizeof(struct il3945_scan_cmd),
2527                 .flags = CMD_SIZE_HUGE,
2528         };
2529         struct il3945_scan_cmd *scan;
2530         u8 n_probes = 0;
2531         enum nl80211_band band;
2532         bool is_active = false;
2533         int ret;
2534         u16 len;
2535
2536         lockdep_assert_held(&il->mutex);
2537
2538         if (!il->scan_cmd) {
2539                 il->scan_cmd =
2540                     kmalloc(sizeof(struct il3945_scan_cmd) + IL_MAX_SCAN_SIZE,
2541                             GFP_KERNEL);
2542                 if (!il->scan_cmd) {
2543                         D_SCAN("Fail to allocate scan memory\n");
2544                         return -ENOMEM;
2545                 }
2546         }
2547         scan = il->scan_cmd;
2548         memset(scan, 0, sizeof(struct il3945_scan_cmd) + IL_MAX_SCAN_SIZE);
2549
2550         scan->quiet_plcp_th = IL_PLCP_QUIET_THRESH;
2551         scan->quiet_time = IL_ACTIVE_QUIET_TIME;
2552
2553         if (il_is_associated(il)) {
2554                 u16 interval;
2555                 u32 extra;
2556                 u32 suspend_time = 100;
2557                 u32 scan_suspend_time = 100;
2558
2559                 D_INFO("Scanning while associated...\n");
2560
2561                 interval = vif->bss_conf.beacon_int;
2562
2563                 scan->suspend_time = 0;
2564                 scan->max_out_time = cpu_to_le32(200 * 1024);
2565                 if (!interval)
2566                         interval = suspend_time;
2567                 /*
2568                  * suspend time format:
2569                  *  0-19: beacon interval in usec (time before exec.)
2570                  * 20-23: 0
2571                  * 24-31: number of beacons (suspend between channels)
2572                  */
2573
2574                 extra = (suspend_time / interval) << 24;
2575                 scan_suspend_time =
2576                     0xFF0FFFFF & (extra | ((suspend_time % interval) * 1024));
2577
2578                 scan->suspend_time = cpu_to_le32(scan_suspend_time);
2579                 D_SCAN("suspend_time 0x%X beacon interval %d\n",
2580                        scan_suspend_time, interval);
2581         }
2582
2583         if (il->scan_request->n_ssids) {
2584                 int i, p = 0;
2585                 D_SCAN("Kicking off active scan\n");
2586                 for (i = 0; i < il->scan_request->n_ssids; i++) {
2587                         /* always does wildcard anyway */
2588                         if (!il->scan_request->ssids[i].ssid_len)
2589                                 continue;
2590                         scan->direct_scan[p].id = WLAN_EID_SSID;
2591                         scan->direct_scan[p].len =
2592                             il->scan_request->ssids[i].ssid_len;
2593                         memcpy(scan->direct_scan[p].ssid,
2594                                il->scan_request->ssids[i].ssid,
2595                                il->scan_request->ssids[i].ssid_len);
2596                         n_probes++;
2597                         p++;
2598                 }
2599                 is_active = true;
2600         } else
2601                 D_SCAN("Kicking off passive scan.\n");
2602
2603         /* We don't build a direct scan probe request; the uCode will do
2604          * that based on the direct_mask added to each channel entry */
2605         scan->tx_cmd.tx_flags = TX_CMD_FLG_SEQ_CTL_MSK;
2606         scan->tx_cmd.sta_id = il->hw_params.bcast_id;
2607         scan->tx_cmd.stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
2608
2609         /* flags + rate selection */
2610
2611         switch (il->scan_band) {
2612         case NL80211_BAND_2GHZ:
2613                 scan->flags = RXON_FLG_BAND_24G_MSK | RXON_FLG_AUTO_DETECT_MSK;
2614                 scan->tx_cmd.rate = RATE_1M_PLCP;
2615                 band = NL80211_BAND_2GHZ;
2616                 break;
2617         case NL80211_BAND_5GHZ:
2618                 scan->tx_cmd.rate = RATE_6M_PLCP;
2619                 band = NL80211_BAND_5GHZ;
2620                 break;
2621         default:
2622                 IL_WARN("Invalid scan band\n");
2623                 return -EIO;
2624         }
2625
2626         /*
2627          * If active scaning is requested but a certain channel is marked
2628          * passive, we can do active scanning if we detect transmissions. For
2629          * passive only scanning disable switching to active on any channel.
2630          */
2631         scan->good_CRC_th =
2632             is_active ? IL_GOOD_CRC_TH_DEFAULT : IL_GOOD_CRC_TH_NEVER;
2633
2634         len =
2635             il_fill_probe_req(il, (struct ieee80211_mgmt *)scan->data,
2636                               vif->addr, il->scan_request->ie,
2637                               il->scan_request->ie_len,
2638                               IL_MAX_SCAN_SIZE - sizeof(*scan));
2639         scan->tx_cmd.len = cpu_to_le16(len);
2640
2641         /* select Rx antennas */
2642         scan->flags |= il3945_get_antenna_flags(il);
2643
2644         scan->channel_count =
2645             il3945_get_channels_for_scan(il, band, is_active, n_probes,
2646                                          (void *)&scan->data[len], vif);
2647         if (scan->channel_count == 0) {
2648                 D_SCAN("channel count %d\n", scan->channel_count);
2649                 return -EIO;
2650         }
2651
2652         cmd.len +=
2653             le16_to_cpu(scan->tx_cmd.len) +
2654             scan->channel_count * sizeof(struct il3945_scan_channel);
2655         cmd.data = scan;
2656         scan->len = cpu_to_le16(cmd.len);
2657
2658         set_bit(S_SCAN_HW, &il->status);
2659         ret = il_send_cmd_sync(il, &cmd);
2660         if (ret)
2661                 clear_bit(S_SCAN_HW, &il->status);
2662         return ret;
2663 }
2664
2665 void
2666 il3945_post_scan(struct il_priv *il)
2667 {
2668         /*
2669          * Since setting the RXON may have been deferred while
2670          * performing the scan, fire one off if needed
2671          */
2672         if (memcmp(&il->staging, &il->active, sizeof(il->staging)))
2673                 il3945_commit_rxon(il);
2674 }
2675
2676 static void
2677 il3945_bg_restart(struct work_struct *data)
2678 {
2679         struct il_priv *il = container_of(data, struct il_priv, restart);
2680
2681         if (test_bit(S_EXIT_PENDING, &il->status))
2682                 return;
2683
2684         if (test_and_clear_bit(S_FW_ERROR, &il->status)) {
2685                 mutex_lock(&il->mutex);
2686                 il->is_open = 0;
2687                 mutex_unlock(&il->mutex);
2688                 il3945_down(il);
2689                 ieee80211_restart_hw(il->hw);
2690         } else {
2691                 il3945_down(il);
2692
2693                 mutex_lock(&il->mutex);
2694                 if (test_bit(S_EXIT_PENDING, &il->status)) {
2695                         mutex_unlock(&il->mutex);
2696                         return;
2697                 }
2698
2699                 __il3945_up(il);
2700                 mutex_unlock(&il->mutex);
2701         }
2702 }
2703
2704 static void
2705 il3945_bg_rx_replenish(struct work_struct *data)
2706 {
2707         struct il_priv *il = container_of(data, struct il_priv, rx_replenish);
2708
2709         mutex_lock(&il->mutex);
2710         if (test_bit(S_EXIT_PENDING, &il->status))
2711                 goto out;
2712
2713         il3945_rx_replenish(il);
2714 out:
2715         mutex_unlock(&il->mutex);
2716 }
2717
2718 void
2719 il3945_post_associate(struct il_priv *il)
2720 {
2721         int rc = 0;
2722
2723         if (!il->vif || !il->is_open)
2724                 return;
2725
2726         D_ASSOC("Associated as %d to: %pM\n", il->vif->bss_conf.aid,
2727                 il->active.bssid_addr);
2728
2729         if (test_bit(S_EXIT_PENDING, &il->status))
2730                 return;
2731
2732         il_scan_cancel_timeout(il, 200);
2733
2734         il->staging.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
2735         il3945_commit_rxon(il);
2736
2737         rc = il_send_rxon_timing(il);
2738         if (rc)
2739                 IL_WARN("C_RXON_TIMING failed - " "Attempting to continue.\n");
2740
2741         il->staging.filter_flags |= RXON_FILTER_ASSOC_MSK;
2742
2743         il->staging.assoc_id = cpu_to_le16(il->vif->bss_conf.aid);
2744
2745         D_ASSOC("assoc id %d beacon interval %d\n", il->vif->bss_conf.aid,
2746                 il->vif->bss_conf.beacon_int);
2747
2748         if (il->vif->bss_conf.use_short_preamble)
2749                 il->staging.flags |= RXON_FLG_SHORT_PREAMBLE_MSK;
2750         else
2751                 il->staging.flags &= ~RXON_FLG_SHORT_PREAMBLE_MSK;
2752
2753         if (il->staging.flags & RXON_FLG_BAND_24G_MSK) {
2754                 if (il->vif->bss_conf.use_short_slot)
2755                         il->staging.flags |= RXON_FLG_SHORT_SLOT_MSK;
2756                 else
2757                         il->staging.flags &= ~RXON_FLG_SHORT_SLOT_MSK;
2758         }
2759
2760         il3945_commit_rxon(il);
2761
2762         switch (il->vif->type) {
2763         case NL80211_IFTYPE_STATION:
2764                 il3945_rate_scale_init(il->hw, IL_AP_ID);
2765                 break;
2766         case NL80211_IFTYPE_ADHOC:
2767                 il3945_send_beacon_cmd(il);
2768                 break;
2769         default:
2770                 IL_ERR("%s Should not be called in %d mode\n", __func__,
2771                       il->vif->type);
2772                 break;
2773         }
2774 }
2775
2776 /*****************************************************************************
2777  *
2778  * mac80211 entry point functions
2779  *
2780  *****************************************************************************/
2781
2782 #define UCODE_READY_TIMEOUT     (2 * HZ)
2783
2784 static int
2785 il3945_mac_start(struct ieee80211_hw *hw)
2786 {
2787         struct il_priv *il = hw->priv;
2788         int ret;
2789
2790         /* we should be verifying the device is ready to be opened */
2791         mutex_lock(&il->mutex);
2792         D_MAC80211("enter\n");
2793
2794         /* fetch ucode file from disk, alloc and copy to bus-master buffers ...
2795          * ucode filename and max sizes are card-specific. */
2796
2797         if (!il->ucode_code.len) {
2798                 ret = il3945_read_ucode(il);
2799                 if (ret) {
2800                         IL_ERR("Could not read microcode: %d\n", ret);
2801                         mutex_unlock(&il->mutex);
2802                         goto out_release_irq;
2803                 }
2804         }
2805
2806         ret = __il3945_up(il);
2807
2808         mutex_unlock(&il->mutex);
2809
2810         if (ret)
2811                 goto out_release_irq;
2812
2813         D_INFO("Start UP work.\n");
2814
2815         /* Wait for START_ALIVE from ucode. Otherwise callbacks from
2816          * mac80211 will not be run successfully. */
2817         ret = wait_event_timeout(il->wait_command_queue,
2818                                  test_bit(S_READY, &il->status),
2819                                  UCODE_READY_TIMEOUT);
2820         if (!ret) {
2821                 if (!test_bit(S_READY, &il->status)) {
2822                         IL_ERR("Wait for START_ALIVE timeout after %dms.\n",
2823                                jiffies_to_msecs(UCODE_READY_TIMEOUT));
2824                         ret = -ETIMEDOUT;
2825                         goto out_release_irq;
2826                 }
2827         }
2828
2829         /* ucode is running and will send rfkill notifications,
2830          * no need to poll the killswitch state anymore */
2831         cancel_delayed_work(&il->_3945.rfkill_poll);
2832
2833         il->is_open = 1;
2834         D_MAC80211("leave\n");
2835         return 0;
2836
2837 out_release_irq:
2838         il->is_open = 0;
2839         D_MAC80211("leave - failed\n");
2840         return ret;
2841 }
2842
2843 static void
2844 il3945_mac_stop(struct ieee80211_hw *hw)
2845 {
2846         struct il_priv *il = hw->priv;
2847
2848         D_MAC80211("enter\n");
2849
2850         if (!il->is_open) {
2851                 D_MAC80211("leave - skip\n");
2852                 return;
2853         }
2854
2855         il->is_open = 0;
2856
2857         il3945_down(il);
2858
2859         flush_workqueue(il->workqueue);
2860
2861         /* start polling the killswitch state again */
2862         queue_delayed_work(il->workqueue, &il->_3945.rfkill_poll,
2863                            round_jiffies_relative(2 * HZ));
2864
2865         D_MAC80211("leave\n");
2866 }
2867
2868 static void
2869 il3945_mac_tx(struct ieee80211_hw *hw,
2870                struct ieee80211_tx_control *control,
2871                struct sk_buff *skb)
2872 {
2873         struct il_priv *il = hw->priv;
2874
2875         D_MAC80211("enter\n");
2876
2877         D_TX("dev->xmit(%d bytes) at rate 0x%02x\n", skb->len,
2878              ieee80211_get_tx_rate(hw, IEEE80211_SKB_CB(skb))->bitrate);
2879
2880         if (il3945_tx_skb(il, control->sta, skb))
2881                 dev_kfree_skb_any(skb);
2882
2883         D_MAC80211("leave\n");
2884 }
2885
2886 void
2887 il3945_config_ap(struct il_priv *il)
2888 {
2889         struct ieee80211_vif *vif = il->vif;
2890         int rc = 0;
2891
2892         if (test_bit(S_EXIT_PENDING, &il->status))
2893                 return;
2894
2895         /* The following should be done only at AP bring up */
2896         if (!(il_is_associated(il))) {
2897
2898                 /* RXON - unassoc (to set timing command) */
2899                 il->staging.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
2900                 il3945_commit_rxon(il);
2901
2902                 /* RXON Timing */
2903                 rc = il_send_rxon_timing(il);
2904                 if (rc)
2905                         IL_WARN("C_RXON_TIMING failed - "
2906                                 "Attempting to continue.\n");
2907
2908                 il->staging.assoc_id = 0;
2909
2910                 if (vif->bss_conf.use_short_preamble)
2911                         il->staging.flags |= RXON_FLG_SHORT_PREAMBLE_MSK;
2912                 else
2913                         il->staging.flags &= ~RXON_FLG_SHORT_PREAMBLE_MSK;
2914
2915                 if (il->staging.flags & RXON_FLG_BAND_24G_MSK) {
2916                         if (vif->bss_conf.use_short_slot)
2917                                 il->staging.flags |= RXON_FLG_SHORT_SLOT_MSK;
2918                         else
2919                                 il->staging.flags &= ~RXON_FLG_SHORT_SLOT_MSK;
2920                 }
2921                 /* restore RXON assoc */
2922                 il->staging.filter_flags |= RXON_FILTER_ASSOC_MSK;
2923                 il3945_commit_rxon(il);
2924         }
2925         il3945_send_beacon_cmd(il);
2926 }
2927
2928 static int
2929 il3945_mac_set_key(struct ieee80211_hw *hw, enum set_key_cmd cmd,
2930                    struct ieee80211_vif *vif, struct ieee80211_sta *sta,
2931                    struct ieee80211_key_conf *key)
2932 {
2933         struct il_priv *il = hw->priv;
2934         int ret = 0;
2935         u8 sta_id = IL_INVALID_STATION;
2936         u8 static_key;
2937
2938         D_MAC80211("enter\n");
2939
2940         if (il3945_mod_params.sw_crypto) {
2941                 D_MAC80211("leave - hwcrypto disabled\n");
2942                 return -EOPNOTSUPP;
2943         }
2944
2945         /*
2946          * To support IBSS RSN, don't program group keys in IBSS, the
2947          * hardware will then not attempt to decrypt the frames.
2948          */
2949         if (vif->type == NL80211_IFTYPE_ADHOC &&
2950             !(key->flags & IEEE80211_KEY_FLAG_PAIRWISE)) {
2951                 D_MAC80211("leave - IBSS RSN\n");
2952                 return -EOPNOTSUPP;
2953         }
2954
2955         static_key = !il_is_associated(il);
2956
2957         if (!static_key) {
2958                 sta_id = il_sta_id_or_broadcast(il, sta);
2959                 if (sta_id == IL_INVALID_STATION) {
2960                         D_MAC80211("leave - station not found\n");
2961                         return -EINVAL;
2962                 }
2963         }
2964
2965         mutex_lock(&il->mutex);
2966         il_scan_cancel_timeout(il, 100);
2967
2968         switch (cmd) {
2969         case SET_KEY:
2970                 if (static_key)
2971                         ret = il3945_set_static_key(il, key);
2972                 else
2973                         ret = il3945_set_dynamic_key(il, key, sta_id);
2974                 D_MAC80211("enable hwcrypto key\n");
2975                 break;
2976         case DISABLE_KEY:
2977                 if (static_key)
2978                         ret = il3945_remove_static_key(il);
2979                 else
2980                         ret = il3945_clear_sta_key_info(il, sta_id);
2981                 D_MAC80211("disable hwcrypto key\n");
2982                 break;
2983         default:
2984                 ret = -EINVAL;
2985         }
2986
2987         D_MAC80211("leave ret %d\n", ret);
2988         mutex_unlock(&il->mutex);
2989
2990         return ret;
2991 }
2992
2993 static int
2994 il3945_mac_sta_add(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
2995                    struct ieee80211_sta *sta)
2996 {
2997         struct il_priv *il = hw->priv;
2998         struct il3945_sta_priv *sta_priv = (void *)sta->drv_priv;
2999         int ret;
3000         bool is_ap = vif->type == NL80211_IFTYPE_STATION;
3001         u8 sta_id;
3002
3003         mutex_lock(&il->mutex);
3004         D_INFO("station %pM\n", sta->addr);
3005         sta_priv->common.sta_id = IL_INVALID_STATION;
3006
3007         ret = il_add_station_common(il, sta->addr, is_ap, sta, &sta_id);
3008         if (ret) {
3009                 IL_ERR("Unable to add station %pM (%d)\n", sta->addr, ret);
3010                 /* Should we return success if return code is EEXIST ? */
3011                 mutex_unlock(&il->mutex);
3012                 return ret;
3013         }
3014
3015         sta_priv->common.sta_id = sta_id;
3016
3017         /* Initialize rate scaling */
3018         D_INFO("Initializing rate scaling for station %pM\n", sta->addr);
3019         il3945_rs_rate_init(il, sta, sta_id);
3020         mutex_unlock(&il->mutex);
3021
3022         return 0;
3023 }
3024
3025 static void
3026 il3945_configure_filter(struct ieee80211_hw *hw, unsigned int changed_flags,
3027                         unsigned int *total_flags, u64 multicast)
3028 {
3029         struct il_priv *il = hw->priv;
3030         __le32 filter_or = 0, filter_nand = 0;
3031
3032 #define CHK(test, flag) do { \
3033         if (*total_flags & (test))              \
3034                 filter_or |= (flag);            \
3035         else                                    \
3036                 filter_nand |= (flag);          \
3037         } while (0)
3038
3039         D_MAC80211("Enter: changed: 0x%x, total: 0x%x\n", changed_flags,
3040                    *total_flags);
3041
3042         CHK(FIF_OTHER_BSS, RXON_FILTER_PROMISC_MSK);
3043         CHK(FIF_CONTROL, RXON_FILTER_CTL2HOST_MSK);
3044         CHK(FIF_BCN_PRBRESP_PROMISC, RXON_FILTER_BCON_AWARE_MSK);
3045
3046 #undef CHK
3047
3048         mutex_lock(&il->mutex);
3049
3050         il->staging.filter_flags &= ~filter_nand;
3051         il->staging.filter_flags |= filter_or;
3052
3053         /*
3054          * Not committing directly because hardware can perform a scan,
3055          * but even if hw is ready, committing here breaks for some reason,
3056          * we'll eventually commit the filter flags change anyway.
3057          */
3058
3059         mutex_unlock(&il->mutex);
3060
3061         /*
3062          * Receiving all multicast frames is always enabled by the
3063          * default flags setup in il_connection_init_rx_config()
3064          * since we currently do not support programming multicast
3065          * filters into the device.
3066          */
3067         *total_flags &=
3068             FIF_OTHER_BSS | FIF_ALLMULTI |
3069             FIF_BCN_PRBRESP_PROMISC | FIF_CONTROL;
3070 }
3071
3072 /*****************************************************************************
3073  *
3074  * sysfs attributes
3075  *
3076  *****************************************************************************/
3077
3078 #ifdef CONFIG_IWLEGACY_DEBUG
3079
3080 /*
3081  * The following adds a new attribute to the sysfs representation
3082  * of this device driver (i.e. a new file in /sys/bus/pci/drivers/iwl/)
3083  * used for controlling the debug level.
3084  *
3085  * See the level definitions in iwl for details.
3086  *
3087  * The debug_level being managed using sysfs below is a per device debug
3088  * level that is used instead of the global debug level if it (the per
3089  * device debug level) is set.
3090  */
3091 static ssize_t
3092 il3945_show_debug_level(struct device *d, struct device_attribute *attr,
3093                         char *buf)
3094 {
3095         struct il_priv *il = dev_get_drvdata(d);
3096         return sprintf(buf, "0x%08X\n", il_get_debug_level(il));
3097 }
3098
3099 static ssize_t
3100 il3945_store_debug_level(struct device *d, struct device_attribute *attr,
3101                          const char *buf, size_t count)
3102 {
3103         struct il_priv *il = dev_get_drvdata(d);
3104         unsigned long val;
3105         int ret;
3106
3107         ret = kstrtoul(buf, 0, &val);
3108         if (ret)
3109                 IL_INFO("%s is not in hex or decimal form.\n", buf);
3110         else
3111                 il->debug_level = val;
3112
3113         return strnlen(buf, count);
3114 }
3115
3116 static DEVICE_ATTR(debug_level, 0644, il3945_show_debug_level,
3117                    il3945_store_debug_level);
3118
3119 #endif /* CONFIG_IWLEGACY_DEBUG */
3120
3121 static ssize_t
3122 il3945_show_temperature(struct device *d, struct device_attribute *attr,
3123                         char *buf)
3124 {
3125         struct il_priv *il = dev_get_drvdata(d);
3126
3127         if (!il_is_alive(il))
3128                 return -EAGAIN;
3129
3130         return sprintf(buf, "%d\n", il3945_hw_get_temperature(il));
3131 }
3132
3133 static DEVICE_ATTR(temperature, 0444, il3945_show_temperature, NULL);
3134
3135 static ssize_t
3136 il3945_show_tx_power(struct device *d, struct device_attribute *attr, char *buf)
3137 {
3138         struct il_priv *il = dev_get_drvdata(d);
3139         return sprintf(buf, "%d\n", il->tx_power_user_lmt);
3140 }
3141
3142 static ssize_t
3143 il3945_store_tx_power(struct device *d, struct device_attribute *attr,
3144                       const char *buf, size_t count)
3145 {
3146         struct il_priv *il = dev_get_drvdata(d);
3147         char *p = (char *)buf;
3148         u32 val;
3149
3150         val = simple_strtoul(p, &p, 10);
3151         if (p == buf)
3152                 IL_INFO(": %s is not in decimal form.\n", buf);
3153         else
3154                 il3945_hw_reg_set_txpower(il, val);
3155
3156         return count;
3157 }
3158
3159 static DEVICE_ATTR(tx_power, 0644, il3945_show_tx_power, il3945_store_tx_power);
3160
3161 static ssize_t
3162 il3945_show_flags(struct device *d, struct device_attribute *attr, char *buf)
3163 {
3164         struct il_priv *il = dev_get_drvdata(d);
3165
3166         return sprintf(buf, "0x%04X\n", il->active.flags);
3167 }
3168
3169 static ssize_t
3170 il3945_store_flags(struct device *d, struct device_attribute *attr,
3171                    const char *buf, size_t count)
3172 {
3173         struct il_priv *il = dev_get_drvdata(d);
3174         u32 flags = simple_strtoul(buf, NULL, 0);
3175
3176         mutex_lock(&il->mutex);
3177         if (le32_to_cpu(il->staging.flags) != flags) {
3178                 /* Cancel any currently running scans... */
3179                 if (il_scan_cancel_timeout(il, 100))
3180                         IL_WARN("Could not cancel scan.\n");
3181                 else {
3182                         D_INFO("Committing rxon.flags = 0x%04X\n", flags);
3183                         il->staging.flags = cpu_to_le32(flags);
3184                         il3945_commit_rxon(il);
3185                 }
3186         }
3187         mutex_unlock(&il->mutex);
3188
3189         return count;
3190 }
3191
3192 static DEVICE_ATTR(flags, 0644, il3945_show_flags, il3945_store_flags);
3193
3194 static ssize_t
3195 il3945_show_filter_flags(struct device *d, struct device_attribute *attr,
3196                          char *buf)
3197 {
3198         struct il_priv *il = dev_get_drvdata(d);
3199
3200         return sprintf(buf, "0x%04X\n", le32_to_cpu(il->active.filter_flags));
3201 }
3202
3203 static ssize_t
3204 il3945_store_filter_flags(struct device *d, struct device_attribute *attr,
3205                           const char *buf, size_t count)
3206 {
3207         struct il_priv *il = dev_get_drvdata(d);
3208         u32 filter_flags = simple_strtoul(buf, NULL, 0);
3209
3210         mutex_lock(&il->mutex);
3211         if (le32_to_cpu(il->staging.filter_flags) != filter_flags) {
3212                 /* Cancel any currently running scans... */
3213                 if (il_scan_cancel_timeout(il, 100))
3214                         IL_WARN("Could not cancel scan.\n");
3215                 else {
3216                         D_INFO("Committing rxon.filter_flags = " "0x%04X\n",
3217                                filter_flags);
3218                         il->staging.filter_flags = cpu_to_le32(filter_flags);
3219                         il3945_commit_rxon(il);
3220                 }
3221         }
3222         mutex_unlock(&il->mutex);
3223
3224         return count;
3225 }
3226
3227 static DEVICE_ATTR(filter_flags, 0644, il3945_show_filter_flags,
3228                    il3945_store_filter_flags);
3229
3230 static ssize_t
3231 il3945_show_measurement(struct device *d, struct device_attribute *attr,
3232                         char *buf)
3233 {
3234         struct il_priv *il = dev_get_drvdata(d);
3235         struct il_spectrum_notification measure_report;
3236         u32 size = sizeof(measure_report), len = 0, ofs = 0;
3237         u8 *data = (u8 *) &measure_report;
3238         unsigned long flags;
3239
3240         spin_lock_irqsave(&il->lock, flags);
3241         if (!(il->measurement_status & MEASUREMENT_READY)) {
3242                 spin_unlock_irqrestore(&il->lock, flags);
3243                 return 0;
3244         }
3245         memcpy(&measure_report, &il->measure_report, size);
3246         il->measurement_status = 0;
3247         spin_unlock_irqrestore(&il->lock, flags);
3248
3249         while (size && PAGE_SIZE - len) {
3250                 hex_dump_to_buffer(data + ofs, size, 16, 1, buf + len,
3251                                    PAGE_SIZE - len, true);
3252                 len = strlen(buf);
3253                 if (PAGE_SIZE - len)
3254                         buf[len++] = '\n';
3255
3256                 ofs += 16;
3257                 size -= min(size, 16U);
3258         }
3259
3260         return len;
3261 }
3262
3263 static ssize_t
3264 il3945_store_measurement(struct device *d, struct device_attribute *attr,
3265                          const char *buf, size_t count)
3266 {
3267         struct il_priv *il = dev_get_drvdata(d);
3268         struct ieee80211_measurement_params params = {
3269                 .channel = le16_to_cpu(il->active.channel),
3270                 .start_time = cpu_to_le64(il->_3945.last_tsf),
3271                 .duration = cpu_to_le16(1),
3272         };
3273         u8 type = IL_MEASURE_BASIC;
3274         u8 buffer[32];
3275         u8 channel;
3276
3277         if (count) {
3278                 char *p = buffer;
3279                 strlcpy(buffer, buf, sizeof(buffer));
3280                 channel = simple_strtoul(p, NULL, 0);
3281                 if (channel)
3282                         params.channel = channel;
3283
3284                 p = buffer;
3285                 while (*p && *p != ' ')
3286                         p++;
3287                 if (*p)
3288                         type = simple_strtoul(p + 1, NULL, 0);
3289         }
3290
3291         D_INFO("Invoking measurement of type %d on " "channel %d (for '%s')\n",
3292                type, params.channel, buf);
3293         il3945_get_measurement(il, &params, type);
3294
3295         return count;
3296 }
3297
3298 static DEVICE_ATTR(measurement, 0600, il3945_show_measurement,
3299                    il3945_store_measurement);
3300
3301 static ssize_t
3302 il3945_store_retry_rate(struct device *d, struct device_attribute *attr,
3303                         const char *buf, size_t count)
3304 {
3305         struct il_priv *il = dev_get_drvdata(d);
3306
3307         il->retry_rate = simple_strtoul(buf, NULL, 0);
3308         if (il->retry_rate <= 0)
3309                 il->retry_rate = 1;
3310
3311         return count;
3312 }
3313
3314 static ssize_t
3315 il3945_show_retry_rate(struct device *d, struct device_attribute *attr,
3316                        char *buf)
3317 {
3318         struct il_priv *il = dev_get_drvdata(d);
3319         return sprintf(buf, "%d", il->retry_rate);
3320 }
3321
3322 static DEVICE_ATTR(retry_rate, 0600, il3945_show_retry_rate,
3323                    il3945_store_retry_rate);
3324
3325 static ssize_t
3326 il3945_show_channels(struct device *d, struct device_attribute *attr, char *buf)
3327 {
3328         /* all this shit doesn't belong into sysfs anyway */
3329         return 0;
3330 }
3331
3332 static DEVICE_ATTR(channels, 0400, il3945_show_channels, NULL);
3333
3334 static ssize_t
3335 il3945_show_antenna(struct device *d, struct device_attribute *attr, char *buf)
3336 {
3337         struct il_priv *il = dev_get_drvdata(d);
3338
3339         if (!il_is_alive(il))
3340                 return -EAGAIN;
3341
3342         return sprintf(buf, "%d\n", il3945_mod_params.antenna);
3343 }
3344
3345 static ssize_t
3346 il3945_store_antenna(struct device *d, struct device_attribute *attr,
3347                      const char *buf, size_t count)
3348 {
3349         struct il_priv *il __maybe_unused = dev_get_drvdata(d);
3350         int ant;
3351
3352         if (count == 0)
3353                 return 0;
3354
3355         if (sscanf(buf, "%1i", &ant) != 1) {
3356                 D_INFO("not in hex or decimal form.\n");
3357                 return count;
3358         }
3359
3360         if (ant >= 0 && ant <= 2) {
3361                 D_INFO("Setting antenna select to %d.\n", ant);
3362                 il3945_mod_params.antenna = (enum il3945_antenna)ant;
3363         } else
3364                 D_INFO("Bad antenna select value %d.\n", ant);
3365
3366         return count;
3367 }
3368
3369 static DEVICE_ATTR(antenna, 0644, il3945_show_antenna, il3945_store_antenna);
3370
3371 static ssize_t
3372 il3945_show_status(struct device *d, struct device_attribute *attr, char *buf)
3373 {
3374         struct il_priv *il = dev_get_drvdata(d);
3375         if (!il_is_alive(il))
3376                 return -EAGAIN;
3377         return sprintf(buf, "0x%08x\n", (int)il->status);
3378 }
3379
3380 static DEVICE_ATTR(status, 0444, il3945_show_status, NULL);
3381
3382 static ssize_t
3383 il3945_dump_error_log(struct device *d, struct device_attribute *attr,
3384                       const char *buf, size_t count)
3385 {
3386         struct il_priv *il = dev_get_drvdata(d);
3387         char *p = (char *)buf;
3388
3389         if (p[0] == '1')
3390                 il3945_dump_nic_error_log(il);
3391
3392         return strnlen(buf, count);
3393 }
3394
3395 static DEVICE_ATTR(dump_errors, 0200, NULL, il3945_dump_error_log);
3396
3397 /*****************************************************************************
3398  *
3399  * driver setup and tear down
3400  *
3401  *****************************************************************************/
3402
3403 static void
3404 il3945_setup_deferred_work(struct il_priv *il)
3405 {
3406         il->workqueue = create_singlethread_workqueue(DRV_NAME);
3407
3408         init_waitqueue_head(&il->wait_command_queue);
3409
3410         INIT_WORK(&il->restart, il3945_bg_restart);
3411         INIT_WORK(&il->rx_replenish, il3945_bg_rx_replenish);
3412         INIT_DELAYED_WORK(&il->init_alive_start, il3945_bg_init_alive_start);
3413         INIT_DELAYED_WORK(&il->alive_start, il3945_bg_alive_start);
3414         INIT_DELAYED_WORK(&il->_3945.rfkill_poll, il3945_rfkill_poll);
3415
3416         il_setup_scan_deferred_work(il);
3417
3418         il3945_hw_setup_deferred_work(il);
3419
3420         timer_setup(&il->watchdog, il_bg_watchdog, 0);
3421
3422         tasklet_init(&il->irq_tasklet,
3423                      il3945_irq_tasklet,
3424                      (unsigned long)il);
3425 }
3426
3427 static void
3428 il3945_cancel_deferred_work(struct il_priv *il)
3429 {
3430         il3945_hw_cancel_deferred_work(il);
3431
3432         cancel_delayed_work_sync(&il->init_alive_start);
3433         cancel_delayed_work(&il->alive_start);
3434
3435         il_cancel_scan_deferred_work(il);
3436 }
3437
3438 static struct attribute *il3945_sysfs_entries[] = {
3439         &dev_attr_antenna.attr,
3440         &dev_attr_channels.attr,
3441         &dev_attr_dump_errors.attr,
3442         &dev_attr_flags.attr,
3443         &dev_attr_filter_flags.attr,
3444         &dev_attr_measurement.attr,
3445         &dev_attr_retry_rate.attr,
3446         &dev_attr_status.attr,
3447         &dev_attr_temperature.attr,
3448         &dev_attr_tx_power.attr,
3449 #ifdef CONFIG_IWLEGACY_DEBUG
3450         &dev_attr_debug_level.attr,
3451 #endif
3452         NULL
3453 };
3454
3455 static const struct attribute_group il3945_attribute_group = {
3456         .name = NULL,           /* put in device directory */
3457         .attrs = il3945_sysfs_entries,
3458 };
3459
3460 static struct ieee80211_ops il3945_mac_ops __ro_after_init = {
3461         .tx = il3945_mac_tx,
3462         .start = il3945_mac_start,
3463         .stop = il3945_mac_stop,
3464         .add_interface = il_mac_add_interface,
3465         .remove_interface = il_mac_remove_interface,
3466         .change_interface = il_mac_change_interface,
3467         .config = il_mac_config,
3468         .configure_filter = il3945_configure_filter,
3469         .set_key = il3945_mac_set_key,
3470         .conf_tx = il_mac_conf_tx,
3471         .reset_tsf = il_mac_reset_tsf,
3472         .bss_info_changed = il_mac_bss_info_changed,
3473         .hw_scan = il_mac_hw_scan,
3474         .sta_add = il3945_mac_sta_add,
3475         .sta_remove = il_mac_sta_remove,
3476         .tx_last_beacon = il_mac_tx_last_beacon,
3477         .flush = il_mac_flush,
3478 };
3479
3480 static int
3481 il3945_init_drv(struct il_priv *il)
3482 {
3483         int ret;
3484         struct il3945_eeprom *eeprom = (struct il3945_eeprom *)il->eeprom;
3485
3486         il->retry_rate = 1;
3487         il->beacon_skb = NULL;
3488
3489         spin_lock_init(&il->sta_lock);
3490         spin_lock_init(&il->hcmd_lock);
3491
3492         INIT_LIST_HEAD(&il->free_frames);
3493
3494         mutex_init(&il->mutex);
3495
3496         il->ieee_channels = NULL;
3497         il->ieee_rates = NULL;
3498         il->band = NL80211_BAND_2GHZ;
3499
3500         il->iw_mode = NL80211_IFTYPE_STATION;
3501         il->missed_beacon_threshold = IL_MISSED_BEACON_THRESHOLD_DEF;
3502
3503         /* initialize force reset */
3504         il->force_reset.reset_duration = IL_DELAY_NEXT_FORCE_FW_RELOAD;
3505
3506         if (eeprom->version < EEPROM_3945_EEPROM_VERSION) {
3507                 IL_WARN("Unsupported EEPROM version: 0x%04X\n",
3508                         eeprom->version);
3509                 ret = -EINVAL;
3510                 goto err;
3511         }
3512         ret = il_init_channel_map(il);
3513         if (ret) {
3514                 IL_ERR("initializing regulatory failed: %d\n", ret);
3515                 goto err;
3516         }
3517
3518         /* Set up txpower settings in driver for all channels */
3519         if (il3945_txpower_set_from_eeprom(il)) {
3520                 ret = -EIO;
3521                 goto err_free_channel_map;
3522         }
3523
3524         ret = il_init_geos(il);
3525         if (ret) {
3526                 IL_ERR("initializing geos failed: %d\n", ret);
3527                 goto err_free_channel_map;
3528         }
3529         il3945_init_hw_rates(il, il->ieee_rates);
3530
3531         return 0;
3532
3533 err_free_channel_map:
3534         il_free_channel_map(il);
3535 err:
3536         return ret;
3537 }
3538
3539 #define IL3945_MAX_PROBE_REQUEST        200
3540
3541 static int
3542 il3945_setup_mac(struct il_priv *il)
3543 {
3544         int ret;
3545         struct ieee80211_hw *hw = il->hw;
3546
3547         hw->rate_control_algorithm = "iwl-3945-rs";
3548         hw->sta_data_size = sizeof(struct il3945_sta_priv);
3549         hw->vif_data_size = sizeof(struct il_vif_priv);
3550
3551         /* Tell mac80211 our characteristics */
3552         ieee80211_hw_set(hw, SUPPORTS_DYNAMIC_PS);
3553         ieee80211_hw_set(hw, SUPPORTS_PS);
3554         ieee80211_hw_set(hw, SIGNAL_DBM);
3555         ieee80211_hw_set(hw, SPECTRUM_MGMT);
3556
3557         hw->wiphy->interface_modes =
3558             BIT(NL80211_IFTYPE_STATION) | BIT(NL80211_IFTYPE_ADHOC);
3559
3560         hw->wiphy->flags |= WIPHY_FLAG_IBSS_RSN;
3561         hw->wiphy->regulatory_flags |= REGULATORY_CUSTOM_REG |
3562                                        REGULATORY_DISABLE_BEACON_HINTS;
3563
3564         hw->wiphy->flags &= ~WIPHY_FLAG_PS_ON_BY_DEFAULT;
3565
3566         hw->wiphy->max_scan_ssids = PROBE_OPTION_MAX_3945;
3567         /* we create the 802.11 header and a zero-length SSID element */
3568         hw->wiphy->max_scan_ie_len = IL3945_MAX_PROBE_REQUEST - 24 - 2;
3569
3570         /* Default value; 4 EDCA QOS priorities */
3571         hw->queues = 4;
3572
3573         if (il->bands[NL80211_BAND_2GHZ].n_channels)
3574                 il->hw->wiphy->bands[NL80211_BAND_2GHZ] =
3575                     &il->bands[NL80211_BAND_2GHZ];
3576
3577         if (il->bands[NL80211_BAND_5GHZ].n_channels)
3578                 il->hw->wiphy->bands[NL80211_BAND_5GHZ] =
3579                     &il->bands[NL80211_BAND_5GHZ];
3580
3581         il_leds_init(il);
3582
3583         wiphy_ext_feature_set(il->hw->wiphy, NL80211_EXT_FEATURE_CQM_RSSI_LIST);
3584
3585         ret = ieee80211_register_hw(il->hw);
3586         if (ret) {
3587                 IL_ERR("Failed to register hw (error %d)\n", ret);
3588                 return ret;
3589         }
3590         il->mac80211_registered = 1;
3591
3592         return 0;
3593 }
3594
3595 static int
3596 il3945_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
3597 {
3598         int err = 0;
3599         struct il_priv *il;
3600         struct ieee80211_hw *hw;
3601         struct il_cfg *cfg = (struct il_cfg *)(ent->driver_data);
3602         struct il3945_eeprom *eeprom;
3603         unsigned long flags;
3604
3605         /***********************
3606          * 1. Allocating HW data
3607          * ********************/
3608
3609         hw = ieee80211_alloc_hw(sizeof(struct il_priv), &il3945_mac_ops);
3610         if (!hw) {
3611                 err = -ENOMEM;
3612                 goto out;
3613         }
3614         il = hw->priv;
3615         il->hw = hw;
3616         SET_IEEE80211_DEV(hw, &pdev->dev);
3617
3618         il->cmd_queue = IL39_CMD_QUEUE_NUM;
3619
3620         D_INFO("*** LOAD DRIVER ***\n");
3621         il->cfg = cfg;
3622         il->ops = &il3945_ops;
3623 #ifdef CONFIG_IWLEGACY_DEBUGFS
3624         il->debugfs_ops = &il3945_debugfs_ops;
3625 #endif
3626         il->pci_dev = pdev;
3627         il->inta_mask = CSR_INI_SET_MASK;
3628
3629         /***************************
3630          * 2. Initializing PCI bus
3631          * *************************/
3632         pci_disable_link_state(pdev,
3633                                PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
3634                                PCIE_LINK_STATE_CLKPM);
3635
3636         if (pci_enable_device(pdev)) {
3637                 err = -ENODEV;
3638                 goto out_ieee80211_free_hw;
3639         }
3640
3641         pci_set_master(pdev);
3642
3643         err = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
3644         if (!err)
3645                 err = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32));
3646         if (err) {
3647                 IL_WARN("No suitable DMA available.\n");
3648                 goto out_pci_disable_device;
3649         }
3650
3651         pci_set_drvdata(pdev, il);
3652         err = pci_request_regions(pdev, DRV_NAME);
3653         if (err)
3654                 goto out_pci_disable_device;
3655
3656         /***********************
3657          * 3. Read REV Register
3658          * ********************/
3659         il->hw_base = pci_ioremap_bar(pdev, 0);
3660         if (!il->hw_base) {
3661                 err = -ENODEV;
3662                 goto out_pci_release_regions;
3663         }
3664
3665         D_INFO("pci_resource_len = 0x%08llx\n",
3666                (unsigned long long)pci_resource_len(pdev, 0));
3667         D_INFO("pci_resource_base = %p\n", il->hw_base);
3668
3669         /* We disable the RETRY_TIMEOUT register (0x41) to keep
3670          * PCI Tx retries from interfering with C3 CPU state */
3671         pci_write_config_byte(pdev, 0x41, 0x00);
3672
3673         /* these spin locks will be used in apm_init and EEPROM access
3674          * we should init now
3675          */
3676         spin_lock_init(&il->reg_lock);
3677         spin_lock_init(&il->lock);
3678
3679         /*
3680          * stop and reset the on-board processor just in case it is in a
3681          * strange state ... like being left stranded by a primary kernel
3682          * and this is now the kdump kernel trying to start up
3683          */
3684         _il_wr(il, CSR_RESET, CSR_RESET_REG_FLAG_NEVO_RESET);
3685
3686         /***********************
3687          * 4. Read EEPROM
3688          * ********************/
3689
3690         /* Read the EEPROM */
3691         err = il_eeprom_init(il);
3692         if (err) {
3693                 IL_ERR("Unable to init EEPROM\n");
3694                 goto out_iounmap;
3695         }
3696         /* MAC Address location in EEPROM same for 3945/4965 */
3697         eeprom = (struct il3945_eeprom *)il->eeprom;
3698         D_INFO("MAC address: %pM\n", eeprom->mac_address);
3699         SET_IEEE80211_PERM_ADDR(il->hw, eeprom->mac_address);
3700
3701         /***********************
3702          * 5. Setup HW Constants
3703          * ********************/
3704         /* Device-specific setup */
3705         err = il3945_hw_set_hw_params(il);
3706         if (err) {
3707                 IL_ERR("failed to set hw settings\n");
3708                 goto out_eeprom_free;
3709         }
3710
3711         /***********************
3712          * 6. Setup il
3713          * ********************/
3714
3715         err = il3945_init_drv(il);
3716         if (err) {
3717                 IL_ERR("initializing driver failed\n");
3718                 goto out_unset_hw_params;
3719         }
3720
3721         IL_INFO("Detected Intel Wireless WiFi Link %s\n", il->cfg->name);
3722
3723         /***********************
3724          * 7. Setup Services
3725          * ********************/
3726
3727         spin_lock_irqsave(&il->lock, flags);
3728         il_disable_interrupts(il);
3729         spin_unlock_irqrestore(&il->lock, flags);
3730
3731         pci_enable_msi(il->pci_dev);
3732
3733         err = request_irq(il->pci_dev->irq, il_isr, IRQF_SHARED, DRV_NAME, il);
3734         if (err) {
3735                 IL_ERR("Error allocating IRQ %d\n", il->pci_dev->irq);
3736                 goto out_disable_msi;
3737         }
3738
3739         err = sysfs_create_group(&pdev->dev.kobj, &il3945_attribute_group);
3740         if (err) {
3741                 IL_ERR("failed to create sysfs device attributes\n");
3742                 goto out_release_irq;
3743         }
3744
3745         il_set_rxon_channel(il, &il->bands[NL80211_BAND_2GHZ].channels[5]);
3746         il3945_setup_deferred_work(il);
3747         il3945_setup_handlers(il);
3748         il_power_initialize(il);
3749
3750         /*********************************
3751          * 8. Setup and Register mac80211
3752          * *******************************/
3753
3754         il_enable_interrupts(il);
3755
3756         err = il3945_setup_mac(il);
3757         if (err)
3758                 goto out_remove_sysfs;
3759
3760         err = il_dbgfs_register(il, DRV_NAME);
3761         if (err)
3762                 IL_ERR("failed to create debugfs files. Ignoring error: %d\n",
3763                        err);
3764
3765         /* Start monitoring the killswitch */
3766         queue_delayed_work(il->workqueue, &il->_3945.rfkill_poll, 2 * HZ);
3767
3768         return 0;
3769
3770 out_remove_sysfs:
3771         destroy_workqueue(il->workqueue);
3772         il->workqueue = NULL;
3773         sysfs_remove_group(&pdev->dev.kobj, &il3945_attribute_group);
3774 out_release_irq:
3775         free_irq(il->pci_dev->irq, il);
3776 out_disable_msi:
3777         pci_disable_msi(il->pci_dev);
3778         il_free_geos(il);
3779         il_free_channel_map(il);
3780 out_unset_hw_params:
3781         il3945_unset_hw_params(il);
3782 out_eeprom_free:
3783         il_eeprom_free(il);
3784 out_iounmap:
3785         iounmap(il->hw_base);
3786 out_pci_release_regions:
3787         pci_release_regions(pdev);
3788 out_pci_disable_device:
3789         pci_disable_device(pdev);
3790 out_ieee80211_free_hw:
3791         ieee80211_free_hw(il->hw);
3792 out:
3793         return err;
3794 }
3795
3796 static void
3797 il3945_pci_remove(struct pci_dev *pdev)
3798 {
3799         struct il_priv *il = pci_get_drvdata(pdev);
3800         unsigned long flags;
3801
3802         if (!il)
3803                 return;
3804
3805         D_INFO("*** UNLOAD DRIVER ***\n");
3806
3807         il_dbgfs_unregister(il);
3808
3809         set_bit(S_EXIT_PENDING, &il->status);
3810
3811         il_leds_exit(il);
3812
3813         if (il->mac80211_registered) {
3814                 ieee80211_unregister_hw(il->hw);
3815                 il->mac80211_registered = 0;
3816         } else {
3817                 il3945_down(il);
3818         }
3819
3820         /*
3821          * Make sure device is reset to low power before unloading driver.
3822          * This may be redundant with il_down(), but there are paths to
3823          * run il_down() without calling apm_ops.stop(), and there are
3824          * paths to avoid running il_down() at all before leaving driver.
3825          * This (inexpensive) call *makes sure* device is reset.
3826          */
3827         il_apm_stop(il);
3828
3829         /* make sure we flush any pending irq or
3830          * tasklet for the driver
3831          */
3832         spin_lock_irqsave(&il->lock, flags);
3833         il_disable_interrupts(il);
3834         spin_unlock_irqrestore(&il->lock, flags);
3835
3836         il3945_synchronize_irq(il);
3837
3838         sysfs_remove_group(&pdev->dev.kobj, &il3945_attribute_group);
3839
3840         cancel_delayed_work_sync(&il->_3945.rfkill_poll);
3841
3842         il3945_dealloc_ucode_pci(il);
3843
3844         if (il->rxq.bd)
3845                 il3945_rx_queue_free(il, &il->rxq);
3846         il3945_hw_txq_ctx_free(il);
3847
3848         il3945_unset_hw_params(il);
3849
3850         /*netif_stop_queue(dev); */
3851         flush_workqueue(il->workqueue);
3852
3853         /* ieee80211_unregister_hw calls il3945_mac_stop, which flushes
3854          * il->workqueue... so we can't take down the workqueue
3855          * until now... */
3856         destroy_workqueue(il->workqueue);
3857         il->workqueue = NULL;
3858
3859         free_irq(pdev->irq, il);
3860         pci_disable_msi(pdev);
3861
3862         iounmap(il->hw_base);
3863         pci_release_regions(pdev);
3864         pci_disable_device(pdev);
3865
3866         il_free_channel_map(il);
3867         il_free_geos(il);
3868         kfree(il->scan_cmd);
3869         if (il->beacon_skb)
3870                 dev_kfree_skb(il->beacon_skb);
3871
3872         ieee80211_free_hw(il->hw);
3873 }
3874
3875 /*****************************************************************************
3876  *
3877  * driver and module entry point
3878  *
3879  *****************************************************************************/
3880
3881 static struct pci_driver il3945_driver = {
3882         .name = DRV_NAME,
3883         .id_table = il3945_hw_card_ids,
3884         .probe = il3945_pci_probe,
3885         .remove = il3945_pci_remove,
3886         .driver.pm = IL_LEGACY_PM_OPS,
3887 };
3888
3889 static int __init
3890 il3945_init(void)
3891 {
3892
3893         int ret;
3894         pr_info(DRV_DESCRIPTION ", " DRV_VERSION "\n");
3895         pr_info(DRV_COPYRIGHT "\n");
3896
3897         /*
3898          * Disabling hardware scan means that mac80211 will perform scans
3899          * "the hard way", rather than using device's scan.
3900          */
3901         if (il3945_mod_params.disable_hw_scan) {
3902                 pr_info("hw_scan is disabled\n");
3903                 il3945_mac_ops.hw_scan = NULL;
3904         }
3905
3906         ret = il3945_rate_control_register();
3907         if (ret) {
3908                 pr_err("Unable to register rate control algorithm: %d\n", ret);
3909                 return ret;
3910         }
3911
3912         ret = pci_register_driver(&il3945_driver);
3913         if (ret) {
3914                 pr_err("Unable to initialize PCI module\n");
3915                 goto error_register;
3916         }
3917
3918         return ret;
3919
3920 error_register:
3921         il3945_rate_control_unregister();
3922         return ret;
3923 }
3924
3925 static void __exit
3926 il3945_exit(void)
3927 {
3928         pci_unregister_driver(&il3945_driver);
3929         il3945_rate_control_unregister();
3930 }
3931
3932 /*(DEBLOBBED)*/
3933
3934 module_param_named(antenna, il3945_mod_params.antenna, int, 0444);
3935 MODULE_PARM_DESC(antenna, "select antenna (1=Main, 2=Aux, default 0 [both])");
3936 module_param_named(swcrypto, il3945_mod_params.sw_crypto, int, 0444);
3937 MODULE_PARM_DESC(swcrypto, "using software crypto (default 1 [software])");
3938 module_param_named(disable_hw_scan, il3945_mod_params.disable_hw_scan, int,
3939                    0444);
3940 MODULE_PARM_DESC(disable_hw_scan, "disable hardware scanning (default 1)");
3941 #ifdef CONFIG_IWLEGACY_DEBUG
3942 module_param_named(debug, il_debug_level, uint, 0644);
3943 MODULE_PARM_DESC(debug, "debug output mask");
3944 #endif
3945 module_param_named(fw_restart, il3945_mod_params.restart_fw, int, 0444);
3946 MODULE_PARM_DESC(fw_restart, "restart firmware in case of error");
3947
3948 module_exit(il3945_exit);
3949 module_init(il3945_init);