drivers/net/wireless/broadcom/brcm80211/brcmfmac/core.c

   1 /*
   2  * Copyright (c) 2010 Broadcom Corporation
   3  *
   4  * Permission to use, copy, modify, and/or distribute this software for any
   5  * purpose with or without fee is hereby granted, provided that the above
   6  * copyright notice and this permission notice appear in all copies.
   7  *
   8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
   9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
  11  * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
  13  * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
  14  * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15  */
  16
  17 #include <linux/kernel.h>
  18 #include <linux/etherdevice.h>
  19 #include <linux/module.h>
  20 #include <linux/inetdevice.h>
  21 #include <net/cfg80211.h>
  22 #include <net/rtnetlink.h>
  23 #include <net/addrconf.h>
  24 #include <net/ipv6.h>
  25 #include <brcmu_utils.h>
  26 #include <brcmu_wifi.h>
  27
  28 #include "core.h"
  29 #include "bus.h"
  30 #include "debug.h"
  31 #include "fwil_types.h"
  32 #include "p2p.h"
  33 #include "pno.h"
  34 #include "cfg80211.h"
  35 #include "fwil.h"
  36 #include "feature.h"
  37 #include "proto.h"
  38 #include "pcie.h"
  39 #include "common.h"
  40
  41 #define MAX_WAIT_FOR_8021X_TX                   msecs_to_jiffies(950)
  42
  43 #define BRCMF_BSSIDX_INVALID                    -1
  44
  45 char *brcmf_ifname(struct brcmf_if *ifp)
  46 {
  47         if (!ifp)
  48                 return "<if_null>";
  49
  50         if (ifp->ndev)
  51                 return ifp->ndev->name;
  52
  53         return "<if_none>";
  54 }
  55
  56 struct brcmf_if *brcmf_get_ifp(struct brcmf_pub *drvr, int ifidx)
  57 {
  58         struct brcmf_if *ifp;
  59         s32 bsscfgidx;
  60
  61         if (ifidx < 0 || ifidx >= BRCMF_MAX_IFS) {
  62                 brcmf_err("ifidx %d out of range\n", ifidx);
  63                 return NULL;
  64         }
  65
  66         ifp = NULL;
  67         bsscfgidx = drvr->if2bss[ifidx];
  68         if (bsscfgidx >= 0)
  69                 ifp = drvr->iflist[bsscfgidx];
  70
  71         return ifp;
  72 }
  73
  74 static void _brcmf_set_multicast_list(struct work_struct *work)
  75 {
  76         struct brcmf_if *ifp;
  77         struct net_device *ndev;
  78         struct netdev_hw_addr *ha;
  79         u32 cmd_value, cnt;
  80         __le32 cnt_le;
  81         char *buf, *bufp;
  82         u32 buflen;
  83         s32 err;
  84
  85         ifp = container_of(work, struct brcmf_if, multicast_work);
  86
  87         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
  88
  89         ndev = ifp->ndev;
  90
  91         /* Determine initial value of allmulti flag */
  92         cmd_value = (ndev->flags & IFF_ALLMULTI) ? true : false;
  93
  94         /* Send down the multicast list first. */
  95         cnt = netdev_mc_count(ndev);
  96         buflen = sizeof(cnt) + (cnt * ETH_ALEN);
  97         buf = kmalloc(buflen, GFP_ATOMIC);
  98         if (!buf)
  99                 return;
 100         bufp = buf;
 101
 102         cnt_le = cpu_to_le32(cnt);
 103         memcpy(bufp, &cnt_le, sizeof(cnt_le));
 104         bufp += sizeof(cnt_le);
 105
 106         netdev_for_each_mc_addr(ha, ndev) {
 107                 if (!cnt)
 108                         break;
 109                 memcpy(bufp, ha->addr, ETH_ALEN);
 110                 bufp += ETH_ALEN;
 111                 cnt--;
 112         }
 113
 114         err = brcmf_fil_iovar_data_set(ifp, "mcast_list", buf, buflen);
 115         if (err < 0) {
 116                 brcmf_err("Setting mcast_list failed, %d\n", err);
 117                 cmd_value = cnt ? true : cmd_value;
 118         }
 119
 120         kfree(buf);
 121
 122         /*
 123          * Now send the allmulti setting.  This is based on the setting in the
 124          * net_device flags, but might be modified above to be turned on if we
 125          * were trying to set some addresses and dongle rejected it...
 126          */
 127         err = brcmf_fil_iovar_int_set(ifp, "allmulti", cmd_value);
 128         if (err < 0)
 129                 brcmf_err("Setting allmulti failed, %d\n", err);
 130
 131         /*Finally, pick up the PROMISC flag */
 132         cmd_value = (ndev->flags & IFF_PROMISC) ? true : false;
 133         err = brcmf_fil_cmd_int_set(ifp, BRCMF_C_SET_PROMISC, cmd_value);
 134         if (err < 0)
 135                 brcmf_err("Setting BRCMF_C_SET_PROMISC failed, %d\n",
 136                           err);
 137 }
 138
 139 #if IS_ENABLED(CONFIG_IPV6)
 140 static void _brcmf_update_ndtable(struct work_struct *work)
 141 {
 142         struct brcmf_if *ifp;
 143         int i, ret;
 144
 145         ifp = container_of(work, struct brcmf_if, ndoffload_work);
 146
 147         /* clear the table in firmware */
 148         ret = brcmf_fil_iovar_data_set(ifp, "nd_hostip_clear", NULL, 0);
 149         if (ret) {
 150                 brcmf_dbg(TRACE, "fail to clear nd ip table err:%d\n", ret);
 151                 return;
 152         }
 153
 154         for (i = 0; i < ifp->ipv6addr_idx; i++) {
 155                 ret = brcmf_fil_iovar_data_set(ifp, "nd_hostip",
 156                                                &ifp->ipv6_addr_tbl[i],
 157                                                sizeof(struct in6_addr));
 158                 if (ret)
 159                         brcmf_err("add nd ip err %d\n", ret);
 160         }
 161 }
 162 #else
 163 static void _brcmf_update_ndtable(struct work_struct *work)
 164 {
 165 }
 166 #endif
 167
 168 static int brcmf_netdev_set_mac_address(struct net_device *ndev, void *addr)
 169 {
 170         struct brcmf_if *ifp = netdev_priv(ndev);
 171         struct sockaddr *sa = (struct sockaddr *)addr;
 172         int err;
 173
 174         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
 175
 176         err = brcmf_fil_iovar_data_set(ifp, "cur_etheraddr", sa->sa_data,
 177                                        ETH_ALEN);
 178         if (err < 0) {
 179                 brcmf_err("Setting cur_etheraddr failed, %d\n", err);
 180         } else {
 181                 brcmf_dbg(TRACE, "updated to %pM\n", sa->sa_data);
 182                 memcpy(ifp->mac_addr, sa->sa_data, ETH_ALEN);
 183                 memcpy(ifp->ndev->dev_addr, ifp->mac_addr, ETH_ALEN);
 184         }
 185         return err;
 186 }
 187
 188 static void brcmf_netdev_set_multicast_list(struct net_device *ndev)
 189 {
 190         struct brcmf_if *ifp = netdev_priv(ndev);
 191
 192         schedule_work(&ifp->multicast_work);
 193 }
 194
 195 static netdev_tx_t brcmf_netdev_start_xmit(struct sk_buff *skb,
 196                                            struct net_device *ndev)
 197 {
 198         int ret;
 199         struct brcmf_if *ifp = netdev_priv(ndev);
 200         struct brcmf_pub *drvr = ifp->drvr;
 201         struct ethhdr *eh;
 202         int head_delta;
 203
 204         brcmf_dbg(DATA, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
 205
 206         /* Can the device send data? */
 207         if (drvr->bus_if->state != BRCMF_BUS_UP) {
 208                 brcmf_err("xmit rejected state=%d\n", drvr->bus_if->state);
 209                 netif_stop_queue(ndev);
 210                 dev_kfree_skb(skb);
 211                 ret = -ENODEV;
 212                 goto done;
 213         }
 214
 215         /* Make sure there's enough writeable headroom */
 216         if (skb_headroom(skb) < drvr->hdrlen || skb_header_cloned(skb)) {
 217                 head_delta = max_t(int, drvr->hdrlen - skb_headroom(skb), 0);
 218
 219                 brcmf_dbg(INFO, "%s: insufficient headroom (%d)\n",
 220                           brcmf_ifname(ifp), head_delta);
 221                 atomic_inc(&drvr->bus_if->stats.pktcowed);
 222                 ret = pskb_expand_head(skb, ALIGN(head_delta, NET_SKB_PAD), 0,
 223                                        GFP_ATOMIC);
 224                 if (ret < 0) {
 225                         brcmf_err("%s: failed to expand headroom\n",
 226                                   brcmf_ifname(ifp));
 227                         atomic_inc(&drvr->bus_if->stats.pktcow_failed);
 228                         goto done;
 229                 }
 230         }
 231
 232         /* validate length for ether packet */
 233         if (skb->len < sizeof(*eh)) {
 234                 ret = -EINVAL;
 235                 dev_kfree_skb(skb);
 236                 goto done;
 237         }
 238
 239         eh = (struct ethhdr *)(skb->data);
 240
 241         if (eh->h_proto == htons(ETH_P_PAE))
 242                 atomic_inc(&ifp->pend_8021x_cnt);
 243
 244         /* determine the priority */
 245         if ((skb->priority == 0) || (skb->priority > 7))
 246                 skb->priority = cfg80211_classify8021d(skb, NULL);
 247
 248         ret = brcmf_proto_tx_queue_data(drvr, ifp->ifidx, skb);
 249         if (ret < 0)
 250                 brcmf_txfinalize(ifp, skb, false);
 251
 252 done:
 253         if (ret) {
 254                 ndev->stats.tx_dropped++;
 255         } else {
 256                 ndev->stats.tx_packets++;
 257                 ndev->stats.tx_bytes += skb->len;
 258         }
 259
 260         /* Return ok: we always eat the packet */
 261         return NETDEV_TX_OK;
 262 }
 263
 264 void brcmf_txflowblock_if(struct brcmf_if *ifp,
 265                           enum brcmf_netif_stop_reason reason, bool state)
 266 {
 267         unsigned long flags;
 268
 269         if (!ifp || !ifp->ndev)
 270                 return;
 271
 272         brcmf_dbg(TRACE, "enter: bsscfgidx=%d stop=0x%X reason=%d state=%d\n",
 273                   ifp->bsscfgidx, ifp->netif_stop, reason, state);
 274
 275         spin_lock_irqsave(&ifp->netif_stop_lock, flags);
 276         if (state) {
 277                 if (!ifp->netif_stop)
 278                         netif_stop_queue(ifp->ndev);
 279                 ifp->netif_stop |= reason;
 280         } else {
 281                 ifp->netif_stop &= ~reason;
 282                 if (!ifp->netif_stop)
 283                         netif_wake_queue(ifp->ndev);
 284         }
 285         spin_unlock_irqrestore(&ifp->netif_stop_lock, flags);
 286 }
 287
 288 void brcmf_netif_rx(struct brcmf_if *ifp, struct sk_buff *skb)
 289 {
 290         if (skb->pkt_type == PACKET_MULTICAST)
 291                 ifp->ndev->stats.multicast++;
 292
 293         if (!(ifp->ndev->flags & IFF_UP)) {
 294                 brcmu_pkt_buf_free_skb(skb);
 295                 return;
 296         }
 297
 298         ifp->ndev->stats.rx_bytes += skb->len;
 299         ifp->ndev->stats.rx_packets++;
 300
 301         brcmf_dbg(DATA, "rx proto=0x%X\n", ntohs(skb->protocol));
 302         if (in_interrupt())
 303                 netif_rx(skb);
 304         else
 305                 /* If the receive is not processed inside an ISR,
 306                  * the softirqd must be woken explicitly to service
 307                  * the NET_RX_SOFTIRQ.  This is handled by netif_rx_ni().
 308                  */
 309                 netif_rx_ni(skb);
 310 }
 311
 312 static int brcmf_rx_hdrpull(struct brcmf_pub *drvr, struct sk_buff *skb,
 313                             struct brcmf_if **ifp)
 314 {
 315         int ret;
 316
 317         /* process and remove protocol-specific header */
 318         ret = brcmf_proto_hdrpull(drvr, true, skb, ifp);
 319
 320         if (ret || !(*ifp) || !(*ifp)->ndev) {
 321                 if (ret != -ENODATA && *ifp && (*ifp)->ndev)
 322                         (*ifp)->ndev->stats.rx_errors++;
 323                 brcmu_pkt_buf_free_skb(skb);
 324                 return -ENODATA;
 325         }
 326
 327         skb->protocol = eth_type_trans(skb, (*ifp)->ndev);
 328         return 0;
 329 }
 330
 331 void brcmf_rx_frame(struct device *dev, struct sk_buff *skb, bool handle_event)
 332 {
 333         struct brcmf_if *ifp;
 334         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
 335         struct brcmf_pub *drvr = bus_if->drvr;
 336
 337         brcmf_dbg(DATA, "Enter: %s: rxp=%p\n", dev_name(dev), skb);
 338
 339         if (brcmf_rx_hdrpull(drvr, skb, &ifp))
 340                 return;
 341
 342         if (brcmf_proto_is_reorder_skb(skb)) {
 343                 brcmf_proto_rxreorder(ifp, skb);
 344         } else {
 345                 /* Process special event packets */
 346                 if (handle_event)
 347                         brcmf_fweh_process_skb(ifp->drvr, skb,
 348                                                BCMILCP_SUBTYPE_VENDOR_LONG);
 349
 350                 brcmf_netif_rx(ifp, skb);
 351         }
 352 }
 353
 354 void brcmf_rx_event(struct device *dev, struct sk_buff *skb)
 355 {
 356         struct brcmf_if *ifp;
 357         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
 358         struct brcmf_pub *drvr = bus_if->drvr;
 359
 360         brcmf_dbg(EVENT, "Enter: %s: rxp=%p\n", dev_name(dev), skb);
 361
 362         if (brcmf_rx_hdrpull(drvr, skb, &ifp))
 363                 return;
 364
 365         brcmf_fweh_process_skb(ifp->drvr, skb, 0);
 366         brcmu_pkt_buf_free_skb(skb);
 367 }
 368
 369 void brcmf_txfinalize(struct brcmf_if *ifp, struct sk_buff *txp, bool success)
 370 {
 371         struct ethhdr *eh;
 372         u16 type;
 373
 374         eh = (struct ethhdr *)(txp->data);
 375         type = ntohs(eh->h_proto);
 376
 377         if (type == ETH_P_PAE) {
 378                 atomic_dec(&ifp->pend_8021x_cnt);
 379                 if (waitqueue_active(&ifp->pend_8021x_wait))
 380                         wake_up(&ifp->pend_8021x_wait);
 381         }
 382
 383         if (!success)
 384                 ifp->ndev->stats.tx_errors++;
 385
 386         brcmu_pkt_buf_free_skb(txp);
 387 }
 388
 389 static void brcmf_ethtool_get_drvinfo(struct net_device *ndev,
 390                                     struct ethtool_drvinfo *info)
 391 {
 392         struct brcmf_if *ifp = netdev_priv(ndev);
 393         struct brcmf_pub *drvr = ifp->drvr;
 394         char drev[BRCMU_DOTREV_LEN] = "n/a";
 395
 396         if (drvr->revinfo.result == 0)
 397                 brcmu_dotrev_str(drvr->revinfo.driverrev, drev);
 398         strlcpy(info->driver, KBUILD_MODNAME, sizeof(info->driver));
 399         strlcpy(info->version, drev, sizeof(info->version));
 400         strlcpy(info->fw_version, drvr->fwver, sizeof(info->fw_version));
 401         strlcpy(info->bus_info, dev_name(drvr->bus_if->dev),
 402                 sizeof(info->bus_info));
 403 }
 404
 405 static const struct ethtool_ops brcmf_ethtool_ops = {
 406         .get_drvinfo = brcmf_ethtool_get_drvinfo,
 407 };
 408
 409 static int brcmf_netdev_stop(struct net_device *ndev)
 410 {
 411         struct brcmf_if *ifp = netdev_priv(ndev);
 412
 413         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
 414
 415         brcmf_cfg80211_down(ndev);
 416
 417         brcmf_fil_iovar_data_set(ifp, "arp_hostip_clear", NULL, 0);
 418
 419         brcmf_net_setcarrier(ifp, false);
 420
 421         return 0;
 422 }
 423
 424 static int brcmf_netdev_open(struct net_device *ndev)
 425 {
 426         struct brcmf_if *ifp = netdev_priv(ndev);
 427         struct brcmf_pub *drvr = ifp->drvr;
 428         struct brcmf_bus *bus_if = drvr->bus_if;
 429         u32 toe_ol;
 430
 431         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
 432
 433         /* If bus is not ready, can't continue */
 434         if (bus_if->state != BRCMF_BUS_UP) {
 435                 brcmf_err("failed bus is not ready\n");
 436                 return -EAGAIN;
 437         }
 438
 439         atomic_set(&ifp->pend_8021x_cnt, 0);
 440
 441         /* Get current TOE mode from dongle */
 442         if (brcmf_fil_iovar_int_get(ifp, "toe_ol", &toe_ol) >= 0
 443             && (toe_ol & TOE_TX_CSUM_OL) != 0)
 444                 ndev->features |= NETIF_F_IP_CSUM;
 445         else
 446                 ndev->features &= ~NETIF_F_IP_CSUM;
 447
 448         if (brcmf_cfg80211_up(ndev)) {
 449                 brcmf_err("failed to bring up cfg80211\n");
 450                 return -EIO;
 451         }
 452
 453         /* Clear, carrier, set when connected or AP mode. */
 454         netif_carrier_off(ndev);
 455         return 0;
 456 }
 457
 458 static const struct net_device_ops brcmf_netdev_ops_pri = {
 459         .ndo_open = brcmf_netdev_open,
 460         .ndo_stop = brcmf_netdev_stop,
 461         .ndo_start_xmit = brcmf_netdev_start_xmit,
 462         .ndo_set_mac_address = brcmf_netdev_set_mac_address,
 463         .ndo_set_rx_mode = brcmf_netdev_set_multicast_list
 464 };
 465
 466 int brcmf_net_attach(struct brcmf_if *ifp, bool rtnl_locked)
 467 {
 468         struct brcmf_pub *drvr = ifp->drvr;
 469         struct net_device *ndev;
 470         s32 err;
 471
 472         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d mac=%pM\n", ifp->bsscfgidx,
 473                   ifp->mac_addr);
 474         ndev = ifp->ndev;
 475
 476         /* set appropriate operations */
 477         ndev->netdev_ops = &brcmf_netdev_ops_pri;
 478
 479         ndev->needed_headroom += drvr->hdrlen;
 480         ndev->ethtool_ops = &brcmf_ethtool_ops;
 481
 482         /* set the mac address & netns */
 483         memcpy(ndev->dev_addr, ifp->mac_addr, ETH_ALEN);
 484         dev_net_set(ndev, wiphy_net(cfg_to_wiphy(drvr->config)));
 485
 486         INIT_WORK(&ifp->multicast_work, _brcmf_set_multicast_list);
 487         INIT_WORK(&ifp->ndoffload_work, _brcmf_update_ndtable);
 488
 489         if (rtnl_locked)
 490                 err = register_netdevice(ndev);
 491         else
 492                 err = register_netdev(ndev);
 493         if (err != 0) {
 494                 brcmf_err("couldn't register the net device\n");
 495                 goto fail;
 496         }
 497
 498         ndev->priv_destructor = brcmf_cfg80211_free_netdev;
 499         brcmf_dbg(INFO, "%s: Broadcom Dongle Host Driver\n", ndev->name);
 500         return 0;
 501
 502 fail:
 503         drvr->iflist[ifp->bsscfgidx] = NULL;
 504         ndev->netdev_ops = NULL;
 505         return -EBADE;
 506 }
 507
 508 static void brcmf_net_detach(struct net_device *ndev, bool rtnl_locked)
 509 {
 510         if (ndev->reg_state == NETREG_REGISTERED) {
 511                 if (rtnl_locked)
 512                         unregister_netdevice(ndev);
 513                 else
 514                         unregister_netdev(ndev);
 515         } else {
 516                 brcmf_cfg80211_free_netdev(ndev);
 517                 free_netdev(ndev);
 518         }
 519 }
 520
 521 void brcmf_net_setcarrier(struct brcmf_if *ifp, bool on)
 522 {
 523         struct net_device *ndev;
 524
 525         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d carrier=%d\n", ifp->bsscfgidx,
 526                   on);
 527
 528         ndev = ifp->ndev;
 529         brcmf_txflowblock_if(ifp, BRCMF_NETIF_STOP_REASON_DISCONNECTED, !on);
 530         if (on) {
 531                 if (!netif_carrier_ok(ndev))
 532                         netif_carrier_on(ndev);
 533
 534         } else {
 535                 if (netif_carrier_ok(ndev))
 536                         netif_carrier_off(ndev);
 537         }
 538 }
 539
 540 static int brcmf_net_p2p_open(struct net_device *ndev)
 541 {
 542         brcmf_dbg(TRACE, "Enter\n");
 543
 544         return brcmf_cfg80211_up(ndev);
 545 }
 546
 547 static int brcmf_net_p2p_stop(struct net_device *ndev)
 548 {
 549         brcmf_dbg(TRACE, "Enter\n");
 550
 551         return brcmf_cfg80211_down(ndev);
 552 }
 553
 554 static netdev_tx_t brcmf_net_p2p_start_xmit(struct sk_buff *skb,
 555                                             struct net_device *ndev)
 556 {
 557         if (skb)
 558                 dev_kfree_skb_any(skb);
 559
 560         return NETDEV_TX_OK;
 561 }
 562
 563 static const struct net_device_ops brcmf_netdev_ops_p2p = {
 564         .ndo_open = brcmf_net_p2p_open,
 565         .ndo_stop = brcmf_net_p2p_stop,
 566         .ndo_start_xmit = brcmf_net_p2p_start_xmit
 567 };
 568
 569 static int brcmf_net_p2p_attach(struct brcmf_if *ifp)
 570 {
 571         struct net_device *ndev;
 572
 573         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d mac=%pM\n", ifp->bsscfgidx,
 574                   ifp->mac_addr);
 575         ndev = ifp->ndev;
 576
 577         ndev->netdev_ops = &brcmf_netdev_ops_p2p;
 578
 579         /* set the mac address */
 580         memcpy(ndev->dev_addr, ifp->mac_addr, ETH_ALEN);
 581
 582         if (register_netdev(ndev) != 0) {
 583                 brcmf_err("couldn't register the p2p net device\n");
 584                 goto fail;
 585         }
 586
 587         brcmf_dbg(INFO, "%s: Broadcom Dongle Host Driver\n", ndev->name);
 588
 589         return 0;
 590
 591 fail:
 592         ifp->drvr->iflist[ifp->bsscfgidx] = NULL;
 593         ndev->netdev_ops = NULL;
 594         return -EBADE;
 595 }
 596
 597 struct brcmf_if *brcmf_add_if(struct brcmf_pub *drvr, s32 bsscfgidx, s32 ifidx,
 598                               bool is_p2pdev, const char *name, u8 *mac_addr)
 599 {
 600         struct brcmf_if *ifp;
 601         struct net_device *ndev;
 602
 603         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d, ifidx=%d\n", bsscfgidx, ifidx);
 604
 605         ifp = drvr->iflist[bsscfgidx];
 606         /*
 607          * Delete the existing interface before overwriting it
 608          * in case we missed the BRCMF_E_IF_DEL event.
 609          */
 610         if (ifp) {
 611                 if (ifidx) {
 612                         brcmf_err("ERROR: netdev:%s already exists\n",
 613                                   ifp->ndev->name);
 614                         netif_stop_queue(ifp->ndev);
 615                         brcmf_net_detach(ifp->ndev, false);
 616                         drvr->iflist[bsscfgidx] = NULL;
 617                 } else {
 618                         brcmf_dbg(INFO, "netdev:%s ignore IF event\n",
 619                                   ifp->ndev->name);
 620                         return ERR_PTR(-EINVAL);
 621                 }
 622         }
 623
 624         if (!drvr->settings->p2p_enable && is_p2pdev) {
 625                 /* this is P2P_DEVICE interface */
 626                 brcmf_dbg(INFO, "allocate non-netdev interface\n");
 627                 ifp = kzalloc(sizeof(*ifp), GFP_KERNEL);
 628                 if (!ifp)
 629                         return ERR_PTR(-ENOMEM);
 630         } else {
 631                 brcmf_dbg(INFO, "allocate netdev interface\n");
 632                 /* Allocate netdev, including space for private structure */
 633                 ndev = alloc_netdev(sizeof(*ifp), is_p2pdev ? "p2p%d" : name,
 634                                     NET_NAME_UNKNOWN, ether_setup);
 635                 if (!ndev)
 636                         return ERR_PTR(-ENOMEM);
 637
 638                 ndev->needs_free_netdev = true;
 639                 ifp = netdev_priv(ndev);
 640                 ifp->ndev = ndev;
 641                 /* store mapping ifidx to bsscfgidx */
 642                 if (drvr->if2bss[ifidx] == BRCMF_BSSIDX_INVALID)
 643                         drvr->if2bss[ifidx] = bsscfgidx;
 644         }
 645
 646         ifp->drvr = drvr;
 647         drvr->iflist[bsscfgidx] = ifp;
 648         ifp->ifidx = ifidx;
 649         ifp->bsscfgidx = bsscfgidx;
 650
 651         init_waitqueue_head(&ifp->pend_8021x_wait);
 652         spin_lock_init(&ifp->netif_stop_lock);
 653
 654         if (mac_addr != NULL)
 655                 memcpy(ifp->mac_addr, mac_addr, ETH_ALEN);
 656
 657         brcmf_dbg(TRACE, " ==== pid:%x, if:%s (%pM) created ===\n",
 658                   current->pid, name, ifp->mac_addr);
 659
 660         return ifp;
 661 }
 662
 663 static void brcmf_del_if(struct brcmf_pub *drvr, s32 bsscfgidx,
 664                          bool rtnl_locked)
 665 {
 666         struct brcmf_if *ifp;
 667         int ifidx;
 668
 669         ifp = drvr->iflist[bsscfgidx];
 670         if (!ifp) {
 671                 brcmf_err("Null interface, bsscfgidx=%d\n", bsscfgidx);
 672                 return;
 673         }
 674         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d, ifidx=%d\n", bsscfgidx,
 675                   ifp->ifidx);
 676         ifidx = ifp->ifidx;
 677
 678         if (ifp->ndev) {
 679                 if (bsscfgidx == 0) {
 680                         if (ifp->ndev->netdev_ops == &brcmf_netdev_ops_pri) {
 681                                 rtnl_lock();
 682                                 brcmf_netdev_stop(ifp->ndev);
 683                                 rtnl_unlock();
 684                         }
 685                 } else {
 686                         netif_stop_queue(ifp->ndev);
 687                 }
 688
 689                 if (ifp->ndev->netdev_ops == &brcmf_netdev_ops_pri) {
 690                         cancel_work_sync(&ifp->multicast_work);
 691                         cancel_work_sync(&ifp->ndoffload_work);
 692                 }
 693                 brcmf_net_detach(ifp->ndev, rtnl_locked);
 694         } else {
 695                 /* Only p2p device interfaces which get dynamically created
 696                  * end up here. In this case the p2p module should be informed
 697                  * about the removal of the interface within the firmware. If
 698                  * not then p2p commands towards the firmware will cause some
 699                  * serious troublesome side effects. The p2p module will clean
 700                  * up the ifp if needed.
 701                  */
 702                 brcmf_p2p_ifp_removed(ifp, rtnl_locked);
 703                 kfree(ifp);
 704         }
 705
 706         drvr->iflist[bsscfgidx] = NULL;
 707         if (drvr->if2bss[ifidx] == bsscfgidx)
 708                 drvr->if2bss[ifidx] = BRCMF_BSSIDX_INVALID;
 709 }
 710
 711 void brcmf_remove_interface(struct brcmf_if *ifp, bool rtnl_locked)
 712 {
 713         if (!ifp || WARN_ON(ifp->drvr->iflist[ifp->bsscfgidx] != ifp))
 714                 return;
 715         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d, ifidx=%d\n", ifp->bsscfgidx,
 716                   ifp->ifidx);
 717         brcmf_proto_del_if(ifp->drvr, ifp);
 718         brcmf_del_if(ifp->drvr, ifp->bsscfgidx, rtnl_locked);
 719 }
 720
 721 static int brcmf_psm_watchdog_notify(struct brcmf_if *ifp,
 722                                      const struct brcmf_event_msg *evtmsg,
 723                                      void *data)
 724 {
 725         int err;
 726
 727         brcmf_dbg(TRACE, "enter: bsscfgidx=%d\n", ifp->bsscfgidx);
 728
 729         brcmf_err("PSM's watchdog has fired!\n");
 730
 731         err = brcmf_debug_create_memdump(ifp->drvr->bus_if, data,
 732                                          evtmsg->datalen);
 733         if (err)
 734                 brcmf_err("Failed to get memory dump, %d\n", err);
 735
 736         return err;
 737 }
 738
 739 #ifdef CONFIG_INET
 740 #define ARPOL_MAX_ENTRIES       8
 741 static int brcmf_inetaddr_changed(struct notifier_block *nb,
 742                                   unsigned long action, void *data)
 743 {
 744         struct brcmf_pub *drvr = container_of(nb, struct brcmf_pub,
 745                                               inetaddr_notifier);
 746         struct in_ifaddr *ifa = data;
 747         struct net_device *ndev = ifa->ifa_dev->dev;
 748         struct brcmf_if *ifp;
 749         int idx, i, ret;
 750         u32 val;
 751         __be32 addr_table[ARPOL_MAX_ENTRIES] = {0};
 752
 753         /* Find out if the notification is meant for us */
 754         for (idx = 0; idx < BRCMF_MAX_IFS; idx++) {
 755                 ifp = drvr->iflist[idx];
 756                 if (ifp && ifp->ndev == ndev)
 757                         break;
 758                 if (idx == BRCMF_MAX_IFS - 1)
 759                         return NOTIFY_DONE;
 760         }
 761
 762         /* check if arp offload is supported */
 763         ret = brcmf_fil_iovar_int_get(ifp, "arpoe", &val);
 764         if (ret)
 765                 return NOTIFY_OK;
 766
 767         /* old version only support primary index */
 768         ret = brcmf_fil_iovar_int_get(ifp, "arp_version", &val);
 769         if (ret)
 770                 val = 1;
 771         if (val == 1)
 772                 ifp = drvr->iflist[0];
 773
 774         /* retrieve the table from firmware */
 775         ret = brcmf_fil_iovar_data_get(ifp, "arp_hostip", addr_table,
 776                                        sizeof(addr_table));
 777         if (ret) {
 778                 brcmf_err("fail to get arp ip table err:%d\n", ret);
 779                 return NOTIFY_OK;
 780         }
 781
 782         for (i = 0; i < ARPOL_MAX_ENTRIES; i++)
 783                 if (ifa->ifa_address == addr_table[i])
 784                         break;
 785
 786         switch (action) {
 787         case NETDEV_UP:
 788                 if (i == ARPOL_MAX_ENTRIES) {
 789                         brcmf_dbg(TRACE, "add %pI4 to arp table\n",
 790                                   &ifa->ifa_address);
 791                         /* set it directly */
 792                         ret = brcmf_fil_iovar_data_set(ifp, "arp_hostip",
 793                                 &ifa->ifa_address, sizeof(ifa->ifa_address));
 794                         if (ret)
 795                                 brcmf_err("add arp ip err %d\n", ret);
 796                 }
 797                 break;
 798         case NETDEV_DOWN:
 799                 if (i < ARPOL_MAX_ENTRIES) {
 800                         addr_table[i] = 0;
 801                         brcmf_dbg(TRACE, "remove %pI4 from arp table\n",
 802                                   &ifa->ifa_address);
 803                         /* clear the table in firmware */
 804                         ret = brcmf_fil_iovar_data_set(ifp, "arp_hostip_clear",
 805                                                        NULL, 0);
 806                         if (ret) {
 807                                 brcmf_err("fail to clear arp ip table err:%d\n",
 808                                           ret);
 809                                 return NOTIFY_OK;
 810                         }
 811                         for (i = 0; i < ARPOL_MAX_ENTRIES; i++) {
 812                                 if (addr_table[i] == 0)
 813                                         continue;
 814                                 ret = brcmf_fil_iovar_data_set(ifp, "arp_hostip",
 815                                                                &addr_table[i],
 816                                                                sizeof(addr_table[i]));
 817                                 if (ret)
 818                                         brcmf_err("add arp ip err %d\n",
 819                                                   ret);
 820                         }
 821                 }
 822                 break;
 823         default:
 824                 break;
 825         }
 826
 827         return NOTIFY_OK;
 828 }
 829 #endif
 830
 831 #if IS_ENABLED(CONFIG_IPV6)
 832 static int brcmf_inet6addr_changed(struct notifier_block *nb,
 833                                    unsigned long action, void *data)
 834 {
 835         struct brcmf_pub *drvr = container_of(nb, struct brcmf_pub,
 836                                               inet6addr_notifier);
 837         struct inet6_ifaddr *ifa = data;
 838         struct brcmf_if *ifp;
 839         int i;
 840         struct in6_addr *table;
 841
 842         /* Only handle primary interface */
 843         ifp = drvr->iflist[0];
 844         if (!ifp)
 845                 return NOTIFY_DONE;
 846         if (ifp->ndev != ifa->idev->dev)
 847                 return NOTIFY_DONE;
 848
 849         table = ifp->ipv6_addr_tbl;
 850         for (i = 0; i < NDOL_MAX_ENTRIES; i++)
 851                 if (ipv6_addr_equal(&ifa->addr, &table[i]))
 852                         break;
 853
 854         switch (action) {
 855         case NETDEV_UP:
 856                 if (i == NDOL_MAX_ENTRIES) {
 857                         if (ifp->ipv6addr_idx < NDOL_MAX_ENTRIES) {
 858                                 table[ifp->ipv6addr_idx++] = ifa->addr;
 859                         } else {
 860                                 for (i = 0; i < NDOL_MAX_ENTRIES - 1; i++)
 861                                         table[i] = table[i + 1];
 862                                 table[NDOL_MAX_ENTRIES - 1] = ifa->addr;
 863                         }
 864                 }
 865                 break;
 866         case NETDEV_DOWN:
 867                 if (i < NDOL_MAX_ENTRIES) {
 868                         for (; i < ifp->ipv6addr_idx - 1; i++)
 869                                 table[i] = table[i + 1];
 870                         memset(&table[i], 0, sizeof(table[i]));
 871                         ifp->ipv6addr_idx--;
 872                 }
 873                 break;
 874         default:
 875                 break;
 876         }
 877
 878         schedule_work(&ifp->ndoffload_work);
 879
 880         return NOTIFY_OK;
 881 }
 882 #endif
 883
 884 int brcmf_attach(struct device *dev, struct brcmf_mp_device *settings)
 885 {
 886         struct brcmf_pub *drvr = NULL;
 887         int ret = 0;
 888         int i;
 889
 890         brcmf_dbg(TRACE, "Enter\n");
 891
 892         /* Allocate primary brcmf_info */
 893         drvr = kzalloc(sizeof(struct brcmf_pub), GFP_ATOMIC);
 894         if (!drvr)
 895                 return -ENOMEM;
 896
 897         for (i = 0; i < ARRAY_SIZE(drvr->if2bss); i++)
 898                 drvr->if2bss[i] = BRCMF_BSSIDX_INVALID;
 899
 900         mutex_init(&drvr->proto_block);
 901
 902         /* Link to bus module */
 903         drvr->hdrlen = 0;
 904         drvr->bus_if = dev_get_drvdata(dev);
 905         drvr->bus_if->drvr = drvr;
 906         drvr->settings = settings;
 907
 908         /* attach debug facilities */
 909         brcmf_debug_attach(drvr);
 910
 911         /* Attach and link in the protocol */
 912         ret = brcmf_proto_attach(drvr);
 913         if (ret != 0) {
 914                 brcmf_err("brcmf_prot_attach failed\n");
 915                 goto fail;
 916         }
 917
 918         /* Attach to events important for core code */
 919         brcmf_fweh_register(drvr, BRCMF_E_PSM_WATCHDOG,
 920                             brcmf_psm_watchdog_notify);
 921
 922         /* attach firmware event handler */
 923         brcmf_fweh_attach(drvr);
 924
 925         return ret;
 926
 927 fail:
 928         brcmf_detach(dev);
 929
 930         return ret;
 931 }
 932
 933 static int brcmf_revinfo_read(struct seq_file *s, void *data)
 934 {
 935         struct brcmf_bus *bus_if = dev_get_drvdata(s->private);
 936         struct brcmf_rev_info *ri = &bus_if->drvr->revinfo;
 937         char drev[BRCMU_DOTREV_LEN];
 938         char brev[BRCMU_BOARDREV_LEN];
 939
 940         seq_printf(s, "vendorid: 0x%04x\n", ri->vendorid);
 941         seq_printf(s, "deviceid: 0x%04x\n", ri->deviceid);
 942         seq_printf(s, "radiorev: %s\n", brcmu_dotrev_str(ri->radiorev, drev));
 943         seq_printf(s, "chipnum: %u (%x)\n", ri->chipnum, ri->chipnum);
 944         seq_printf(s, "chiprev: %u\n", ri->chiprev);
 945         seq_printf(s, "chippkg: %u\n", ri->chippkg);
 946         seq_printf(s, "corerev: %u\n", ri->corerev);
 947         seq_printf(s, "boardid: 0x%04x\n", ri->boardid);
 948         seq_printf(s, "boardvendor: 0x%04x\n", ri->boardvendor);
 949         seq_printf(s, "boardrev: %s\n", brcmu_boardrev_str(ri->boardrev, brev));
 950         seq_printf(s, "driverrev: %s\n", brcmu_dotrev_str(ri->driverrev, drev));
 951         seq_printf(s, "ucoderev: %u\n", ri->ucoderev);
 952         seq_printf(s, "bus: %u\n", ri->bus);
 953         seq_printf(s, "phytype: %u\n", ri->phytype);
 954         seq_printf(s, "phyrev: %u\n", ri->phyrev);
 955         seq_printf(s, "anarev: %u\n", ri->anarev);
 956         seq_printf(s, "nvramrev: %08x\n", ri->nvramrev);
 957
 958         return 0;
 959 }
 960
 961 int brcmf_bus_started(struct device *dev)
 962 {
 963         int ret = -1;
 964         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
 965         struct brcmf_pub *drvr = bus_if->drvr;
 966         struct brcmf_if *ifp;
 967         struct brcmf_if *p2p_ifp;
 968
 969         brcmf_dbg(TRACE, "\n");
 970
 971         /* add primary networking interface */
 972         ifp = brcmf_add_if(drvr, 0, 0, false, "wlan%d", NULL);
 973         if (IS_ERR(ifp))
 974                 return PTR_ERR(ifp);
 975
 976         p2p_ifp = NULL;
 977
 978         /* signal bus ready */
 979         brcmf_bus_change_state(bus_if, BRCMF_BUS_UP);
 980
 981         /* Bus is ready, do any initialization */
 982         ret = brcmf_c_preinit_dcmds(ifp);
 983         if (ret < 0)
 984                 goto fail;
 985
 986         brcmf_debugfs_add_entry(drvr, "revinfo", brcmf_revinfo_read);
 987
 988         /* assure we have chipid before feature attach */
 989         if (!bus_if->chip) {
 990                 bus_if->chip = drvr->revinfo.chipnum;
 991                 bus_if->chiprev = drvr->revinfo.chiprev;
 992                 brcmf_dbg(INFO, "firmware revinfo: chip %x (%d) rev %d\n",
 993                           bus_if->chip, bus_if->chip, bus_if->chiprev);
 994         }
 995         brcmf_feat_attach(drvr);
 996
 997         ret = brcmf_proto_init_done(drvr);
 998         if (ret < 0)
 999                 goto fail;
1000
1001         brcmf_proto_add_if(drvr, ifp);
1002
1003         drvr->config = brcmf_cfg80211_attach(drvr, bus_if->dev,
1004                                              drvr->settings->p2p_enable);
1005         if (drvr->config == NULL) {
1006                 ret = -ENOMEM;
1007                 goto fail;
1008         }
1009
1010         ret = brcmf_net_attach(ifp, false);
1011
1012         if ((!ret) && (drvr->settings->p2p_enable)) {
1013                 p2p_ifp = drvr->iflist[1];
1014                 if (p2p_ifp)
1015                         ret = brcmf_net_p2p_attach(p2p_ifp);
1016         }
1017
1018         if (ret)
1019                 goto fail;
1020
1021 #ifdef CONFIG_INET
1022         drvr->inetaddr_notifier.notifier_call = brcmf_inetaddr_changed;
1023         ret = register_inetaddr_notifier(&drvr->inetaddr_notifier);
1024         if (ret)
1025                 goto fail;
1026
1027 #if IS_ENABLED(CONFIG_IPV6)
1028         drvr->inet6addr_notifier.notifier_call = brcmf_inet6addr_changed;
1029         ret = register_inet6addr_notifier(&drvr->inet6addr_notifier);
1030         if (ret) {
1031                 unregister_inetaddr_notifier(&drvr->inetaddr_notifier);
1032                 goto fail;
1033         }
1034 #endif
1035 #endif /* CONFIG_INET */
1036
1037         return 0;
1038
1039 fail:
1040         brcmf_err("failed: %d\n", ret);
1041         if (drvr->config) {
1042                 brcmf_cfg80211_detach(drvr->config);
1043                 drvr->config = NULL;
1044         }
1045         brcmf_net_detach(ifp->ndev, false);
1046         if (p2p_ifp)
1047                 brcmf_net_detach(p2p_ifp->ndev, false);
1048         drvr->iflist[0] = NULL;
1049         drvr->iflist[1] = NULL;
1050         if (drvr->settings->ignore_probe_fail)
1051                 ret = 0;
1052
1053         return ret;
1054 }
1055
1056 void brcmf_bus_add_txhdrlen(struct device *dev, uint len)
1057 {
1058         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
1059         struct brcmf_pub *drvr = bus_if->drvr;
1060
1061         if (drvr) {
1062                 drvr->hdrlen += len;
1063         }
1064 }
1065
1066 void brcmf_dev_reset(struct device *dev)
1067 {
1068         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
1069         struct brcmf_pub *drvr = bus_if->drvr;
1070
1071         if (drvr == NULL)
1072                 return;
1073
1074         if (drvr->iflist[0])
1075                 brcmf_fil_cmd_int_set(drvr->iflist[0], BRCMF_C_TERMINATED, 1);
1076 }
1077
1078 void brcmf_detach(struct device *dev)
1079 {
1080         s32 i;
1081         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
1082         struct brcmf_pub *drvr = bus_if->drvr;
1083
1084         brcmf_dbg(TRACE, "Enter\n");
1085
1086         if (drvr == NULL)
1087                 return;
1088
1089 #ifdef CONFIG_INET
1090         unregister_inetaddr_notifier(&drvr->inetaddr_notifier);
1091 #endif
1092
1093 #if IS_ENABLED(CONFIG_IPV6)
1094         unregister_inet6addr_notifier(&drvr->inet6addr_notifier);
1095 #endif
1096
1097         /* stop firmware event handling */
1098         brcmf_fweh_detach(drvr);
1099         if (drvr->config)
1100                 brcmf_p2p_detach(&drvr->config->p2p);
1101
1102         brcmf_bus_change_state(bus_if, BRCMF_BUS_DOWN);
1103
1104         /* make sure primary interface removed last */
1105         for (i = BRCMF_MAX_IFS-1; i > -1; i--)
1106                 brcmf_remove_interface(drvr->iflist[i], false);
1107
1108         brcmf_cfg80211_detach(drvr->config);
1109
1110         brcmf_bus_stop(drvr->bus_if);
1111
1112         brcmf_proto_detach(drvr);
1113
1114         brcmf_debug_detach(drvr);
1115         bus_if->drvr = NULL;
1116         kfree(drvr);
1117 }
1118
1119 s32 brcmf_iovar_data_set(struct device *dev, char *name, void *data, u32 len)
1120 {
1121         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
1122         struct brcmf_if *ifp = bus_if->drvr->iflist[0];
1123
1124         return brcmf_fil_iovar_data_set(ifp, name, data, len);
1125 }
1126
1127 static int brcmf_get_pend_8021x_cnt(struct brcmf_if *ifp)
1128 {
1129         return atomic_read(&ifp->pend_8021x_cnt);
1130 }
1131
1132 int brcmf_netdev_wait_pend8021x(struct brcmf_if *ifp)
1133 {
1134         int err;
1135
1136         err = wait_event_timeout(ifp->pend_8021x_wait,
1137                                  !brcmf_get_pend_8021x_cnt(ifp),
1138                                  MAX_WAIT_FOR_8021X_TX);
1139
1140         if (!err)
1141                 brcmf_err("Timed out waiting for no pending 802.1x packets\n");
1142
1143         return !err;
1144 }
1145
1146 void brcmf_bus_change_state(struct brcmf_bus *bus, enum brcmf_bus_state state)
1147 {
1148         struct brcmf_pub *drvr = bus->drvr;
1149         struct net_device *ndev;
1150         int ifidx;
1151
1152         brcmf_dbg(TRACE, "%d -> %d\n", bus->state, state);
1153         bus->state = state;
1154
1155         if (state == BRCMF_BUS_UP) {
1156                 for (ifidx = 0; ifidx < BRCMF_MAX_IFS; ifidx++) {
1157                         if ((drvr->iflist[ifidx]) &&
1158                             (drvr->iflist[ifidx]->ndev)) {
1159                                 ndev = drvr->iflist[ifidx]->ndev;
1160                                 if (netif_queue_stopped(ndev))
1161                                         netif_wake_queue(ndev);
1162                         }
1163                 }
1164         }
1165 }
1166
1167 static void brcmf_driver_register(struct work_struct *work)
1168 {
1169 #ifdef CONFIG_BRCMFMAC_SDIO
1170         brcmf_sdio_register();
1171 #endif
1172 #ifdef CONFIG_BRCMFMAC_USB
1173         brcmf_usb_register();
1174 #endif
1175 #ifdef CONFIG_BRCMFMAC_PCIE
1176         brcmf_pcie_register();
1177 #endif
1178 }
1179 static DECLARE_WORK(brcmf_driver_work, brcmf_driver_register);
1180
1181 int __init brcmf_core_init(void)
1182 {
1183         if (!schedule_work(&brcmf_driver_work))
1184                 return -EBUSY;
1185
1186         return 0;
1187 }
1188
1189 void __exit brcmf_core_exit(void)
1190 {
1191         cancel_work_sync(&brcmf_driver_work);
1192
1193 #ifdef CONFIG_BRCMFMAC_SDIO
1194         brcmf_sdio_exit();
1195 #endif
1196 #ifdef CONFIG_BRCMFMAC_USB
1197         brcmf_usb_exit();
1198 #endif
1199 #ifdef CONFIG_BRCMFMAC_PCIE
1200         brcmf_pcie_exit();
1201 #endif
1202 }
1203