drivers/net/ethernet/intel/i40e/i40e_client.c

   1 /*******************************************************************************
   2  *
   3  * Intel Ethernet Controller XL710 Family Linux Driver
   4  * Copyright(c) 2013 - 2015 Intel Corporation.
   5  *
   6  * This program is free software; you can redistribute it and/or modify it
   7  * under the terms and conditions of the GNU General Public License,
   8  * version 2, as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope it will be useful, but WITHOUT
  11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  13  * more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program.  If not, see <http://www.gnu.org/licenses/>.
  17  *
  18  * The full GNU General Public License is included in this distribution in
  19  * the file called "COPYING".
  20  *
  21  * Contact Information:
  22  * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
  23  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  24  *
  25  ******************************************************************************/
  26
  27 #include <linux/list.h>
  28 #include <linux/errno.h>
  29
  30 #include "i40e.h"
  31 #include "i40e_prototype.h"
  32 #include "i40e_client.h"
  33
  34 static const char i40e_client_interface_version_str[] = I40E_CLIENT_VERSION_STR;
  35
  36 static LIST_HEAD(i40e_devices);
  37 static DEFINE_MUTEX(i40e_device_mutex);
  38
  39 static LIST_HEAD(i40e_clients);
  40 static DEFINE_MUTEX(i40e_client_mutex);
  41
  42 static LIST_HEAD(i40e_client_instances);
  43 static DEFINE_MUTEX(i40e_client_instance_mutex);
  44
  45 static int i40e_client_virtchnl_send(struct i40e_info *ldev,
  46                                      struct i40e_client *client,
  47                                      u32 vf_id, u8 *msg, u16 len);
  48
  49 static int i40e_client_setup_qvlist(struct i40e_info *ldev,
  50                                     struct i40e_client *client,
  51                                     struct i40e_qvlist_info *qvlist_info);
  52
  53 static void i40e_client_request_reset(struct i40e_info *ldev,
  54                                       struct i40e_client *client,
  55                                       u32 reset_level);
  56
  57 static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
  58                                        struct i40e_client *client,
  59                                        bool is_vf, u32 vf_id,
  60                                        u32 flag, u32 valid_flag);
  61
  62 static struct i40e_ops i40e_lan_ops = {
  63         .virtchnl_send = i40e_client_virtchnl_send,
  64         .setup_qvlist = i40e_client_setup_qvlist,
  65         .request_reset = i40e_client_request_reset,
  66         .update_vsi_ctxt = i40e_client_update_vsi_ctxt,
  67 };
  68
  69 /**
  70  * i40e_client_type_to_vsi_type - convert client type to vsi type
  71  * @client_type: the i40e_client type
  72  *
  73  * returns the related vsi type value
  74  **/
  75 static
  76 enum i40e_vsi_type i40e_client_type_to_vsi_type(enum i40e_client_type type)
  77 {
  78         switch (type) {
  79         case I40E_CLIENT_IWARP:
  80                 return I40E_VSI_IWARP;
  81
  82         case I40E_CLIENT_VMDQ2:
  83                 return I40E_VSI_VMDQ2;
  84
  85         default:
  86                 pr_err("i40e: Client type unknown\n");
  87                 return I40E_VSI_TYPE_UNKNOWN;
  88         }
  89 }
  90
  91 /**
  92  * i40e_client_get_params - Get the params that can change at runtime
  93  * @vsi: the VSI with the message
  94  * @param: clinet param struct
  95  *
  96  **/
  97 static
  98 int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
  99 {
 100         struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
 101         int i = 0;
 102
 103         for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
 104                 u8 tc = dcb_cfg->etscfg.prioritytable[i];
 105                 u16 qs_handle;
 106
 107                 /* If TC is not enabled for VSI use TC0 for UP */
 108                 if (!(vsi->tc_config.enabled_tc & BIT(tc)))
 109                         tc = 0;
 110
 111                 qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
 112                 params->qos.prio_qos[i].tc = tc;
 113                 params->qos.prio_qos[i].qs_handle = qs_handle;
 114                 if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
 115                         dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
 116                                 tc, vsi->id);
 117                         return -EINVAL;
 118                 }
 119         }
 120
 121         params->mtu = vsi->netdev->mtu;
 122         return 0;
 123 }
 124
 125 /**
 126  * i40e_notify_client_of_vf_msg - call the client vf message callback
 127  * @vsi: the VSI with the message
 128  * @vf_id: the absolute VF id that sent the message
 129  * @msg: message buffer
 130  * @len: length of the message
 131  *
 132  * If there is a client to this VSI, call the client
 133  **/
 134 void
 135 i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
 136 {
 137         struct i40e_client_instance *cdev;
 138
 139         if (!vsi)
 140                 return;
 141         mutex_lock(&i40e_client_instance_mutex);
 142         list_for_each_entry(cdev, &i40e_client_instances, list) {
 143                 if (cdev->lan_info.pf == vsi->back) {
 144                         if (!cdev->client ||
 145                             !cdev->client->ops ||
 146                             !cdev->client->ops->virtchnl_receive) {
 147                                 dev_dbg(&vsi->back->pdev->dev,
 148                                         "Cannot locate client instance virtual channel receive routine\n");
 149                                 continue;
 150                         }
 151                         if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
 152                                       &cdev->state)) {
 153                                 dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort virtchnl_receive\n");
 154                                 continue;
 155                         }
 156                         cdev->client->ops->virtchnl_receive(&cdev->lan_info,
 157                                                             cdev->client,
 158                                                             vf_id, msg, len);
 159                 }
 160         }
 161         mutex_unlock(&i40e_client_instance_mutex);
 162 }
 163
 164 /**
 165  * i40e_notify_client_of_l2_param_changes - call the client notify callback
 166  * @vsi: the VSI with l2 param changes
 167  *
 168  * If there is a client to this VSI, call the client
 169  **/
 170 void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi)
 171 {
 172         struct i40e_client_instance *cdev;
 173         struct i40e_params params;
 174
 175         if (!vsi)
 176                 return;
 177         memset(&params, 0, sizeof(params));
 178         i40e_client_get_params(vsi, &params);
 179         mutex_lock(&i40e_client_instance_mutex);
 180         list_for_each_entry(cdev, &i40e_client_instances, list) {
 181                 if (cdev->lan_info.pf == vsi->back) {
 182                         if (!cdev->client ||
 183                             !cdev->client->ops ||
 184                             !cdev->client->ops->l2_param_change) {
 185                                 dev_dbg(&vsi->back->pdev->dev,
 186                                         "Cannot locate client instance l2_param_change routine\n");
 187                                 continue;
 188                         }
 189                         if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
 190                                       &cdev->state)) {
 191                                 dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort l2 param change\n");
 192                                 continue;
 193                         }
 194                         cdev->lan_info.params = params;
 195                         cdev->client->ops->l2_param_change(&cdev->lan_info,
 196                                                            cdev->client,
 197                                                            &params);
 198                 }
 199         }
 200         mutex_unlock(&i40e_client_instance_mutex);
 201 }
 202
 203 /**
 204  * i40e_notify_client_of_netdev_open - call the client open callback
 205  * @vsi: the VSI with netdev opened
 206  *
 207  * If there is a client to this netdev, call the client with open
 208  **/
 209 void i40e_notify_client_of_netdev_open(struct i40e_vsi *vsi)
 210 {
 211         struct i40e_client_instance *cdev;
 212         int ret = 0;
 213
 214         if (!vsi)
 215                 return;
 216         mutex_lock(&i40e_client_instance_mutex);
 217         list_for_each_entry(cdev, &i40e_client_instances, list) {
 218                 if (cdev->lan_info.netdev == vsi->netdev) {
 219                         if (!cdev->client ||
 220                             !cdev->client->ops || !cdev->client->ops->open) {
 221                                 dev_dbg(&vsi->back->pdev->dev,
 222                                         "Cannot locate client instance open routine\n");
 223                                 continue;
 224                         }
 225                         if (!(test_bit(__I40E_CLIENT_INSTANCE_OPENED,
 226                                        &cdev->state))) {
 227                                 ret = cdev->client->ops->open(&cdev->lan_info,
 228                                                               cdev->client);
 229                                 if (!ret)
 230                                         set_bit(__I40E_CLIENT_INSTANCE_OPENED,
 231                                                 &cdev->state);
 232                         }
 233                 }
 234         }
 235         mutex_unlock(&i40e_client_instance_mutex);
 236 }
 237
 238 /**
 239  * i40e_client_release_qvlist
 240  * @ldev: pointer to L2 context.
 241  *
 242  **/
 243 static void i40e_client_release_qvlist(struct i40e_info *ldev)
 244 {
 245         struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
 246         u32 i;
 247
 248         if (!ldev->qvlist_info)
 249                 return;
 250
 251         for (i = 0; i < qvlist_info->num_vectors; i++) {
 252                 struct i40e_pf *pf = ldev->pf;
 253                 struct i40e_qv_info *qv_info;
 254                 u32 reg_idx;
 255
 256                 qv_info = &qvlist_info->qv_info[i];
 257                 if (!qv_info)
 258                         continue;
 259                 reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
 260                 wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
 261         }
 262         kfree(ldev->qvlist_info);
 263         ldev->qvlist_info = NULL;
 264 }
 265
 266 /**
 267  * i40e_notify_client_of_netdev_close - call the client close callback
 268  * @vsi: the VSI with netdev closed
 269  * @reset: true when close called due to a reset pending
 270  *
 271  * If there is a client to this netdev, call the client with close
 272  **/
 273 void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset)
 274 {
 275         struct i40e_client_instance *cdev;
 276
 277         if (!vsi)
 278                 return;
 279         mutex_lock(&i40e_client_instance_mutex);
 280         list_for_each_entry(cdev, &i40e_client_instances, list) {
 281                 if (cdev->lan_info.netdev == vsi->netdev) {
 282                         if (!cdev->client ||
 283                             !cdev->client->ops || !cdev->client->ops->close) {
 284                                 dev_dbg(&vsi->back->pdev->dev,
 285                                         "Cannot locate client instance close routine\n");
 286                                 continue;
 287                         }
 288                         cdev->client->ops->close(&cdev->lan_info, cdev->client,
 289                                                  reset);
 290                         i40e_client_release_qvlist(&cdev->lan_info);
 291                 }
 292         }
 293         mutex_unlock(&i40e_client_instance_mutex);
 294 }
 295
 296 /**
 297  * i40e_notify_client_of_vf_reset - call the client vf reset callback
 298  * @pf: PF device pointer
 299  * @vf_id: asolute id of VF being reset
 300  *
 301  * If there is a client attached to this PF, notify when a VF is reset
 302  **/
 303 void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
 304 {
 305         struct i40e_client_instance *cdev;
 306
 307         if (!pf)
 308                 return;
 309         mutex_lock(&i40e_client_instance_mutex);
 310         list_for_each_entry(cdev, &i40e_client_instances, list) {
 311                 if (cdev->lan_info.pf == pf) {
 312                         if (!cdev->client ||
 313                             !cdev->client->ops ||
 314                             !cdev->client->ops->vf_reset) {
 315                                 dev_dbg(&pf->pdev->dev,
 316                                         "Cannot locate client instance VF reset routine\n");
 317                                 continue;
 318                         }
 319                         if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
 320                                       &cdev->state)) {
 321                                 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n");
 322                                 continue;
 323                         }
 324                         cdev->client->ops->vf_reset(&cdev->lan_info,
 325                                                     cdev->client, vf_id);
 326                 }
 327         }
 328         mutex_unlock(&i40e_client_instance_mutex);
 329 }
 330
 331 /**
 332  * i40e_notify_client_of_vf_enable - call the client vf notification callback
 333  * @pf: PF device pointer
 334  * @num_vfs: the number of VFs currently enabled, 0 for disable
 335  *
 336  * If there is a client attached to this PF, call its VF notification routine
 337  **/
 338 void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
 339 {
 340         struct i40e_client_instance *cdev;
 341
 342         if (!pf)
 343                 return;
 344         mutex_lock(&i40e_client_instance_mutex);
 345         list_for_each_entry(cdev, &i40e_client_instances, list) {
 346                 if (cdev->lan_info.pf == pf) {
 347                         if (!cdev->client ||
 348                             !cdev->client->ops ||
 349                             !cdev->client->ops->vf_enable) {
 350                                 dev_dbg(&pf->pdev->dev,
 351                                         "Cannot locate client instance VF enable routine\n");
 352                                 continue;
 353                         }
 354                         if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
 355                                       &cdev->state)) {
 356                                 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n");
 357                                 continue;
 358                         }
 359                         cdev->client->ops->vf_enable(&cdev->lan_info,
 360                                                      cdev->client, num_vfs);
 361                 }
 362         }
 363         mutex_unlock(&i40e_client_instance_mutex);
 364 }
 365
 366 /**
 367  * i40e_vf_client_capable - ask the client if it likes the specified VF
 368  * @pf: PF device pointer
 369  * @vf_id: the VF in question
 370  *
 371  * If there is a client of the specified type attached to this PF, call
 372  * its vf_capable routine
 373  **/
 374 int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id,
 375                            enum i40e_client_type type)
 376 {
 377         struct i40e_client_instance *cdev;
 378         int capable = false;
 379
 380         if (!pf)
 381                 return false;
 382         mutex_lock(&i40e_client_instance_mutex);
 383         list_for_each_entry(cdev, &i40e_client_instances, list) {
 384                 if (cdev->lan_info.pf == pf) {
 385                         if (!cdev->client ||
 386                             !cdev->client->ops ||
 387                             !cdev->client->ops->vf_capable ||
 388                             !(cdev->client->type == type)) {
 389                                 dev_dbg(&pf->pdev->dev,
 390                                         "Cannot locate client instance VF capability routine\n");
 391                                 continue;
 392                         }
 393                         if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
 394                                       &cdev->state)) {
 395                                 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-capable\n");
 396                                 continue;
 397                         }
 398                         capable = cdev->client->ops->vf_capable(&cdev->lan_info,
 399                                                                 cdev->client,
 400                                                                 vf_id);
 401                         break;
 402                 }
 403         }
 404         mutex_unlock(&i40e_client_instance_mutex);
 405         return capable;
 406 }
 407
 408 /**
 409  * i40e_vsi_lookup - finds a matching VSI from the PF list starting at start_vsi
 410  * @pf: board private structure
 411  * @type: vsi type
 412  * @start_vsi: a VSI pointer from where to start the search
 413  *
 414  * Returns non NULL on success or NULL for failure
 415  **/
 416 struct i40e_vsi *i40e_vsi_lookup(struct i40e_pf *pf,
 417                                  enum i40e_vsi_type type,
 418                                  struct i40e_vsi *start_vsi)
 419 {
 420         struct i40e_vsi *vsi;
 421         int i = 0;
 422
 423         if (start_vsi) {
 424                 for (i = 0; i < pf->num_alloc_vsi; i++) {
 425                         vsi = pf->vsi[i];
 426                         if (vsi == start_vsi)
 427                                 break;
 428                 }
 429         }
 430         for (; i < pf->num_alloc_vsi; i++) {
 431                 vsi = pf->vsi[i];
 432                 if (vsi && vsi->type == type)
 433                         return vsi;
 434         }
 435
 436         return NULL;
 437 }
 438
 439 /**
 440  * i40e_client_add_instance - add a client instance struct to the instance list
 441  * @pf: pointer to the board struct
 442  * @client: pointer to a client struct in the client list.
 443  * @existing: if there was already an existing instance
 444  *
 445  * Returns cdev ptr on success or if already exists, NULL on failure
 446  **/
 447 static
 448 struct i40e_client_instance *i40e_client_add_instance(struct i40e_pf *pf,
 449                                                      struct i40e_client *client,
 450                                                      bool *existing)
 451 {
 452         struct i40e_client_instance *cdev;
 453         struct netdev_hw_addr *mac = NULL;
 454         struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
 455
 456         mutex_lock(&i40e_client_instance_mutex);
 457         list_for_each_entry(cdev, &i40e_client_instances, list) {
 458                 if ((cdev->lan_info.pf == pf) && (cdev->client == client)) {
 459                         *existing = true;
 460                         goto out;
 461                 }
 462         }
 463         cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
 464         if (!cdev)
 465                 goto out;
 466
 467         cdev->lan_info.pf = (void *)pf;
 468         cdev->lan_info.netdev = vsi->netdev;
 469         cdev->lan_info.pcidev = pf->pdev;
 470         cdev->lan_info.fid = pf->hw.pf_id;
 471         cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
 472         cdev->lan_info.hw_addr = pf->hw.hw_addr;
 473         cdev->lan_info.ops = &i40e_lan_ops;
 474         cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
 475         cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
 476         cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
 477         cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
 478         cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
 479         cdev->lan_info.fw_build = pf->hw.aq.fw_build;
 480         set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
 481
 482         if (i40e_client_get_params(vsi, &cdev->lan_info.params)) {
 483                 kfree(cdev);
 484                 cdev = NULL;
 485                 goto out;
 486         }
 487
 488         cdev->lan_info.msix_count = pf->num_iwarp_msix;
 489         cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
 490
 491         mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
 492                                struct netdev_hw_addr, list);
 493         if (mac)
 494                 ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
 495         else
 496                 dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
 497
 498         cdev->client = client;
 499         INIT_LIST_HEAD(&cdev->list);
 500         list_add(&cdev->list, &i40e_client_instances);
 501 out:
 502         mutex_unlock(&i40e_client_instance_mutex);
 503         return cdev;
 504 }
 505
 506 /**
 507  * i40e_client_del_instance - removes a client instance from the list
 508  * @pf: pointer to the board struct
 509  *
 510  * Returns 0 on success or non-0 on error
 511  **/
 512 static
 513 int i40e_client_del_instance(struct i40e_pf *pf, struct i40e_client *client)
 514 {
 515         struct i40e_client_instance *cdev, *tmp;
 516         int ret = -ENODEV;
 517
 518         mutex_lock(&i40e_client_instance_mutex);
 519         list_for_each_entry_safe(cdev, tmp, &i40e_client_instances, list) {
 520                 if ((cdev->lan_info.pf != pf) || (cdev->client != client))
 521                         continue;
 522
 523                 dev_info(&pf->pdev->dev, "Deleted instance of Client %s, of dev %d bus=0x%02x func=0x%02x)\n",
 524                          client->name, pf->hw.pf_id,
 525                          pf->hw.bus.device, pf->hw.bus.func);
 526                 list_del(&cdev->list);
 527                 kfree(cdev);
 528                 ret = 0;
 529                 break;
 530         }
 531         mutex_unlock(&i40e_client_instance_mutex);
 532         return ret;
 533 }
 534
 535 /**
 536  * i40e_client_subtask - client maintenance work
 537  * @pf: board private structure
 538  **/
 539 void i40e_client_subtask(struct i40e_pf *pf)
 540 {
 541         struct i40e_client_instance *cdev;
 542         struct i40e_client *client;
 543         bool existing = false;
 544         int ret = 0;
 545
 546         if (!(pf->flags & I40E_FLAG_SERVICE_CLIENT_REQUESTED))
 547                 return;
 548         pf->flags &= ~I40E_FLAG_SERVICE_CLIENT_REQUESTED;
 549
 550         /* If we're down or resetting, just bail */
 551         if (test_bit(__I40E_DOWN, &pf->state) ||
 552             test_bit(__I40E_CONFIG_BUSY, &pf->state))
 553                 return;
 554
 555         /* Check client state and instantiate client if client registered */
 556         mutex_lock(&i40e_client_mutex);
 557         list_for_each_entry(client, &i40e_clients, list) {
 558                 /* first check client is registered */
 559                 if (!test_bit(__I40E_CLIENT_REGISTERED, &client->state))
 560                         continue;
 561
 562                 /* Do we also need the LAN VSI to be up, to create instance */
 563                 if (!(client->flags & I40E_CLIENT_FLAGS_LAUNCH_ON_PROBE)) {
 564                         /* check if L2 VSI is up, if not we are not ready */
 565                         if (test_bit(__I40E_DOWN, &pf->vsi[pf->lan_vsi]->state))
 566                                 continue;
 567                 } else {
 568                         dev_warn(&pf->pdev->dev, "This client %s is being instanciated at probe\n",
 569                                  client->name);
 570                 }
 571
 572                 /* Add the client instance to the instance list */
 573                 cdev = i40e_client_add_instance(pf, client, &existing);
 574                 if (!cdev)
 575                         continue;
 576
 577                 if (!existing) {
 578                         /* Also up the ref_cnt for no. of instances of this
 579                          * client.
 580                          */
 581                         atomic_inc(&client->ref_cnt);
 582                         dev_info(&pf->pdev->dev, "Added instance of Client %s to PF%d bus=0x%02x func=0x%02x\n",
 583                                  client->name, pf->hw.pf_id,
 584                                  pf->hw.bus.device, pf->hw.bus.func);
 585                 }
 586
 587                 mutex_lock(&i40e_client_instance_mutex);
 588                 /* Send an Open request to the client */
 589                 atomic_inc(&cdev->ref_cnt);
 590                 if (client->ops && client->ops->open)
 591                         ret = client->ops->open(&cdev->lan_info, client);
 592                 atomic_dec(&cdev->ref_cnt);
 593                 if (!ret) {
 594                         set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
 595                 } else {
 596                         /* remove client instance */
 597                         mutex_unlock(&i40e_client_instance_mutex);
 598                         i40e_client_del_instance(pf, client);
 599                         atomic_dec(&client->ref_cnt);
 600                         continue;
 601                 }
 602                 mutex_unlock(&i40e_client_instance_mutex);
 603         }
 604         mutex_unlock(&i40e_client_mutex);
 605 }
 606
 607 /**
 608  * i40e_lan_add_device - add a lan device struct to the list of lan devices
 609  * @pf: pointer to the board struct
 610  *
 611  * Returns 0 on success or none 0 on error
 612  **/
 613 int i40e_lan_add_device(struct i40e_pf *pf)
 614 {
 615         struct i40e_device *ldev;
 616         int ret = 0;
 617
 618         mutex_lock(&i40e_device_mutex);
 619         list_for_each_entry(ldev, &i40e_devices, list) {
 620                 if (ldev->pf == pf) {
 621                         ret = -EEXIST;
 622                         goto out;
 623                 }
 624         }
 625         ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
 626         if (!ldev) {
 627                 ret = -ENOMEM;
 628                 goto out;
 629         }
 630         ldev->pf = pf;
 631         INIT_LIST_HEAD(&ldev->list);
 632         list_add(&ldev->list, &i40e_devices);
 633         dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x func=0x%02x\n",
 634                  pf->hw.pf_id, pf->hw.bus.device, pf->hw.bus.func);
 635
 636         /* Since in some cases register may have happened before a device gets
 637          * added, we can schedule a subtask to go initiate the clients if
 638          * they can be launched at probe time.
 639          */
 640         pf->flags |= I40E_FLAG_SERVICE_CLIENT_REQUESTED;
 641         i40e_service_event_schedule(pf);
 642
 643 out:
 644         mutex_unlock(&i40e_device_mutex);
 645         return ret;
 646 }
 647
 648 /**
 649  * i40e_lan_del_device - removes a lan device from the device list
 650  * @pf: pointer to the board struct
 651  *
 652  * Returns 0 on success or non-0 on error
 653  **/
 654 int i40e_lan_del_device(struct i40e_pf *pf)
 655 {
 656         struct i40e_device *ldev, *tmp;
 657         int ret = -ENODEV;
 658
 659         mutex_lock(&i40e_device_mutex);
 660         list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
 661                 if (ldev->pf == pf) {
 662                         dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x func=0x%02x\n",
 663                                  pf->hw.pf_id, pf->hw.bus.device,
 664                                  pf->hw.bus.func);
 665                         list_del(&ldev->list);
 666                         kfree(ldev);
 667                         ret = 0;
 668                         break;
 669                 }
 670         }
 671
 672         mutex_unlock(&i40e_device_mutex);
 673         return ret;
 674 }
 675
 676 /**
 677  * i40e_client_release - release client specific resources
 678  * @client: pointer to the registered client
 679  *
 680  * Return 0 on success or < 0 on error
 681  **/
 682 static int i40e_client_release(struct i40e_client *client)
 683 {
 684         struct i40e_client_instance *cdev, *tmp;
 685         struct i40e_pf *pf;
 686         int ret = 0;
 687
 688         LIST_HEAD(cdevs_tmp);
 689
 690         mutex_lock(&i40e_client_instance_mutex);
 691         list_for_each_entry_safe(cdev, tmp, &i40e_client_instances, list) {
 692                 if (strncmp(cdev->client->name, client->name,
 693                             I40E_CLIENT_STR_LENGTH))
 694                         continue;
 695                 pf = (struct i40e_pf *)cdev->lan_info.pf;
 696                 if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
 697                         if (atomic_read(&cdev->ref_cnt) > 0) {
 698                                 ret = I40E_ERR_NOT_READY;
 699                                 goto out;
 700                         }
 701                         if (client->ops && client->ops->close)
 702                                 client->ops->close(&cdev->lan_info, client,
 703                                                    false);
 704                         i40e_client_release_qvlist(&cdev->lan_info);
 705                         clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
 706
 707                         dev_warn(&pf->pdev->dev,
 708                                  "Client %s instance for PF id %d closed\n",
 709                                  client->name, pf->hw.pf_id);
 710                 }
 711                 /* delete the client instance from the list */
 712                 list_move(&cdev->list, &cdevs_tmp);
 713                 atomic_dec(&client->ref_cnt);
 714                 dev_info(&pf->pdev->dev, "Deleted client instance of Client %s\n",
 715                          client->name);
 716         }
 717 out:
 718         mutex_unlock(&i40e_client_instance_mutex);
 719
 720         /* free the client device and release its vsi */
 721         list_for_each_entry_safe(cdev, tmp, &cdevs_tmp, list) {
 722                 kfree(cdev);
 723         }
 724         return ret;
 725 }
 726
 727 /**
 728  * i40e_client_prepare - prepare client specific resources
 729  * @client: pointer to the registered client
 730  *
 731  * Return 0 on success or < 0 on error
 732  **/
 733 static int i40e_client_prepare(struct i40e_client *client)
 734 {
 735         struct i40e_device *ldev;
 736         struct i40e_pf *pf;
 737         int ret = 0;
 738
 739         mutex_lock(&i40e_device_mutex);
 740         list_for_each_entry(ldev, &i40e_devices, list) {
 741                 pf = ldev->pf;
 742                 /* Start the client subtask */
 743                 pf->flags |= I40E_FLAG_SERVICE_CLIENT_REQUESTED;
 744                 i40e_service_event_schedule(pf);
 745         }
 746         mutex_unlock(&i40e_device_mutex);
 747         return ret;
 748 }
 749
 750 /**
 751  * i40e_client_virtchnl_send - TBD
 752  * @ldev: pointer to L2 context
 753  * @client: Client pointer
 754  * @vf_id: absolute VF identifier
 755  * @msg: message buffer
 756  * @len: length of message buffer
 757  *
 758  * Return 0 on success or < 0 on error
 759  **/
 760 static int i40e_client_virtchnl_send(struct i40e_info *ldev,
 761                                      struct i40e_client *client,
 762                                      u32 vf_id, u8 *msg, u16 len)
 763 {
 764         struct i40e_pf *pf = ldev->pf;
 765         struct i40e_hw *hw = &pf->hw;
 766         i40e_status err;
 767
 768         err = i40e_aq_send_msg_to_vf(hw, vf_id, I40E_VIRTCHNL_OP_IWARP,
 769                                      0, msg, len, NULL);
 770         if (err)
 771                 dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
 772                         err, hw->aq.asq_last_status);
 773
 774         return err;
 775 }
 776
 777 /**
 778  * i40e_client_setup_qvlist
 779  * @ldev: pointer to L2 context.
 780  * @client: Client pointer.
 781  * @qv_info: queue and vector list
 782  *
 783  * Return 0 on success or < 0 on error
 784  **/
 785 static int i40e_client_setup_qvlist(struct i40e_info *ldev,
 786                                     struct i40e_client *client,
 787                                     struct i40e_qvlist_info *qvlist_info)
 788 {
 789         struct i40e_pf *pf = ldev->pf;
 790         struct i40e_hw *hw = &pf->hw;
 791         struct i40e_qv_info *qv_info;
 792         u32 v_idx, i, reg_idx, reg;
 793         u32 size;
 794
 795         size = sizeof(struct i40e_qvlist_info) +
 796                (sizeof(struct i40e_qv_info) * (qvlist_info->num_vectors - 1));
 797         ldev->qvlist_info = kzalloc(size, GFP_KERNEL);
 798         ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
 799
 800         for (i = 0; i < qvlist_info->num_vectors; i++) {
 801                 qv_info = &qvlist_info->qv_info[i];
 802                 if (!qv_info)
 803                         continue;
 804                 v_idx = qv_info->v_idx;
 805
 806                 /* Validate vector id belongs to this client */
 807                 if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
 808                     (v_idx < pf->iwarp_base_vector))
 809                         goto err;
 810
 811                 ldev->qvlist_info->qv_info[i] = *qv_info;
 812                 reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
 813
 814                 if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
 815                         /* Special case - No CEQ mapped on this vector */
 816                         wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
 817                 } else {
 818                         reg = (qv_info->ceq_idx &
 819                                I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
 820                                (I40E_QUEUE_TYPE_PE_CEQ <<
 821                                I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
 822                         wr32(hw, reg_idx, reg);
 823
 824                         reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
 825                                (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
 826                                (qv_info->itr_idx <<
 827                                 I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
 828                                (I40E_QUEUE_END_OF_LIST <<
 829                                 I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
 830                         wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
 831                 }
 832                 if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
 833                         reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
 834                                (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
 835                                (qv_info->itr_idx <<
 836                                 I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
 837
 838                         wr32(hw, I40E_PFINT_AEQCTL, reg);
 839                 }
 840         }
 841         /* Mitigate sync problems with iwarp VF driver */
 842         i40e_flush(hw);
 843         return 0;
 844 err:
 845         kfree(ldev->qvlist_info);
 846         ldev->qvlist_info = NULL;
 847         return -EINVAL;
 848 }
 849
 850 /**
 851  * i40e_client_request_reset
 852  * @ldev: pointer to L2 context.
 853  * @client: Client pointer.
 854  * @level: reset level
 855  **/
 856 static void i40e_client_request_reset(struct i40e_info *ldev,
 857                                       struct i40e_client *client,
 858                                       u32 reset_level)
 859 {
 860         struct i40e_pf *pf = ldev->pf;
 861
 862         switch (reset_level) {
 863         case I40E_CLIENT_RESET_LEVEL_PF:
 864                 set_bit(__I40E_PF_RESET_REQUESTED, &pf->state);
 865                 break;
 866         case I40E_CLIENT_RESET_LEVEL_CORE:
 867                 set_bit(__I40E_PF_RESET_REQUESTED, &pf->state);
 868                 break;
 869         default:
 870                 dev_warn(&pf->pdev->dev,
 871                          "Client %s instance for PF id %d request an unsupported reset: %d.\n",
 872                          client->name, pf->hw.pf_id, reset_level);
 873                 break;
 874         }
 875
 876         i40e_service_event_schedule(pf);
 877 }
 878
 879 /**
 880  * i40e_client_update_vsi_ctxt
 881  * @ldev: pointer to L2 context.
 882  * @client: Client pointer.
 883  * @is_vf: if this for the VF
 884  * @vf_id: if is_vf true this carries the vf_id
 885  * @flag: Any device level setting that needs to be done for PE
 886  * @valid_flag: Bits in this match up and enable changing of flag bits
 887  *
 888  * Return 0 on success or < 0 on error
 889  **/
 890 static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
 891                                        struct i40e_client *client,
 892                                        bool is_vf, u32 vf_id,
 893                                        u32 flag, u32 valid_flag)
 894 {
 895         struct i40e_pf *pf = ldev->pf;
 896         struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
 897         struct i40e_vsi_context ctxt;
 898         bool update = true;
 899         i40e_status err;
 900
 901         /* TODO: for now do not allow setting VF's VSI setting */
 902         if (is_vf)
 903                 return -EINVAL;
 904
 905         ctxt.seid = pf->main_vsi_seid;
 906         ctxt.pf_num = pf->hw.pf_id;
 907         err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
 908         ctxt.flags = I40E_AQ_VSI_TYPE_PF;
 909         if (err) {
 910                 dev_info(&pf->pdev->dev,
 911                          "couldn't get PF vsi config, err %s aq_err %s\n",
 912                          i40e_stat_str(&pf->hw, err),
 913                          i40e_aq_str(&pf->hw,
 914                                      pf->hw.aq.asq_last_status));
 915                 return -ENOENT;
 916         }
 917
 918         if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE) &&
 919             (flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE)) {
 920                 ctxt.info.valid_sections =
 921                         cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
 922                 ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
 923         } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE) &&
 924                   !(flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE)) {
 925                 ctxt.info.valid_sections =
 926                         cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
 927                 ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
 928         } else {
 929                 update = false;
 930                 dev_warn(&pf->pdev->dev,
 931                          "Client %s instance for PF id %d request an unsupported Config: %x.\n",
 932                          client->name, pf->hw.pf_id, flag);
 933         }
 934
 935         if (update) {
 936                 err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
 937                 if (err) {
 938                         dev_info(&pf->pdev->dev,
 939                                  "update VSI ctxt for PE failed, err %s aq_err %s\n",
 940                                  i40e_stat_str(&pf->hw, err),
 941                                  i40e_aq_str(&pf->hw,
 942                                              pf->hw.aq.asq_last_status));
 943                 }
 944         }
 945         return err;
 946 }
 947
 948 /**
 949  * i40e_register_client - Register a i40e client driver with the L2 driver
 950  * @client: pointer to the i40e_client struct
 951  *
 952  * Returns 0 on success or non-0 on error
 953  **/
 954 int i40e_register_client(struct i40e_client *client)
 955 {
 956         int ret = 0;
 957         enum i40e_vsi_type vsi_type;
 958
 959         if (!client) {
 960                 ret = -EIO;
 961                 goto out;
 962         }
 963
 964         if (strlen(client->name) == 0) {
 965                 pr_info("i40e: Failed to register client with no name\n");
 966                 ret = -EIO;
 967                 goto out;
 968         }
 969
 970         mutex_lock(&i40e_client_mutex);
 971         if (i40e_client_is_registered(client)) {
 972                 pr_info("i40e: Client %s has already been registered!\n",
 973                         client->name);
 974                 mutex_unlock(&i40e_client_mutex);
 975                 ret = -EEXIST;
 976                 goto out;
 977         }
 978
 979         if ((client->version.major != I40E_CLIENT_VERSION_MAJOR) ||
 980             (client->version.minor != I40E_CLIENT_VERSION_MINOR)) {
 981                 pr_info("i40e: Failed to register client %s due to mismatched client interface version\n",
 982                         client->name);
 983                 pr_info("Client is using version: %02d.%02d.%02d while LAN driver supports %s\n",
 984                         client->version.major, client->version.minor,
 985                         client->version.build,
 986                         i40e_client_interface_version_str);
 987                 mutex_unlock(&i40e_client_mutex);
 988                 ret = -EIO;
 989                 goto out;
 990         }
 991
 992         vsi_type = i40e_client_type_to_vsi_type(client->type);
 993         if (vsi_type == I40E_VSI_TYPE_UNKNOWN) {
 994                 pr_info("i40e: Failed to register client %s due to unknown client type %d\n",
 995                         client->name, client->type);
 996                 mutex_unlock(&i40e_client_mutex);
 997                 ret = -EIO;
 998                 goto out;
 999         }
1000         list_add(&client->list, &i40e_clients);
1001         set_bit(__I40E_CLIENT_REGISTERED, &client->state);
1002         mutex_unlock(&i40e_client_mutex);
1003
1004         if (i40e_client_prepare(client)) {
1005                 ret = -EIO;
1006                 goto out;
1007         }
1008
1009         pr_info("i40e: Registered client %s with return code %d\n",
1010                 client->name, ret);
1011 out:
1012         return ret;
1013 }
1014 EXPORT_SYMBOL(i40e_register_client);
1015
1016 /**
1017  * i40e_unregister_client - Unregister a i40e client driver with the L2 driver
1018  * @client: pointer to the i40e_client struct
1019  *
1020  * Returns 0 on success or non-0 on error
1021  **/
1022 int i40e_unregister_client(struct i40e_client *client)
1023 {
1024         int ret = 0;
1025
1026         /* When a unregister request comes through we would have to send
1027          * a close for each of the client instances that were opened.
1028          * client_release function is called to handle this.
1029          */
1030         mutex_lock(&i40e_client_mutex);
1031         if (!client || i40e_client_release(client)) {
1032                 ret = -EIO;
1033                 goto out;
1034         }
1035
1036         /* TODO: check if device is in reset, or if that matters? */
1037         if (!i40e_client_is_registered(client)) {
1038                 pr_info("i40e: Client %s has not been registered\n",
1039                         client->name);
1040                 ret = -ENODEV;
1041                 goto out;
1042         }
1043         if (atomic_read(&client->ref_cnt) == 0) {
1044                 clear_bit(__I40E_CLIENT_REGISTERED, &client->state);
1045                 list_del(&client->list);
1046                 pr_info("i40e: Unregistered client %s with return code %d\n",
1047                         client->name, ret);
1048         } else {
1049                 ret = I40E_ERR_NOT_READY;
1050                 pr_err("i40e: Client %s failed unregister - client has open instances\n",
1051                        client->name);
1052         }
1053
1054 out:
1055         mutex_unlock(&i40e_client_mutex);
1056         return ret;
1057 }
1058 EXPORT_SYMBOL(i40e_unregister_client);