drivers/net/ethernet/intel/i40e/i40e_client.c

   1 /*******************************************************************************
   2  *
   3  * Intel Ethernet Controller XL710 Family Linux Driver
   4  * Copyright(c) 2013 - 2015 Intel Corporation.
   5  *
   6  * This program is free software; you can redistribute it and/or modify it
   7  * under the terms and conditions of the GNU General Public License,
   8  * version 2, as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope it will be useful, but WITHOUT
  11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  13  * more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program.  If not, see <http://www.gnu.org/licenses/>.
  17  *
  18  * The full GNU General Public License is included in this distribution in
  19  * the file called "COPYING".
  20  *
  21  * Contact Information:
  22  * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
  23  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  24  *
  25  ******************************************************************************/
  26
  27 #include <linux/list.h>
  28 #include <linux/errno.h>
  29
  30 #include "i40e.h"
  31 #include "i40e_prototype.h"
  32 #include "i40e_client.h"
  33
  34 static const char i40e_client_interface_version_str[] = I40E_CLIENT_VERSION_STR;
  35
  36 static LIST_HEAD(i40e_devices);
  37 static DEFINE_MUTEX(i40e_device_mutex);
  38
  39 static LIST_HEAD(i40e_clients);
  40 static DEFINE_MUTEX(i40e_client_mutex);
  41
  42 static LIST_HEAD(i40e_client_instances);
  43 static DEFINE_MUTEX(i40e_client_instance_mutex);
  44
  45 static int i40e_client_virtchnl_send(struct i40e_info *ldev,
  46                                      struct i40e_client *client,
  47                                      u32 vf_id, u8 *msg, u16 len);
  48
  49 static int i40e_client_setup_qvlist(struct i40e_info *ldev,
  50                                     struct i40e_client *client,
  51                                     struct i40e_qvlist_info *qvlist_info);
  52
  53 static void i40e_client_request_reset(struct i40e_info *ldev,
  54                                       struct i40e_client *client,
  55                                       u32 reset_level);
  56
  57 static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
  58                                        struct i40e_client *client,
  59                                        bool is_vf, u32 vf_id,
  60                                        u32 flag, u32 valid_flag);
  61
  62 static struct i40e_ops i40e_lan_ops = {
  63         .virtchnl_send = i40e_client_virtchnl_send,
  64         .setup_qvlist = i40e_client_setup_qvlist,
  65         .request_reset = i40e_client_request_reset,
  66         .update_vsi_ctxt = i40e_client_update_vsi_ctxt,
  67 };
  68
  69 /**
  70  * i40e_client_type_to_vsi_type - convert client type to vsi type
  71  * @client_type: the i40e_client type
  72  *
  73  * returns the related vsi type value
  74  **/
  75 static
  76 enum i40e_vsi_type i40e_client_type_to_vsi_type(enum i40e_client_type type)
  77 {
  78         switch (type) {
  79         case I40E_CLIENT_IWARP:
  80                 return I40E_VSI_IWARP;
  81
  82         case I40E_CLIENT_VMDQ2:
  83                 return I40E_VSI_VMDQ2;
  84
  85         default:
  86                 pr_err("i40e: Client type unknown\n");
  87                 return I40E_VSI_TYPE_UNKNOWN;
  88         }
  89 }
  90
  91 /**
  92  * i40e_client_get_params - Get the params that can change at runtime
  93  * @vsi: the VSI with the message
  94  * @param: clinet param struct
  95  *
  96  **/
  97 static
  98 int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
  99 {
 100         struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
 101         int i = 0;
 102
 103         for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
 104                 u8 tc = dcb_cfg->etscfg.prioritytable[i];
 105                 u16 qs_handle;
 106
 107                 /* If TC is not enabled for VSI use TC0 for UP */
 108                 if (!(vsi->tc_config.enabled_tc & BIT(tc)))
 109                         tc = 0;
 110
 111                 qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
 112                 params->qos.prio_qos[i].tc = tc;
 113                 params->qos.prio_qos[i].qs_handle = qs_handle;
 114                 if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
 115                         dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
 116                                 tc, vsi->id);
 117                         return -EINVAL;
 118                 }
 119         }
 120
 121         params->mtu = vsi->netdev->mtu;
 122         return 0;
 123 }
 124
 125 /**
 126  * i40e_notify_client_of_vf_msg - call the client vf message callback
 127  * @vsi: the VSI with the message
 128  * @vf_id: the absolute VF id that sent the message
 129  * @msg: message buffer
 130  * @len: length of the message
 131  *
 132  * If there is a client to this VSI, call the client
 133  **/
 134 void
 135 i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
 136 {
 137         struct i40e_client_instance *cdev;
 138
 139         if (!vsi)
 140                 return;
 141         mutex_lock(&i40e_client_instance_mutex);
 142         list_for_each_entry(cdev, &i40e_client_instances, list) {
 143                 if (cdev->lan_info.pf == vsi->back) {
 144                         if (!cdev->client ||
 145                             !cdev->client->ops ||
 146                             !cdev->client->ops->virtchnl_receive) {
 147                                 dev_dbg(&vsi->back->pdev->dev,
 148                                         "Cannot locate client instance virtual channel receive routine\n");
 149                                 continue;
 150                         }
 151                         cdev->client->ops->virtchnl_receive(&cdev->lan_info,
 152                                                             cdev->client,
 153                                                             vf_id, msg, len);
 154                 }
 155         }
 156         mutex_unlock(&i40e_client_instance_mutex);
 157 }
 158
 159 /**
 160  * i40e_notify_client_of_l2_param_changes - call the client notify callback
 161  * @vsi: the VSI with l2 param changes
 162  *
 163  * If there is a client to this VSI, call the client
 164  **/
 165 void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi)
 166 {
 167         struct i40e_client_instance *cdev;
 168         struct i40e_params params;
 169
 170         if (!vsi)
 171                 return;
 172         memset(&params, 0, sizeof(params));
 173         i40e_client_get_params(vsi, &params);
 174         mutex_lock(&i40e_client_instance_mutex);
 175         list_for_each_entry(cdev, &i40e_client_instances, list) {
 176                 if (cdev->lan_info.pf == vsi->back) {
 177                         if (!cdev->client ||
 178                             !cdev->client->ops ||
 179                             !cdev->client->ops->l2_param_change) {
 180                                 dev_dbg(&vsi->back->pdev->dev,
 181                                         "Cannot locate client instance l2_param_change routine\n");
 182                                 continue;
 183                         }
 184                         cdev->lan_info.params = params;
 185                         cdev->client->ops->l2_param_change(&cdev->lan_info,
 186                                                            cdev->client,
 187                                                            &params);
 188                 }
 189         }
 190         mutex_unlock(&i40e_client_instance_mutex);
 191 }
 192
 193 /**
 194  * i40e_notify_client_of_netdev_open - call the client open callback
 195  * @vsi: the VSI with netdev opened
 196  *
 197  * If there is a client to this netdev, call the client with open
 198  **/
 199 void i40e_notify_client_of_netdev_open(struct i40e_vsi *vsi)
 200 {
 201         struct i40e_client_instance *cdev;
 202
 203         if (!vsi)
 204                 return;
 205         mutex_lock(&i40e_client_instance_mutex);
 206         list_for_each_entry(cdev, &i40e_client_instances, list) {
 207                 if (cdev->lan_info.netdev == vsi->netdev) {
 208                         if (!cdev->client ||
 209                             !cdev->client->ops || !cdev->client->ops->open) {
 210                                 dev_dbg(&vsi->back->pdev->dev,
 211                                         "Cannot locate client instance open routine\n");
 212                                 continue;
 213                         }
 214                         cdev->client->ops->open(&cdev->lan_info, cdev->client);
 215                 }
 216         }
 217         mutex_unlock(&i40e_client_instance_mutex);
 218 }
 219
 220 /**
 221  * i40e_client_release_qvlist
 222  * @ldev: pointer to L2 context.
 223  *
 224  **/
 225 static void i40e_client_release_qvlist(struct i40e_info *ldev)
 226 {
 227         struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
 228         u32 i;
 229
 230         if (!ldev->qvlist_info)
 231                 return;
 232
 233         for (i = 0; i < qvlist_info->num_vectors; i++) {
 234                 struct i40e_pf *pf = ldev->pf;
 235                 struct i40e_qv_info *qv_info;
 236                 u32 reg_idx;
 237
 238                 qv_info = &qvlist_info->qv_info[i];
 239                 if (!qv_info)
 240                         continue;
 241                 reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
 242                 wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
 243         }
 244         kfree(ldev->qvlist_info);
 245         ldev->qvlist_info = NULL;
 246 }
 247
 248 /**
 249  * i40e_notify_client_of_netdev_close - call the client close callback
 250  * @vsi: the VSI with netdev closed
 251  * @reset: true when close called due to a reset pending
 252  *
 253  * If there is a client to this netdev, call the client with close
 254  **/
 255 void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset)
 256 {
 257         struct i40e_client_instance *cdev;
 258
 259         if (!vsi)
 260                 return;
 261         mutex_lock(&i40e_client_instance_mutex);
 262         list_for_each_entry(cdev, &i40e_client_instances, list) {
 263                 if (cdev->lan_info.netdev == vsi->netdev) {
 264                         if (!cdev->client ||
 265                             !cdev->client->ops || !cdev->client->ops->close) {
 266                                 dev_dbg(&vsi->back->pdev->dev,
 267                                         "Cannot locate client instance close routine\n");
 268                                 continue;
 269                         }
 270                         cdev->client->ops->close(&cdev->lan_info, cdev->client,
 271                                                  reset);
 272                         i40e_client_release_qvlist(&cdev->lan_info);
 273                 }
 274         }
 275         mutex_unlock(&i40e_client_instance_mutex);
 276 }
 277
 278 /**
 279  * i40e_notify_client_of_vf_reset - call the client vf reset callback
 280  * @pf: PF device pointer
 281  * @vf_id: asolute id of VF being reset
 282  *
 283  * If there is a client attached to this PF, notify when a VF is reset
 284  **/
 285 void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
 286 {
 287         struct i40e_client_instance *cdev;
 288
 289         if (!pf)
 290                 return;
 291         mutex_lock(&i40e_client_instance_mutex);
 292         list_for_each_entry(cdev, &i40e_client_instances, list) {
 293                 if (cdev->lan_info.pf == pf) {
 294                         if (!cdev->client ||
 295                             !cdev->client->ops ||
 296                             !cdev->client->ops->vf_reset) {
 297                                 dev_dbg(&pf->pdev->dev,
 298                                         "Cannot locate client instance VF reset routine\n");
 299                                 continue;
 300                         }
 301                         cdev->client->ops->vf_reset(&cdev->lan_info,
 302                                                     cdev->client, vf_id);
 303                 }
 304         }
 305         mutex_unlock(&i40e_client_instance_mutex);
 306 }
 307
 308 /**
 309  * i40e_notify_client_of_vf_enable - call the client vf notification callback
 310  * @pf: PF device pointer
 311  * @num_vfs: the number of VFs currently enabled, 0 for disable
 312  *
 313  * If there is a client attached to this PF, call its VF notification routine
 314  **/
 315 void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
 316 {
 317         struct i40e_client_instance *cdev;
 318
 319         if (!pf)
 320                 return;
 321         mutex_lock(&i40e_client_instance_mutex);
 322         list_for_each_entry(cdev, &i40e_client_instances, list) {
 323                 if (cdev->lan_info.pf == pf) {
 324                         if (!cdev->client ||
 325                             !cdev->client->ops ||
 326                             !cdev->client->ops->vf_enable) {
 327                                 dev_dbg(&pf->pdev->dev,
 328                                         "Cannot locate client instance VF enable routine\n");
 329                                 continue;
 330                         }
 331                         cdev->client->ops->vf_enable(&cdev->lan_info,
 332                                                      cdev->client, num_vfs);
 333                 }
 334         }
 335         mutex_unlock(&i40e_client_instance_mutex);
 336 }
 337
 338 /**
 339  * i40e_vf_client_capable - ask the client if it likes the specified VF
 340  * @pf: PF device pointer
 341  * @vf_id: the VF in question
 342  *
 343  * If there is a client of the specified type attached to this PF, call
 344  * its vf_capable routine
 345  **/
 346 int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id,
 347                            enum i40e_client_type type)
 348 {
 349         struct i40e_client_instance *cdev;
 350         int capable = false;
 351
 352         if (!pf)
 353                 return false;
 354         mutex_lock(&i40e_client_instance_mutex);
 355         list_for_each_entry(cdev, &i40e_client_instances, list) {
 356                 if (cdev->lan_info.pf == pf) {
 357                         if (!cdev->client ||
 358                             !cdev->client->ops ||
 359                             !cdev->client->ops->vf_capable ||
 360                             !(cdev->client->type == type)) {
 361                                 dev_dbg(&pf->pdev->dev,
 362                                         "Cannot locate client instance VF capability routine\n");
 363                                 continue;
 364                         }
 365                         capable = cdev->client->ops->vf_capable(&cdev->lan_info,
 366                                                                 cdev->client,
 367                                                                 vf_id);
 368                         break;
 369                 }
 370         }
 371         mutex_unlock(&i40e_client_instance_mutex);
 372         return capable;
 373 }
 374
 375 /**
 376  * i40e_vsi_lookup - finds a matching VSI from the PF list starting at start_vsi
 377  * @pf: board private structure
 378  * @type: vsi type
 379  * @start_vsi: a VSI pointer from where to start the search
 380  *
 381  * Returns non NULL on success or NULL for failure
 382  **/
 383 struct i40e_vsi *i40e_vsi_lookup(struct i40e_pf *pf,
 384                                  enum i40e_vsi_type type,
 385                                  struct i40e_vsi *start_vsi)
 386 {
 387         struct i40e_vsi *vsi;
 388         int i = 0;
 389
 390         if (start_vsi) {
 391                 for (i = 0; i < pf->num_alloc_vsi; i++) {
 392                         vsi = pf->vsi[i];
 393                         if (vsi == start_vsi)
 394                                 break;
 395                 }
 396         }
 397         for (; i < pf->num_alloc_vsi; i++) {
 398                 vsi = pf->vsi[i];
 399                 if (vsi && vsi->type == type)
 400                         return vsi;
 401         }
 402
 403         return NULL;
 404 }
 405
 406 /**
 407  * i40e_client_add_instance - add a client instance struct to the instance list
 408  * @pf: pointer to the board struct
 409  * @client: pointer to a client struct in the client list.
 410  *
 411  * Returns cdev ptr on success, NULL on failure
 412  **/
 413 static
 414 struct i40e_client_instance *i40e_client_add_instance(struct i40e_pf *pf,
 415                                                       struct i40e_client *client)
 416 {
 417         struct i40e_client_instance *cdev;
 418         struct netdev_hw_addr *mac = NULL;
 419         struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
 420
 421         mutex_lock(&i40e_client_instance_mutex);
 422         list_for_each_entry(cdev, &i40e_client_instances, list) {
 423                 if ((cdev->lan_info.pf == pf) && (cdev->client == client)) {
 424                         cdev = NULL;
 425                         goto out;
 426                 }
 427         }
 428         cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
 429         if (!cdev)
 430                 goto out;
 431
 432         cdev->lan_info.pf = (void *)pf;
 433         cdev->lan_info.netdev = vsi->netdev;
 434         cdev->lan_info.pcidev = pf->pdev;
 435         cdev->lan_info.fid = pf->hw.pf_id;
 436         cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
 437         cdev->lan_info.hw_addr = pf->hw.hw_addr;
 438         cdev->lan_info.ops = &i40e_lan_ops;
 439         cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
 440         cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
 441         cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
 442         cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
 443         cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
 444         cdev->lan_info.fw_build = pf->hw.aq.fw_build;
 445         set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
 446
 447         if (i40e_client_get_params(vsi, &cdev->lan_info.params)) {
 448                 kfree(cdev);
 449                 cdev = NULL;
 450                 goto out;
 451         }
 452
 453         cdev->lan_info.msix_count = pf->num_iwarp_msix;
 454         cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
 455
 456         mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
 457                                struct netdev_hw_addr, list);
 458         if (mac)
 459                 ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
 460         else
 461                 dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
 462
 463         cdev->client = client;
 464         INIT_LIST_HEAD(&cdev->list);
 465         list_add(&cdev->list, &i40e_client_instances);
 466 out:
 467         mutex_unlock(&i40e_client_instance_mutex);
 468         return cdev;
 469 }
 470
 471 /**
 472  * i40e_client_del_instance - removes a client instance from the list
 473  * @pf: pointer to the board struct
 474  *
 475  * Returns 0 on success or non-0 on error
 476  **/
 477 static
 478 int i40e_client_del_instance(struct i40e_pf *pf, struct i40e_client *client)
 479 {
 480         struct i40e_client_instance *cdev, *tmp;
 481         int ret = -ENODEV;
 482
 483         mutex_lock(&i40e_client_instance_mutex);
 484         list_for_each_entry_safe(cdev, tmp, &i40e_client_instances, list) {
 485                 if ((cdev->lan_info.pf != pf) || (cdev->client != client))
 486                         continue;
 487
 488                 dev_info(&pf->pdev->dev, "Deleted instance of Client %s, of dev %d bus=0x%02x func=0x%02x)\n",
 489                          client->name, pf->hw.pf_id,
 490                          pf->hw.bus.device, pf->hw.bus.func);
 491                 list_del(&cdev->list);
 492                 kfree(cdev);
 493                 ret = 0;
 494                 break;
 495         }
 496         mutex_unlock(&i40e_client_instance_mutex);
 497         return ret;
 498 }
 499
 500 /**
 501  * i40e_client_subtask - client maintenance work
 502  * @pf: board private structure
 503  **/
 504 void i40e_client_subtask(struct i40e_pf *pf)
 505 {
 506         struct i40e_client_instance *cdev;
 507         struct i40e_client *client;
 508         int ret = 0;
 509
 510         if (!(pf->flags & I40E_FLAG_SERVICE_CLIENT_REQUESTED))
 511                 return;
 512         pf->flags &= ~I40E_FLAG_SERVICE_CLIENT_REQUESTED;
 513
 514         /* If we're down or resetting, just bail */
 515         if (test_bit(__I40E_DOWN, &pf->state) ||
 516             test_bit(__I40E_CONFIG_BUSY, &pf->state))
 517                 return;
 518
 519         /* Check client state and instantiate client if client registered */
 520         mutex_lock(&i40e_client_mutex);
 521         list_for_each_entry(client, &i40e_clients, list) {
 522                 /* first check client is registered */
 523                 if (!test_bit(__I40E_CLIENT_REGISTERED, &client->state))
 524                         continue;
 525
 526                 /* Do we also need the LAN VSI to be up, to create instance */
 527                 if (!(client->flags & I40E_CLIENT_FLAGS_LAUNCH_ON_PROBE)) {
 528                         /* check if L2 VSI is up, if not we are not ready */
 529                         if (test_bit(__I40E_DOWN, &pf->vsi[pf->lan_vsi]->state))
 530                                 continue;
 531                 }
 532
 533                 /* Add the client instance to the instance list */
 534                 cdev = i40e_client_add_instance(pf, client);
 535                 if (!cdev)
 536                         continue;
 537
 538                 /* Also up the ref_cnt of no. of instances of this client */
 539                 atomic_inc(&client->ref_cnt);
 540                 dev_info(&pf->pdev->dev, "Added instance of Client %s to PF%d bus=0x%02x func=0x%02x\n",
 541                          client->name, pf->hw.pf_id,
 542                          pf->hw.bus.device, pf->hw.bus.func);
 543
 544                 /* Send an Open request to the client */
 545                 atomic_inc(&cdev->ref_cnt);
 546                 if (client->ops && client->ops->open)
 547                         ret = client->ops->open(&cdev->lan_info, client);
 548                 atomic_dec(&cdev->ref_cnt);
 549                 if (!ret) {
 550                         set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
 551                 } else {
 552                         /* remove client instance */
 553                         i40e_client_del_instance(pf, client);
 554                         atomic_dec(&client->ref_cnt);
 555                         continue;
 556                 }
 557         }
 558         mutex_unlock(&i40e_client_mutex);
 559 }
 560
 561 /**
 562  * i40e_lan_add_device - add a lan device struct to the list of lan devices
 563  * @pf: pointer to the board struct
 564  *
 565  * Returns 0 on success or none 0 on error
 566  **/
 567 int i40e_lan_add_device(struct i40e_pf *pf)
 568 {
 569         struct i40e_device *ldev;
 570         int ret = 0;
 571
 572         mutex_lock(&i40e_device_mutex);
 573         list_for_each_entry(ldev, &i40e_devices, list) {
 574                 if (ldev->pf == pf) {
 575                         ret = -EEXIST;
 576                         goto out;
 577                 }
 578         }
 579         ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
 580         if (!ldev) {
 581                 ret = -ENOMEM;
 582                 goto out;
 583         }
 584         ldev->pf = pf;
 585         INIT_LIST_HEAD(&ldev->list);
 586         list_add(&ldev->list, &i40e_devices);
 587         dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x func=0x%02x\n",
 588                  pf->hw.pf_id, pf->hw.bus.device, pf->hw.bus.func);
 589
 590         /* Since in some cases register may have happened before a device gets
 591          * added, we can schedule a subtask to go initiate the clients.
 592          */
 593         pf->flags |= I40E_FLAG_SERVICE_CLIENT_REQUESTED;
 594         i40e_service_event_schedule(pf);
 595
 596 out:
 597         mutex_unlock(&i40e_device_mutex);
 598         return ret;
 599 }
 600
 601 /**
 602  * i40e_lan_del_device - removes a lan device from the device list
 603  * @pf: pointer to the board struct
 604  *
 605  * Returns 0 on success or non-0 on error
 606  **/
 607 int i40e_lan_del_device(struct i40e_pf *pf)
 608 {
 609         struct i40e_device *ldev, *tmp;
 610         int ret = -ENODEV;
 611
 612         mutex_lock(&i40e_device_mutex);
 613         list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
 614                 if (ldev->pf == pf) {
 615                         dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x func=0x%02x\n",
 616                                  pf->hw.pf_id, pf->hw.bus.device,
 617                                  pf->hw.bus.func);
 618                         list_del(&ldev->list);
 619                         kfree(ldev);
 620                         ret = 0;
 621                         break;
 622                 }
 623         }
 624
 625         mutex_unlock(&i40e_device_mutex);
 626         return ret;
 627 }
 628
 629 /**
 630  * i40e_client_release - release client specific resources
 631  * @client: pointer to the registered client
 632  *
 633  * Return 0 on success or < 0 on error
 634  **/
 635 static int i40e_client_release(struct i40e_client *client)
 636 {
 637         struct i40e_client_instance *cdev, *tmp;
 638         struct i40e_pf *pf = NULL;
 639         int ret = 0;
 640
 641         LIST_HEAD(cdevs_tmp);
 642
 643         mutex_lock(&i40e_client_instance_mutex);
 644         list_for_each_entry_safe(cdev, tmp, &i40e_client_instances, list) {
 645                 if (strncmp(cdev->client->name, client->name,
 646                             I40E_CLIENT_STR_LENGTH))
 647                         continue;
 648                 if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
 649                         if (atomic_read(&cdev->ref_cnt) > 0) {
 650                                 ret = I40E_ERR_NOT_READY;
 651                                 goto out;
 652                         }
 653                         pf = (struct i40e_pf *)cdev->lan_info.pf;
 654                         if (client->ops && client->ops->close)
 655                                 client->ops->close(&cdev->lan_info, client,
 656                                                    false);
 657                         i40e_client_release_qvlist(&cdev->lan_info);
 658                         clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
 659
 660                         dev_warn(&pf->pdev->dev,
 661                                  "Client %s instance for PF id %d closed\n",
 662                                  client->name, pf->hw.pf_id);
 663                 }
 664                 /* delete the client instance from the list */
 665                 list_del(&cdev->list);
 666                 list_add(&cdev->list, &cdevs_tmp);
 667                 atomic_dec(&client->ref_cnt);
 668                 dev_info(&pf->pdev->dev, "Deleted client instance of Client %s\n",
 669                          client->name);
 670         }
 671 out:
 672         mutex_unlock(&i40e_client_instance_mutex);
 673
 674         /* free the client device and release its vsi */
 675         list_for_each_entry_safe(cdev, tmp, &cdevs_tmp, list) {
 676                 kfree(cdev);
 677         }
 678         return ret;
 679 }
 680
 681 /**
 682  * i40e_client_prepare - prepare client specific resources
 683  * @client: pointer to the registered client
 684  *
 685  * Return 0 on success or < 0 on error
 686  **/
 687 static int i40e_client_prepare(struct i40e_client *client)
 688 {
 689         struct i40e_device *ldev;
 690         struct i40e_pf *pf;
 691         int ret = 0;
 692
 693         mutex_lock(&i40e_device_mutex);
 694         list_for_each_entry(ldev, &i40e_devices, list) {
 695                 pf = ldev->pf;
 696                 /* Start the client subtask */
 697                 pf->flags |= I40E_FLAG_SERVICE_CLIENT_REQUESTED;
 698                 i40e_service_event_schedule(pf);
 699         }
 700         mutex_unlock(&i40e_device_mutex);
 701         return ret;
 702 }
 703
 704 /**
 705  * i40e_client_virtchnl_send - TBD
 706  * @ldev: pointer to L2 context
 707  * @client: Client pointer
 708  * @vf_id: absolute VF identifier
 709  * @msg: message buffer
 710  * @len: length of message buffer
 711  *
 712  * Return 0 on success or < 0 on error
 713  **/
 714 static int i40e_client_virtchnl_send(struct i40e_info *ldev,
 715                                      struct i40e_client *client,
 716                                      u32 vf_id, u8 *msg, u16 len)
 717 {
 718         struct i40e_pf *pf = ldev->pf;
 719         struct i40e_hw *hw = &pf->hw;
 720         i40e_status err;
 721
 722         err = i40e_aq_send_msg_to_vf(hw, vf_id, I40E_VIRTCHNL_OP_IWARP,
 723                                      0, msg, len, NULL);
 724         if (err)
 725                 dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
 726                         err, hw->aq.asq_last_status);
 727
 728         return err;
 729 }
 730
 731 /**
 732  * i40e_client_setup_qvlist
 733  * @ldev: pointer to L2 context.
 734  * @client: Client pointer.
 735  * @qv_info: queue and vector list
 736  *
 737  * Return 0 on success or < 0 on error
 738  **/
 739 static int i40e_client_setup_qvlist(struct i40e_info *ldev,
 740                                     struct i40e_client *client,
 741                                     struct i40e_qvlist_info *qvlist_info)
 742 {
 743         struct i40e_pf *pf = ldev->pf;
 744         struct i40e_hw *hw = &pf->hw;
 745         struct i40e_qv_info *qv_info;
 746         u32 v_idx, i, reg_idx, reg;
 747         u32 size;
 748
 749         size = sizeof(struct i40e_qvlist_info) +
 750                (sizeof(struct i40e_qv_info) * (qvlist_info->num_vectors - 1));
 751         ldev->qvlist_info = kzalloc(size, GFP_KERNEL);
 752         ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
 753
 754         for (i = 0; i < qvlist_info->num_vectors; i++) {
 755                 qv_info = &qvlist_info->qv_info[i];
 756                 if (!qv_info)
 757                         continue;
 758                 v_idx = qv_info->v_idx;
 759
 760                 /* Validate vector id belongs to this client */
 761                 if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
 762                     (v_idx < pf->iwarp_base_vector))
 763                         goto err;
 764
 765                 ldev->qvlist_info->qv_info[i] = *qv_info;
 766                 reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
 767
 768                 if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
 769                         /* Special case - No CEQ mapped on this vector */
 770                         wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
 771                 } else {
 772                         reg = (qv_info->ceq_idx &
 773                                I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
 774                                (I40E_QUEUE_TYPE_PE_CEQ <<
 775                                I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
 776                         wr32(hw, reg_idx, reg);
 777
 778                         reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
 779                                (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
 780                                (qv_info->itr_idx <<
 781                                 I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
 782                                (I40E_QUEUE_END_OF_LIST <<
 783                                 I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
 784                         wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
 785                 }
 786                 if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
 787                         reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
 788                                (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
 789                                (qv_info->itr_idx <<
 790                                 I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
 791
 792                         wr32(hw, I40E_PFINT_AEQCTL, reg);
 793                 }
 794         }
 795
 796         return 0;
 797 err:
 798         kfree(ldev->qvlist_info);
 799         ldev->qvlist_info = NULL;
 800         return -EINVAL;
 801 }
 802
 803 /**
 804  * i40e_client_request_reset
 805  * @ldev: pointer to L2 context.
 806  * @client: Client pointer.
 807  * @level: reset level
 808  **/
 809 static void i40e_client_request_reset(struct i40e_info *ldev,
 810                                       struct i40e_client *client,
 811                                       u32 reset_level)
 812 {
 813         struct i40e_pf *pf = ldev->pf;
 814
 815         switch (reset_level) {
 816         case I40E_CLIENT_RESET_LEVEL_PF:
 817                 set_bit(__I40E_PF_RESET_REQUESTED, &pf->state);
 818                 break;
 819         case I40E_CLIENT_RESET_LEVEL_CORE:
 820                 set_bit(__I40E_PF_RESET_REQUESTED, &pf->state);
 821                 break;
 822         default:
 823                 dev_warn(&pf->pdev->dev,
 824                          "Client %s instance for PF id %d request an unsupported reset: %d.\n",
 825                          client->name, pf->hw.pf_id, reset_level);
 826                 break;
 827         }
 828
 829         i40e_service_event_schedule(pf);
 830 }
 831
 832 /**
 833  * i40e_client_update_vsi_ctxt
 834  * @ldev: pointer to L2 context.
 835  * @client: Client pointer.
 836  * @is_vf: if this for the VF
 837  * @vf_id: if is_vf true this carries the vf_id
 838  * @flag: Any device level setting that needs to be done for PE
 839  * @valid_flag: Bits in this match up and enable changing of flag bits
 840  *
 841  * Return 0 on success or < 0 on error
 842  **/
 843 static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
 844                                        struct i40e_client *client,
 845                                        bool is_vf, u32 vf_id,
 846                                        u32 flag, u32 valid_flag)
 847 {
 848         struct i40e_pf *pf = ldev->pf;
 849         struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
 850         struct i40e_vsi_context ctxt;
 851         bool update = true;
 852         i40e_status err;
 853
 854         /* TODO: for now do not allow setting VF's VSI setting */
 855         if (is_vf)
 856                 return -EINVAL;
 857
 858         ctxt.seid = pf->main_vsi_seid;
 859         ctxt.pf_num = pf->hw.pf_id;
 860         err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
 861         ctxt.flags = I40E_AQ_VSI_TYPE_PF;
 862         if (err) {
 863                 dev_info(&pf->pdev->dev,
 864                          "couldn't get PF vsi config, err %s aq_err %s\n",
 865                          i40e_stat_str(&pf->hw, err),
 866                          i40e_aq_str(&pf->hw,
 867                                      pf->hw.aq.asq_last_status));
 868                 return -ENOENT;
 869         }
 870
 871         if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE) &&
 872             (flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE)) {
 873                 ctxt.info.valid_sections =
 874                         cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
 875                 ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
 876         } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE) &&
 877                   !(flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE)) {
 878                 ctxt.info.valid_sections =
 879                         cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
 880                 ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
 881         } else {
 882                 update = false;
 883                 dev_warn(&pf->pdev->dev,
 884                          "Client %s instance for PF id %d request an unsupported Config: %x.\n",
 885                          client->name, pf->hw.pf_id, flag);
 886         }
 887
 888         if (update) {
 889                 err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
 890                 if (err) {
 891                         dev_info(&pf->pdev->dev,
 892                                  "update VSI ctxt for PE failed, err %s aq_err %s\n",
 893                                  i40e_stat_str(&pf->hw, err),
 894                                  i40e_aq_str(&pf->hw,
 895                                              pf->hw.aq.asq_last_status));
 896                 }
 897         }
 898         return err;
 899 }
 900
 901 /**
 902  * i40e_register_client - Register a i40e client driver with the L2 driver
 903  * @client: pointer to the i40e_client struct
 904  *
 905  * Returns 0 on success or non-0 on error
 906  **/
 907 int i40e_register_client(struct i40e_client *client)
 908 {
 909         int ret = 0;
 910         enum i40e_vsi_type vsi_type;
 911
 912         if (!client) {
 913                 ret = -EIO;
 914                 goto out;
 915         }
 916
 917         if (strlen(client->name) == 0) {
 918                 pr_info("i40e: Failed to register client with no name\n");
 919                 ret = -EIO;
 920                 goto out;
 921         }
 922
 923         mutex_lock(&i40e_client_mutex);
 924         if (i40e_client_is_registered(client)) {
 925                 pr_info("i40e: Client %s has already been registered!\n",
 926                         client->name);
 927                 mutex_unlock(&i40e_client_mutex);
 928                 ret = -EEXIST;
 929                 goto out;
 930         }
 931
 932         if ((client->version.major != I40E_CLIENT_VERSION_MAJOR) ||
 933             (client->version.minor != I40E_CLIENT_VERSION_MINOR)) {
 934                 pr_info("i40e: Failed to register client %s due to mismatched client interface version\n",
 935                         client->name);
 936                 pr_info("Client is using version: %02d.%02d.%02d while LAN driver supports %s\n",
 937                         client->version.major, client->version.minor,
 938                         client->version.build,
 939                         i40e_client_interface_version_str);
 940                 mutex_unlock(&i40e_client_mutex);
 941                 ret = -EIO;
 942                 goto out;
 943         }
 944
 945         vsi_type = i40e_client_type_to_vsi_type(client->type);
 946         if (vsi_type == I40E_VSI_TYPE_UNKNOWN) {
 947                 pr_info("i40e: Failed to register client %s due to unknown client type %d\n",
 948                         client->name, client->type);
 949                 mutex_unlock(&i40e_client_mutex);
 950                 ret = -EIO;
 951                 goto out;
 952         }
 953         list_add(&client->list, &i40e_clients);
 954         set_bit(__I40E_CLIENT_REGISTERED, &client->state);
 955         mutex_unlock(&i40e_client_mutex);
 956
 957         if (i40e_client_prepare(client)) {
 958                 ret = -EIO;
 959                 goto out;
 960         }
 961
 962         pr_info("i40e: Registered client %s with return code %d\n",
 963                 client->name, ret);
 964 out:
 965         return ret;
 966 }
 967 EXPORT_SYMBOL(i40e_register_client);
 968
 969 /**
 970  * i40e_unregister_client - Unregister a i40e client driver with the L2 driver
 971  * @client: pointer to the i40e_client struct
 972  *
 973  * Returns 0 on success or non-0 on error
 974  **/
 975 int i40e_unregister_client(struct i40e_client *client)
 976 {
 977         int ret = 0;
 978
 979         /* When a unregister request comes through we would have to send
 980          * a close for each of the client instances that were opened.
 981          * client_release function is called to handle this.
 982          */
 983         mutex_lock(&i40e_client_mutex);
 984         if (!client || i40e_client_release(client)) {
 985                 ret = -EIO;
 986                 goto out;
 987         }
 988
 989         /* TODO: check if device is in reset, or if that matters? */
 990         if (!i40e_client_is_registered(client)) {
 991                 pr_info("i40e: Client %s has not been registered\n",
 992                         client->name);
 993                 mutex_unlock(&i40e_client_mutex);
 994                 ret = -ENODEV;
 995                 goto out;
 996         }
 997         if (atomic_read(&client->ref_cnt) == 0) {
 998                 clear_bit(__I40E_CLIENT_REGISTERED, &client->state);
 999                 list_del(&client->list);
1000                 pr_info("i40e: Unregistered client %s with return code %d\n",
1001                         client->name, ret);
1002         } else {
1003                 ret = I40E_ERR_NOT_READY;
1004                 pr_err("i40e: Client %s failed unregister - client has open instances\n",
1005                        client->name);
1006         }
1007
1008 out:
1009         mutex_unlock(&i40e_client_mutex);
1010         return ret;
1011 }
1012 EXPORT_SYMBOL(i40e_unregister_client);