drivers/net/ethernet/intel/i40evf/i40evf_virtchnl.c

   1 /*******************************************************************************
   2  *
   3  * Intel Ethernet Controller XL710 Family Linux Virtual Function Driver
   4  * Copyright(c) 2013 - 2014 Intel Corporation.
   5  *
   6  * This program is free software; you can redistribute it and/or modify it
   7  * under the terms and conditions of the GNU General Public License,
   8  * version 2, as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope it will be useful, but WITHOUT
  11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  13  * more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program.  If not, see <http://www.gnu.org/licenses/>.
  17  *
  18  * The full GNU General Public License is included in this distribution in
  19  * the file called "COPYING".
  20  *
  21  * Contact Information:
  22  * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
  23  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  24  *
  25  ******************************************************************************/
  26
  27 #include "i40evf.h"
  28 #include "i40e_prototype.h"
  29
  30 /* busy wait delay in msec */
  31 #define I40EVF_BUSY_WAIT_DELAY 10
  32 #define I40EVF_BUSY_WAIT_COUNT 50
  33
  34 /**
  35  * i40evf_send_pf_msg
  36  * @adapter: adapter structure
  37  * @op: virtual channel opcode
  38  * @msg: pointer to message buffer
  39  * @len: message length
  40  *
  41  * Send message to PF and print status if failure.
  42  **/
  43 static int i40evf_send_pf_msg(struct i40evf_adapter *adapter,
  44                               enum i40e_virtchnl_ops op, u8 *msg, u16 len)
  45 {
  46         struct i40e_hw *hw = &adapter->hw;
  47         i40e_status err;
  48
  49         if (adapter->flags & I40EVF_FLAG_PF_COMMS_FAILED)
  50                 return 0; /* nothing to see here, move along */
  51
  52         err = i40e_aq_send_msg_to_pf(hw, op, 0, msg, len, NULL);
  53         if (err)
  54                 dev_err(&adapter->pdev->dev, "Unable to send opcode %d to PF, err %s, aq_err %s\n",
  55                         op, i40evf_stat_str(hw, err),
  56                         i40evf_aq_str(hw, hw->aq.asq_last_status));
  57         return err;
  58 }
  59
  60 /**
  61  * i40evf_send_api_ver
  62  * @adapter: adapter structure
  63  *
  64  * Send API version admin queue message to the PF. The reply is not checked
  65  * in this function. Returns 0 if the message was successfully
  66  * sent, or one of the I40E_ADMIN_QUEUE_ERROR_ statuses if not.
  67  **/
  68 int i40evf_send_api_ver(struct i40evf_adapter *adapter)
  69 {
  70         struct i40e_virtchnl_version_info vvi;
  71
  72         vvi.major = I40E_VIRTCHNL_VERSION_MAJOR;
  73         vvi.minor = I40E_VIRTCHNL_VERSION_MINOR;
  74
  75         return i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_VERSION, (u8 *)&vvi,
  76                                   sizeof(vvi));
  77 }
  78
  79 /**
  80  * i40evf_verify_api_ver
  81  * @adapter: adapter structure
  82  *
  83  * Compare API versions with the PF. Must be called after admin queue is
  84  * initialized. Returns 0 if API versions match, -EIO if they do not,
  85  * I40E_ERR_ADMIN_QUEUE_NO_WORK if the admin queue is empty, and any errors
  86  * from the firmware are propagated.
  87  **/
  88 int i40evf_verify_api_ver(struct i40evf_adapter *adapter)
  89 {
  90         struct i40e_virtchnl_version_info *pf_vvi;
  91         struct i40e_hw *hw = &adapter->hw;
  92         struct i40e_arq_event_info event;
  93         enum i40e_virtchnl_ops op;
  94         i40e_status err;
  95
  96         event.buf_len = I40EVF_MAX_AQ_BUF_SIZE;
  97         event.msg_buf = kzalloc(event.buf_len, GFP_KERNEL);
  98         if (!event.msg_buf) {
  99                 err = -ENOMEM;
 100                 goto out;
 101         }
 102
 103         while (1) {
 104                 err = i40evf_clean_arq_element(hw, &event, NULL);
 105                 /* When the AQ is empty, i40evf_clean_arq_element will return
 106                  * nonzero and this loop will terminate.
 107                  */
 108                 if (err)
 109                         goto out_alloc;
 110                 op =
 111                     (enum i40e_virtchnl_ops)le32_to_cpu(event.desc.cookie_high);
 112                 if (op == I40E_VIRTCHNL_OP_VERSION)
 113                         break;
 114         }
 115
 116
 117         err = (i40e_status)le32_to_cpu(event.desc.cookie_low);
 118         if (err)
 119                 goto out_alloc;
 120
 121         if (op != I40E_VIRTCHNL_OP_VERSION) {
 122                 dev_info(&adapter->pdev->dev, "Invalid reply type %d from PF\n",
 123                         op);
 124                 err = -EIO;
 125                 goto out_alloc;
 126         }
 127
 128         pf_vvi = (struct i40e_virtchnl_version_info *)event.msg_buf;
 129         adapter->pf_version = *pf_vvi;
 130
 131         if ((pf_vvi->major > I40E_VIRTCHNL_VERSION_MAJOR) ||
 132             ((pf_vvi->major == I40E_VIRTCHNL_VERSION_MAJOR) &&
 133              (pf_vvi->minor > I40E_VIRTCHNL_VERSION_MINOR)))
 134                 err = -EIO;
 135
 136 out_alloc:
 137         kfree(event.msg_buf);
 138 out:
 139         return err;
 140 }
 141
 142 /**
 143  * i40evf_send_vf_config_msg
 144  * @adapter: adapter structure
 145  *
 146  * Send VF configuration request admin queue message to the PF. The reply
 147  * is not checked in this function. Returns 0 if the message was
 148  * successfully sent, or one of the I40E_ADMIN_QUEUE_ERROR_ statuses if not.
 149  **/
 150 int i40evf_send_vf_config_msg(struct i40evf_adapter *adapter)
 151 {
 152         u32 caps;
 153
 154         adapter->current_op = I40E_VIRTCHNL_OP_GET_VF_RESOURCES;
 155         adapter->aq_required &= ~I40EVF_FLAG_AQ_GET_CONFIG;
 156         caps = I40E_VIRTCHNL_VF_OFFLOAD_L2 |
 157                I40E_VIRTCHNL_VF_OFFLOAD_RSS_AQ |
 158                I40E_VIRTCHNL_VF_OFFLOAD_RSS_REG |
 159                I40E_VIRTCHNL_VF_OFFLOAD_VLAN |
 160                I40E_VIRTCHNL_VF_OFFLOAD_WB_ON_ITR |
 161                I40E_VIRTCHNL_VF_OFFLOAD_RSS_PCTYPE_V2;
 162
 163         adapter->current_op = I40E_VIRTCHNL_OP_GET_VF_RESOURCES;
 164         adapter->aq_required &= ~I40EVF_FLAG_AQ_GET_CONFIG;
 165         if (PF_IS_V11(adapter))
 166                 return i40evf_send_pf_msg(adapter,
 167                                           I40E_VIRTCHNL_OP_GET_VF_RESOURCES,
 168                                           (u8 *)&caps, sizeof(caps));
 169         else
 170                 return i40evf_send_pf_msg(adapter,
 171                                           I40E_VIRTCHNL_OP_GET_VF_RESOURCES,
 172                                           NULL, 0);
 173 }
 174
 175 /**
 176  * i40evf_get_vf_config
 177  * @hw: pointer to the hardware structure
 178  * @len: length of buffer
 179  *
 180  * Get VF configuration from PF and populate hw structure. Must be called after
 181  * admin queue is initialized. Busy waits until response is received from PF,
 182  * with maximum timeout. Response from PF is returned in the buffer for further
 183  * processing by the caller.
 184  **/
 185 int i40evf_get_vf_config(struct i40evf_adapter *adapter)
 186 {
 187         struct i40e_hw *hw = &adapter->hw;
 188         struct i40e_arq_event_info event;
 189         enum i40e_virtchnl_ops op;
 190         i40e_status err;
 191         u16 len;
 192
 193         len =  sizeof(struct i40e_virtchnl_vf_resource) +
 194                 I40E_MAX_VF_VSI * sizeof(struct i40e_virtchnl_vsi_resource);
 195         event.buf_len = len;
 196         event.msg_buf = kzalloc(event.buf_len, GFP_KERNEL);
 197         if (!event.msg_buf) {
 198                 err = -ENOMEM;
 199                 goto out;
 200         }
 201
 202         while (1) {
 203                 /* When the AQ is empty, i40evf_clean_arq_element will return
 204                  * nonzero and this loop will terminate.
 205                  */
 206                 err = i40evf_clean_arq_element(hw, &event, NULL);
 207                 if (err)
 208                         goto out_alloc;
 209                 op =
 210                     (enum i40e_virtchnl_ops)le32_to_cpu(event.desc.cookie_high);
 211                 if (op == I40E_VIRTCHNL_OP_GET_VF_RESOURCES)
 212                         break;
 213         }
 214
 215         err = (i40e_status)le32_to_cpu(event.desc.cookie_low);
 216         memcpy(adapter->vf_res, event.msg_buf, min(event.msg_len, len));
 217
 218         i40e_vf_parse_hw_config(hw, adapter->vf_res);
 219 out_alloc:
 220         kfree(event.msg_buf);
 221 out:
 222         return err;
 223 }
 224
 225 /**
 226  * i40evf_configure_queues
 227  * @adapter: adapter structure
 228  *
 229  * Request that the PF set up our (previously allocated) queues.
 230  **/
 231 void i40evf_configure_queues(struct i40evf_adapter *adapter)
 232 {
 233         struct i40e_virtchnl_vsi_queue_config_info *vqci;
 234         struct i40e_virtchnl_queue_pair_info *vqpi;
 235         int pairs = adapter->num_active_queues;
 236         int i, len;
 237
 238         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 239                 /* bail because we already have a command pending */
 240                 dev_err(&adapter->pdev->dev, "Cannot configure queues, command %d pending\n",
 241                         adapter->current_op);
 242                 return;
 243         }
 244         adapter->current_op = I40E_VIRTCHNL_OP_CONFIG_VSI_QUEUES;
 245         len = sizeof(struct i40e_virtchnl_vsi_queue_config_info) +
 246                        (sizeof(struct i40e_virtchnl_queue_pair_info) * pairs);
 247         vqci = kzalloc(len, GFP_KERNEL);
 248         if (!vqci)
 249                 return;
 250
 251         vqci->vsi_id = adapter->vsi_res->vsi_id;
 252         vqci->num_queue_pairs = pairs;
 253         vqpi = vqci->qpair;
 254         /* Size check is not needed here - HW max is 16 queue pairs, and we
 255          * can fit info for 31 of them into the AQ buffer before it overflows.
 256          */
 257         for (i = 0; i < pairs; i++) {
 258                 vqpi->txq.vsi_id = vqci->vsi_id;
 259                 vqpi->txq.queue_id = i;
 260                 vqpi->txq.ring_len = adapter->tx_rings[i].count;
 261                 vqpi->txq.dma_ring_addr = adapter->tx_rings[i].dma;
 262                 vqpi->txq.headwb_enabled = 1;
 263                 vqpi->txq.dma_headwb_addr = vqpi->txq.dma_ring_addr +
 264                     (vqpi->txq.ring_len * sizeof(struct i40e_tx_desc));
 265
 266                 vqpi->rxq.vsi_id = vqci->vsi_id;
 267                 vqpi->rxq.queue_id = i;
 268                 vqpi->rxq.ring_len = adapter->rx_rings[i].count;
 269                 vqpi->rxq.dma_ring_addr = adapter->rx_rings[i].dma;
 270                 vqpi->rxq.max_pkt_size = adapter->netdev->mtu
 271                                         + ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN;
 272                 vqpi->rxq.databuffer_size = adapter->rx_rings[i].rx_buf_len;
 273                 vqpi++;
 274         }
 275
 276         adapter->aq_required &= ~I40EVF_FLAG_AQ_CONFIGURE_QUEUES;
 277         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_CONFIG_VSI_QUEUES,
 278                            (u8 *)vqci, len);
 279         kfree(vqci);
 280 }
 281
 282 /**
 283  * i40evf_enable_queues
 284  * @adapter: adapter structure
 285  *
 286  * Request that the PF enable all of our queues.
 287  **/
 288 void i40evf_enable_queues(struct i40evf_adapter *adapter)
 289 {
 290         struct i40e_virtchnl_queue_select vqs;
 291
 292         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 293                 /* bail because we already have a command pending */
 294                 dev_err(&adapter->pdev->dev, "Cannot enable queues, command %d pending\n",
 295                         adapter->current_op);
 296                 return;
 297         }
 298         adapter->current_op = I40E_VIRTCHNL_OP_ENABLE_QUEUES;
 299         vqs.vsi_id = adapter->vsi_res->vsi_id;
 300         vqs.tx_queues = BIT(adapter->num_active_queues) - 1;
 301         vqs.rx_queues = vqs.tx_queues;
 302         adapter->aq_required &= ~I40EVF_FLAG_AQ_ENABLE_QUEUES;
 303         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_ENABLE_QUEUES,
 304                            (u8 *)&vqs, sizeof(vqs));
 305 }
 306
 307 /**
 308  * i40evf_disable_queues
 309  * @adapter: adapter structure
 310  *
 311  * Request that the PF disable all of our queues.
 312  **/
 313 void i40evf_disable_queues(struct i40evf_adapter *adapter)
 314 {
 315         struct i40e_virtchnl_queue_select vqs;
 316
 317         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 318                 /* bail because we already have a command pending */
 319                 dev_err(&adapter->pdev->dev, "Cannot disable queues, command %d pending\n",
 320                         adapter->current_op);
 321                 return;
 322         }
 323         adapter->current_op = I40E_VIRTCHNL_OP_DISABLE_QUEUES;
 324         vqs.vsi_id = adapter->vsi_res->vsi_id;
 325         vqs.tx_queues = BIT(adapter->num_active_queues) - 1;
 326         vqs.rx_queues = vqs.tx_queues;
 327         adapter->aq_required &= ~I40EVF_FLAG_AQ_DISABLE_QUEUES;
 328         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_DISABLE_QUEUES,
 329                            (u8 *)&vqs, sizeof(vqs));
 330 }
 331
 332 /**
 333  * i40evf_map_queues
 334  * @adapter: adapter structure
 335  *
 336  * Request that the PF map queues to interrupt vectors. Misc causes, including
 337  * admin queue, are always mapped to vector 0.
 338  **/
 339 void i40evf_map_queues(struct i40evf_adapter *adapter)
 340 {
 341         struct i40e_virtchnl_irq_map_info *vimi;
 342         int v_idx, q_vectors, len;
 343         struct i40e_q_vector *q_vector;
 344
 345         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 346                 /* bail because we already have a command pending */
 347                 dev_err(&adapter->pdev->dev, "Cannot map queues to vectors, command %d pending\n",
 348                         adapter->current_op);
 349                 return;
 350         }
 351         adapter->current_op = I40E_VIRTCHNL_OP_CONFIG_IRQ_MAP;
 352
 353         q_vectors = adapter->num_msix_vectors - NONQ_VECS;
 354
 355         len = sizeof(struct i40e_virtchnl_irq_map_info) +
 356               (adapter->num_msix_vectors *
 357                 sizeof(struct i40e_virtchnl_vector_map));
 358         vimi = kzalloc(len, GFP_KERNEL);
 359         if (!vimi)
 360                 return;
 361
 362         vimi->num_vectors = adapter->num_msix_vectors;
 363         /* Queue vectors first */
 364         for (v_idx = 0; v_idx < q_vectors; v_idx++) {
 365                 q_vector = adapter->q_vectors + v_idx;
 366                 vimi->vecmap[v_idx].vsi_id = adapter->vsi_res->vsi_id;
 367                 vimi->vecmap[v_idx].vector_id = v_idx + NONQ_VECS;
 368                 vimi->vecmap[v_idx].txq_map = q_vector->ring_mask;
 369                 vimi->vecmap[v_idx].rxq_map = q_vector->ring_mask;
 370         }
 371         /* Misc vector last - this is only for AdminQ messages */
 372         vimi->vecmap[v_idx].vsi_id = adapter->vsi_res->vsi_id;
 373         vimi->vecmap[v_idx].vector_id = 0;
 374         vimi->vecmap[v_idx].txq_map = 0;
 375         vimi->vecmap[v_idx].rxq_map = 0;
 376
 377         adapter->aq_required &= ~I40EVF_FLAG_AQ_MAP_VECTORS;
 378         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_CONFIG_IRQ_MAP,
 379                            (u8 *)vimi, len);
 380         kfree(vimi);
 381 }
 382
 383 /**
 384  * i40evf_add_ether_addrs
 385  * @adapter: adapter structure
 386  * @addrs: the MAC address filters to add (contiguous)
 387  * @count: number of filters
 388  *
 389  * Request that the PF add one or more addresses to our filters.
 390  **/
 391 void i40evf_add_ether_addrs(struct i40evf_adapter *adapter)
 392 {
 393         struct i40e_virtchnl_ether_addr_list *veal;
 394         int len, i = 0, count = 0;
 395         struct i40evf_mac_filter *f;
 396         bool more = false;
 397
 398         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 399                 /* bail because we already have a command pending */
 400                 dev_err(&adapter->pdev->dev, "Cannot add filters, command %d pending\n",
 401                         adapter->current_op);
 402                 return;
 403         }
 404         list_for_each_entry(f, &adapter->mac_filter_list, list) {
 405                 if (f->add)
 406                         count++;
 407         }
 408         if (!count) {
 409                 adapter->aq_required &= ~I40EVF_FLAG_AQ_ADD_MAC_FILTER;
 410                 return;
 411         }
 412         adapter->current_op = I40E_VIRTCHNL_OP_ADD_ETHER_ADDRESS;
 413
 414         len = sizeof(struct i40e_virtchnl_ether_addr_list) +
 415               (count * sizeof(struct i40e_virtchnl_ether_addr));
 416         if (len > I40EVF_MAX_AQ_BUF_SIZE) {
 417                 dev_warn(&adapter->pdev->dev, "Too many add MAC changes in one request\n");
 418                 count = (I40EVF_MAX_AQ_BUF_SIZE -
 419                          sizeof(struct i40e_virtchnl_ether_addr_list)) /
 420                         sizeof(struct i40e_virtchnl_ether_addr);
 421                 len = sizeof(struct i40e_virtchnl_ether_addr_list) +
 422                       (count * sizeof(struct i40e_virtchnl_ether_addr));
 423                 more = true;
 424         }
 425
 426         veal = kzalloc(len, GFP_KERNEL);
 427         if (!veal)
 428                 return;
 429
 430         veal->vsi_id = adapter->vsi_res->vsi_id;
 431         veal->num_elements = count;
 432         list_for_each_entry(f, &adapter->mac_filter_list, list) {
 433                 if (f->add) {
 434                         ether_addr_copy(veal->list[i].addr, f->macaddr);
 435                         i++;
 436                         f->add = false;
 437                 }
 438         }
 439         if (!more)
 440                 adapter->aq_required &= ~I40EVF_FLAG_AQ_ADD_MAC_FILTER;
 441         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_ADD_ETHER_ADDRESS,
 442                            (u8 *)veal, len);
 443         kfree(veal);
 444 }
 445
 446 /**
 447  * i40evf_del_ether_addrs
 448  * @adapter: adapter structure
 449  * @addrs: the MAC address filters to remove (contiguous)
 450  * @count: number of filtes
 451  *
 452  * Request that the PF remove one or more addresses from our filters.
 453  **/
 454 void i40evf_del_ether_addrs(struct i40evf_adapter *adapter)
 455 {
 456         struct i40e_virtchnl_ether_addr_list *veal;
 457         struct i40evf_mac_filter *f, *ftmp;
 458         int len, i = 0, count = 0;
 459         bool more = false;
 460
 461         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 462                 /* bail because we already have a command pending */
 463                 dev_err(&adapter->pdev->dev, "Cannot remove filters, command %d pending\n",
 464                         adapter->current_op);
 465                 return;
 466         }
 467         list_for_each_entry(f, &adapter->mac_filter_list, list) {
 468                 if (f->remove)
 469                         count++;
 470         }
 471         if (!count) {
 472                 adapter->aq_required &= ~I40EVF_FLAG_AQ_DEL_MAC_FILTER;
 473                 return;
 474         }
 475         adapter->current_op = I40E_VIRTCHNL_OP_DEL_ETHER_ADDRESS;
 476
 477         len = sizeof(struct i40e_virtchnl_ether_addr_list) +
 478               (count * sizeof(struct i40e_virtchnl_ether_addr));
 479         if (len > I40EVF_MAX_AQ_BUF_SIZE) {
 480                 dev_warn(&adapter->pdev->dev, "Too many delete MAC changes in one request\n");
 481                 count = (I40EVF_MAX_AQ_BUF_SIZE -
 482                          sizeof(struct i40e_virtchnl_ether_addr_list)) /
 483                         sizeof(struct i40e_virtchnl_ether_addr);
 484                 len = sizeof(struct i40e_virtchnl_ether_addr_list) +
 485                       (count * sizeof(struct i40e_virtchnl_ether_addr));
 486                 more = true;
 487         }
 488         veal = kzalloc(len, GFP_KERNEL);
 489         if (!veal)
 490                 return;
 491
 492         veal->vsi_id = adapter->vsi_res->vsi_id;
 493         veal->num_elements = count;
 494         list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) {
 495                 if (f->remove) {
 496                         ether_addr_copy(veal->list[i].addr, f->macaddr);
 497                         i++;
 498                         list_del(&f->list);
 499                         kfree(f);
 500                 }
 501         }
 502         if (!more)
 503                 adapter->aq_required &= ~I40EVF_FLAG_AQ_DEL_MAC_FILTER;
 504         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_DEL_ETHER_ADDRESS,
 505                            (u8 *)veal, len);
 506         kfree(veal);
 507 }
 508
 509 /**
 510  * i40evf_add_vlans
 511  * @adapter: adapter structure
 512  * @vlans: the VLANs to add
 513  * @count: number of VLANs
 514  *
 515  * Request that the PF add one or more VLAN filters to our VSI.
 516  **/
 517 void i40evf_add_vlans(struct i40evf_adapter *adapter)
 518 {
 519         struct i40e_virtchnl_vlan_filter_list *vvfl;
 520         int len, i = 0, count = 0;
 521         struct i40evf_vlan_filter *f;
 522         bool more = false;
 523
 524         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 525                 /* bail because we already have a command pending */
 526                 dev_err(&adapter->pdev->dev, "Cannot add VLANs, command %d pending\n",
 527                         adapter->current_op);
 528                 return;
 529         }
 530
 531         list_for_each_entry(f, &adapter->vlan_filter_list, list) {
 532                 if (f->add)
 533                         count++;
 534         }
 535         if (!count) {
 536                 adapter->aq_required &= ~I40EVF_FLAG_AQ_ADD_VLAN_FILTER;
 537                 return;
 538         }
 539         adapter->current_op = I40E_VIRTCHNL_OP_ADD_VLAN;
 540
 541         len = sizeof(struct i40e_virtchnl_vlan_filter_list) +
 542               (count * sizeof(u16));
 543         if (len > I40EVF_MAX_AQ_BUF_SIZE) {
 544                 dev_warn(&adapter->pdev->dev, "Too many add VLAN changes in one request\n");
 545                 count = (I40EVF_MAX_AQ_BUF_SIZE -
 546                          sizeof(struct i40e_virtchnl_vlan_filter_list)) /
 547                         sizeof(u16);
 548                 len = sizeof(struct i40e_virtchnl_vlan_filter_list) +
 549                       (count * sizeof(u16));
 550                 more = true;
 551         }
 552         vvfl = kzalloc(len, GFP_KERNEL);
 553         if (!vvfl)
 554                 return;
 555
 556         vvfl->vsi_id = adapter->vsi_res->vsi_id;
 557         vvfl->num_elements = count;
 558         list_for_each_entry(f, &adapter->vlan_filter_list, list) {
 559                 if (f->add) {
 560                         vvfl->vlan_id[i] = f->vlan;
 561                         i++;
 562                         f->add = false;
 563                 }
 564         }
 565         if (!more)
 566                 adapter->aq_required &= ~I40EVF_FLAG_AQ_ADD_VLAN_FILTER;
 567         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_ADD_VLAN, (u8 *)vvfl, len);
 568         kfree(vvfl);
 569 }
 570
 571 /**
 572  * i40evf_del_vlans
 573  * @adapter: adapter structure
 574  * @vlans: the VLANs to remove
 575  * @count: number of VLANs
 576  *
 577  * Request that the PF remove one or more VLAN filters from our VSI.
 578  **/
 579 void i40evf_del_vlans(struct i40evf_adapter *adapter)
 580 {
 581         struct i40e_virtchnl_vlan_filter_list *vvfl;
 582         struct i40evf_vlan_filter *f, *ftmp;
 583         int len, i = 0, count = 0;
 584         bool more = false;
 585
 586         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 587                 /* bail because we already have a command pending */
 588                 dev_err(&adapter->pdev->dev, "Cannot remove VLANs, command %d pending\n",
 589                         adapter->current_op);
 590                 return;
 591         }
 592
 593         list_for_each_entry(f, &adapter->vlan_filter_list, list) {
 594                 if (f->remove)
 595                         count++;
 596         }
 597         if (!count) {
 598                 adapter->aq_required &= ~I40EVF_FLAG_AQ_DEL_VLAN_FILTER;
 599                 return;
 600         }
 601         adapter->current_op = I40E_VIRTCHNL_OP_DEL_VLAN;
 602
 603         len = sizeof(struct i40e_virtchnl_vlan_filter_list) +
 604               (count * sizeof(u16));
 605         if (len > I40EVF_MAX_AQ_BUF_SIZE) {
 606                 dev_warn(&adapter->pdev->dev, "Too many delete VLAN changes in one request\n");
 607                 count = (I40EVF_MAX_AQ_BUF_SIZE -
 608                          sizeof(struct i40e_virtchnl_vlan_filter_list)) /
 609                         sizeof(u16);
 610                 len = sizeof(struct i40e_virtchnl_vlan_filter_list) +
 611                       (count * sizeof(u16));
 612                 more = true;
 613         }
 614         vvfl = kzalloc(len, GFP_KERNEL);
 615         if (!vvfl)
 616                 return;
 617
 618         vvfl->vsi_id = adapter->vsi_res->vsi_id;
 619         vvfl->num_elements = count;
 620         list_for_each_entry_safe(f, ftmp, &adapter->vlan_filter_list, list) {
 621                 if (f->remove) {
 622                         vvfl->vlan_id[i] = f->vlan;
 623                         i++;
 624                         list_del(&f->list);
 625                         kfree(f);
 626                 }
 627         }
 628         if (!more)
 629                 adapter->aq_required &= ~I40EVF_FLAG_AQ_DEL_VLAN_FILTER;
 630         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_DEL_VLAN, (u8 *)vvfl, len);
 631         kfree(vvfl);
 632 }
 633
 634 /**
 635  * i40evf_set_promiscuous
 636  * @adapter: adapter structure
 637  * @flags: bitmask to control unicast/multicast promiscuous.
 638  *
 639  * Request that the PF enable promiscuous mode for our VSI.
 640  **/
 641 void i40evf_set_promiscuous(struct i40evf_adapter *adapter, int flags)
 642 {
 643         struct i40e_virtchnl_promisc_info vpi;
 644
 645         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 646                 /* bail because we already have a command pending */
 647                 dev_err(&adapter->pdev->dev, "Cannot set promiscuous mode, command %d pending\n",
 648                         adapter->current_op);
 649                 return;
 650         }
 651
 652         if (flags) {
 653                 adapter->flags |= I40EVF_FLAG_PROMISC_ON;
 654                 adapter->aq_required &= ~I40EVF_FLAG_AQ_REQUEST_PROMISC;
 655                 dev_info(&adapter->pdev->dev, "Entering promiscuous mode\n");
 656         } else {
 657                 adapter->flags &= ~I40EVF_FLAG_PROMISC_ON;
 658                 adapter->aq_required &= ~I40EVF_FLAG_AQ_RELEASE_PROMISC;
 659                 dev_info(&adapter->pdev->dev, "Leaving promiscuous mode\n");
 660         }
 661
 662         adapter->current_op = I40E_VIRTCHNL_OP_CONFIG_PROMISCUOUS_MODE;
 663         vpi.vsi_id = adapter->vsi_res->vsi_id;
 664         vpi.flags = flags;
 665         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_CONFIG_PROMISCUOUS_MODE,
 666                            (u8 *)&vpi, sizeof(vpi));
 667 }
 668
 669 /**
 670  * i40evf_request_stats
 671  * @adapter: adapter structure
 672  *
 673  * Request VSI statistics from PF.
 674  **/
 675 void i40evf_request_stats(struct i40evf_adapter *adapter)
 676 {
 677         struct i40e_virtchnl_queue_select vqs;
 678
 679         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 680                 /* no error message, this isn't crucial */
 681                 return;
 682         }
 683         adapter->current_op = I40E_VIRTCHNL_OP_GET_STATS;
 684         vqs.vsi_id = adapter->vsi_res->vsi_id;
 685         /* queue maps are ignored for this message - only the vsi is used */
 686         if (i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_GET_STATS,
 687                                (u8 *)&vqs, sizeof(vqs)))
 688                 /* if the request failed, don't lock out others */
 689                 adapter->current_op = I40E_VIRTCHNL_OP_UNKNOWN;
 690 }
 691
 692 /**
 693  * i40evf_get_hena
 694  * @adapter: adapter structure
 695  *
 696  * Request hash enable capabilities from PF
 697  **/
 698 void i40evf_get_hena(struct i40evf_adapter *adapter)
 699 {
 700         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 701                 /* bail because we already have a command pending */
 702                 dev_err(&adapter->pdev->dev, "Cannot get RSS hash capabilities, command %d pending\n",
 703                         adapter->current_op);
 704                 return;
 705         }
 706         adapter->current_op = I40E_VIRTCHNL_OP_GET_RSS_HENA_CAPS;
 707         adapter->aq_required &= ~I40EVF_FLAG_AQ_GET_HENA;
 708         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_GET_RSS_HENA_CAPS,
 709                            NULL, 0);
 710 }
 711
 712 /**
 713  * i40evf_set_hena
 714  * @adapter: adapter structure
 715  *
 716  * Request the PF to set our RSS hash capabilities
 717  **/
 718 void i40evf_set_hena(struct i40evf_adapter *adapter)
 719 {
 720         struct i40e_virtchnl_rss_hena vrh;
 721
 722         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 723                 /* bail because we already have a command pending */
 724                 dev_err(&adapter->pdev->dev, "Cannot set RSS hash enable, command %d pending\n",
 725                         adapter->current_op);
 726                 return;
 727         }
 728         vrh.hena = adapter->hena;
 729         adapter->current_op = I40E_VIRTCHNL_OP_SET_RSS_HENA;
 730         adapter->aq_required &= ~I40EVF_FLAG_AQ_SET_HENA;
 731         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_SET_RSS_HENA,
 732                            (u8 *)&vrh, sizeof(vrh));
 733 }
 734
 735 /**
 736  * i40evf_set_rss_key
 737  * @adapter: adapter structure
 738  *
 739  * Request the PF to set our RSS hash key
 740  **/
 741 void i40evf_set_rss_key(struct i40evf_adapter *adapter)
 742 {
 743         struct i40e_virtchnl_rss_key *vrk;
 744         int len;
 745
 746         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 747                 /* bail because we already have a command pending */
 748                 dev_err(&adapter->pdev->dev, "Cannot set RSS key, command %d pending\n",
 749                         adapter->current_op);
 750                 return;
 751         }
 752         len = sizeof(struct i40e_virtchnl_rss_key) +
 753               (adapter->rss_key_size * sizeof(u8)) - 1;
 754         vrk = kzalloc(len, GFP_KERNEL);
 755         if (!vrk)
 756                 return;
 757         vrk->vsi_id = adapter->vsi.id;
 758         vrk->key_len = adapter->rss_key_size;
 759         memcpy(vrk->key, adapter->rss_key, adapter->rss_key_size);
 760
 761         adapter->current_op = I40E_VIRTCHNL_OP_CONFIG_RSS_KEY;
 762         adapter->aq_required &= ~I40EVF_FLAG_AQ_SET_RSS_KEY;
 763         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_CONFIG_RSS_KEY,
 764                            (u8 *)vrk, len);
 765         kfree(vrk);
 766 }
 767
 768 /**
 769  * i40evf_set_rss_lut
 770  * @adapter: adapter structure
 771  *
 772  * Request the PF to set our RSS lookup table
 773  **/
 774 void i40evf_set_rss_lut(struct i40evf_adapter *adapter)
 775 {
 776         struct i40e_virtchnl_rss_lut *vrl;
 777         int len;
 778
 779         if (adapter->current_op != I40E_VIRTCHNL_OP_UNKNOWN) {
 780                 /* bail because we already have a command pending */
 781                 dev_err(&adapter->pdev->dev, "Cannot set RSS LUT, command %d pending\n",
 782                         adapter->current_op);
 783                 return;
 784         }
 785         len = sizeof(struct i40e_virtchnl_rss_lut) +
 786               (adapter->rss_lut_size * sizeof(u8)) - 1;
 787         vrl = kzalloc(len, GFP_KERNEL);
 788         if (!vrl)
 789                 return;
 790         vrl->vsi_id = adapter->vsi.id;
 791         vrl->lut_entries = adapter->rss_lut_size;
 792         memcpy(vrl->lut, adapter->rss_lut, adapter->rss_lut_size);
 793         adapter->current_op = I40E_VIRTCHNL_OP_CONFIG_RSS_LUT;
 794         adapter->aq_required &= ~I40EVF_FLAG_AQ_SET_RSS_LUT;
 795         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_CONFIG_RSS_LUT,
 796                            (u8 *)vrl, len);
 797         kfree(vrl);
 798 }
 799
 800 /**
 801  * i40evf_request_reset
 802  * @adapter: adapter structure
 803  *
 804  * Request that the PF reset this VF. No response is expected.
 805  **/
 806 void i40evf_request_reset(struct i40evf_adapter *adapter)
 807 {
 808         /* Don't check CURRENT_OP - this is always higher priority */
 809         i40evf_send_pf_msg(adapter, I40E_VIRTCHNL_OP_RESET_VF, NULL, 0);
 810         adapter->current_op = I40E_VIRTCHNL_OP_UNKNOWN;
 811 }
 812
 813 /**
 814  * i40evf_virtchnl_completion
 815  * @adapter: adapter structure
 816  * @v_opcode: opcode sent by PF
 817  * @v_retval: retval sent by PF
 818  * @msg: message sent by PF
 819  * @msglen: message length
 820  *
 821  * Asynchronous completion function for admin queue messages. Rather than busy
 822  * wait, we fire off our requests and assume that no errors will be returned.
 823  * This function handles the reply messages.
 824  **/
 825 void i40evf_virtchnl_completion(struct i40evf_adapter *adapter,
 826                                 enum i40e_virtchnl_ops v_opcode,
 827                                 i40e_status v_retval,
 828                                 u8 *msg, u16 msglen)
 829 {
 830         struct net_device *netdev = adapter->netdev;
 831
 832         if (v_opcode == I40E_VIRTCHNL_OP_EVENT) {
 833                 struct i40e_virtchnl_pf_event *vpe =
 834                         (struct i40e_virtchnl_pf_event *)msg;
 835                 switch (vpe->event) {
 836                 case I40E_VIRTCHNL_EVENT_LINK_CHANGE:
 837                         adapter->link_up =
 838                                 vpe->event_data.link_event.link_status;
 839                         if (adapter->link_up && !netif_carrier_ok(netdev)) {
 840                                 dev_info(&adapter->pdev->dev, "NIC Link is Up\n");
 841                                 netif_carrier_on(netdev);
 842                                 netif_tx_wake_all_queues(netdev);
 843                         } else if (!adapter->link_up) {
 844                                 dev_info(&adapter->pdev->dev, "NIC Link is Down\n");
 845                                 netif_carrier_off(netdev);
 846                                 netif_tx_stop_all_queues(netdev);
 847                         }
 848                         break;
 849                 case I40E_VIRTCHNL_EVENT_RESET_IMPENDING:
 850                         dev_info(&adapter->pdev->dev, "PF reset warning received\n");
 851                         if (!(adapter->flags & I40EVF_FLAG_RESET_PENDING)) {
 852                                 adapter->flags |= I40EVF_FLAG_RESET_PENDING;
 853                                 dev_info(&adapter->pdev->dev, "Scheduling reset task\n");
 854                                 schedule_work(&adapter->reset_task);
 855                         }
 856                         break;
 857                 default:
 858                         dev_err(&adapter->pdev->dev, "Unknown event %d from PF\n",
 859                                 vpe->event);
 860                         break;
 861                 }
 862                 return;
 863         }
 864         if (v_retval) {
 865                 switch (v_opcode) {
 866                 case I40E_VIRTCHNL_OP_ADD_VLAN:
 867                         dev_err(&adapter->pdev->dev, "Failed to add VLAN filter, error %s\n",
 868                                 i40evf_stat_str(&adapter->hw, v_retval));
 869                         break;
 870                 case I40E_VIRTCHNL_OP_ADD_ETHER_ADDRESS:
 871                         dev_err(&adapter->pdev->dev, "Failed to add MAC filter, error %s\n",
 872                                 i40evf_stat_str(&adapter->hw, v_retval));
 873                         break;
 874                 case I40E_VIRTCHNL_OP_DEL_VLAN:
 875                         dev_err(&adapter->pdev->dev, "Failed to delete VLAN filter, error %s\n",
 876                                 i40evf_stat_str(&adapter->hw, v_retval));
 877                         break;
 878                 case I40E_VIRTCHNL_OP_DEL_ETHER_ADDRESS:
 879                         dev_err(&adapter->pdev->dev, "Failed to delete MAC filter, error %s\n",
 880                                 i40evf_stat_str(&adapter->hw, v_retval));
 881                         break;
 882                 default:
 883                         dev_err(&adapter->pdev->dev, "PF returned error %d (%s) to our request %d\n",
 884                                 v_retval,
 885                                 i40evf_stat_str(&adapter->hw, v_retval),
 886                                 v_opcode);
 887                 }
 888         }
 889         switch (v_opcode) {
 890         case I40E_VIRTCHNL_OP_GET_STATS: {
 891                 struct i40e_eth_stats *stats =
 892                         (struct i40e_eth_stats *)msg;
 893                 adapter->net_stats.rx_packets = stats->rx_unicast +
 894                                                  stats->rx_multicast +
 895                                                  stats->rx_broadcast;
 896                 adapter->net_stats.tx_packets = stats->tx_unicast +
 897                                                  stats->tx_multicast +
 898                                                  stats->tx_broadcast;
 899                 adapter->net_stats.rx_bytes = stats->rx_bytes;
 900                 adapter->net_stats.tx_bytes = stats->tx_bytes;
 901                 adapter->net_stats.tx_errors = stats->tx_errors;
 902                 adapter->net_stats.rx_dropped = stats->rx_discards;
 903                 adapter->net_stats.tx_dropped = stats->tx_discards;
 904                 adapter->current_stats = *stats;
 905                 }
 906                 break;
 907         case I40E_VIRTCHNL_OP_GET_VF_RESOURCES: {
 908                 u16 len = sizeof(struct i40e_virtchnl_vf_resource) +
 909                           I40E_MAX_VF_VSI *
 910                           sizeof(struct i40e_virtchnl_vsi_resource);
 911                 memcpy(adapter->vf_res, msg, min(msglen, len));
 912                 i40e_vf_parse_hw_config(&adapter->hw, adapter->vf_res);
 913                 /* restore current mac address */
 914                 ether_addr_copy(adapter->hw.mac.addr, netdev->dev_addr);
 915                 i40evf_process_config(adapter);
 916                 }
 917                 break;
 918         case I40E_VIRTCHNL_OP_ENABLE_QUEUES:
 919                 /* enable transmits */
 920                 i40evf_irq_enable(adapter, true);
 921                 netif_tx_start_all_queues(adapter->netdev);
 922                 netif_carrier_on(adapter->netdev);
 923                 break;
 924         case I40E_VIRTCHNL_OP_DISABLE_QUEUES:
 925                 i40evf_free_all_tx_resources(adapter);
 926                 i40evf_free_all_rx_resources(adapter);
 927                 if (adapter->state == __I40EVF_DOWN_PENDING)
 928                         adapter->state = __I40EVF_DOWN;
 929                 break;
 930         case I40E_VIRTCHNL_OP_VERSION:
 931         case I40E_VIRTCHNL_OP_CONFIG_IRQ_MAP:
 932                 /* Don't display an error if we get these out of sequence.
 933                  * If the firmware needed to get kicked, we'll get these and
 934                  * it's no problem.
 935                  */
 936                 if (v_opcode != adapter->current_op)
 937                         return;
 938                 break;
 939         case I40E_VIRTCHNL_OP_GET_RSS_HENA_CAPS: {
 940                 struct i40e_virtchnl_rss_hena *vrh =
 941                         (struct i40e_virtchnl_rss_hena *)msg;
 942                 if (msglen == sizeof(*vrh))
 943                         adapter->hena = vrh->hena;
 944                 else
 945                         dev_warn(&adapter->pdev->dev,
 946                                  "Invalid message %d from PF\n", v_opcode);
 947                 }
 948                 break;
 949         default:
 950                 if (v_opcode != adapter->current_op)
 951                         dev_warn(&adapter->pdev->dev, "Expected response %d from PF, received %d\n",
 952                                  adapter->current_op, v_opcode);
 953                 break;
 954         } /* switch v_opcode */
 955         adapter->current_op = I40E_VIRTCHNL_OP_UNKNOWN;
 956 }