0001
0002
0003
0004 #include <linux/types.h>
0005 #include <linux/module.h>
0006 #include <linux/pci.h>
0007 #include <linux/netdevice.h>
0008 #include <linux/vmalloc.h>
0009 #include <linux/string.h>
0010 #include <linux/in.h>
0011 #include <linux/ip.h>
0012 #include <linux/tcp.h>
0013 #include <linux/ipv6.h>
0014 #include <linux/if_bridge.h>
0015 #ifdef NETIF_F_HW_VLAN_CTAG_TX
0016 #include <linux/if_vlan.h>
0017 #endif
0018
0019 #include "ixgbe.h"
0020 #include "ixgbe_type.h"
0021 #include "ixgbe_sriov.h"
0022
0023 #ifdef CONFIG_PCI_IOV
0024 static inline void ixgbe_alloc_vf_macvlans(struct ixgbe_adapter *adapter,
0025 unsigned int num_vfs)
0026 {
0027 struct ixgbe_hw *hw = &adapter->hw;
0028 struct vf_macvlans *mv_list;
0029 int num_vf_macvlans, i;
0030
0031 num_vf_macvlans = hw->mac.num_rar_entries -
0032 (IXGBE_MAX_PF_MACVLANS + 1 + num_vfs);
0033 if (!num_vf_macvlans)
0034 return;
0035
0036 mv_list = kcalloc(num_vf_macvlans, sizeof(struct vf_macvlans),
0037 GFP_KERNEL);
0038 if (mv_list) {
0039
0040 INIT_LIST_HEAD(&adapter->vf_mvs.l);
0041 for (i = 0; i < num_vf_macvlans; i++) {
0042 mv_list[i].vf = -1;
0043 mv_list[i].free = true;
0044 list_add(&mv_list[i].l, &adapter->vf_mvs.l);
0045 }
0046 adapter->mv_list = mv_list;
0047 }
0048 }
0049
0050 static int __ixgbe_enable_sriov(struct ixgbe_adapter *adapter,
0051 unsigned int num_vfs)
0052 {
0053 struct ixgbe_hw *hw = &adapter->hw;
0054 int i;
0055
0056 if (adapter->xdp_prog) {
0057 e_warn(probe, "SRIOV is not supported with XDP\n");
0058 return -EINVAL;
0059 }
0060
0061
0062 adapter->flags |= IXGBE_FLAG_SRIOV_ENABLED |
0063 IXGBE_FLAG_VMDQ_ENABLED;
0064
0065
0066 adapter->vfinfo = kcalloc(num_vfs, sizeof(struct vf_data_storage),
0067 GFP_KERNEL);
0068 if (!adapter->vfinfo)
0069 return -ENOMEM;
0070
0071 adapter->num_vfs = num_vfs;
0072
0073 ixgbe_alloc_vf_macvlans(adapter, num_vfs);
0074 adapter->ring_feature[RING_F_VMDQ].offset = num_vfs;
0075
0076
0077 IXGBE_WRITE_REG(hw, IXGBE_PFDTXGSWC, IXGBE_PFDTXGSWC_VT_LBEN);
0078 adapter->bridge_mode = BRIDGE_MODE_VEB;
0079
0080
0081 if ((adapter->hw.mac.type == ixgbe_mac_82599EB) && (num_vfs < 16)) {
0082 adapter->dcb_cfg.num_tcs.pg_tcs = MAX_TRAFFIC_CLASS;
0083 adapter->dcb_cfg.num_tcs.pfc_tcs = MAX_TRAFFIC_CLASS;
0084 } else if (num_vfs < 32) {
0085 adapter->dcb_cfg.num_tcs.pg_tcs = 4;
0086 adapter->dcb_cfg.num_tcs.pfc_tcs = 4;
0087 } else {
0088 adapter->dcb_cfg.num_tcs.pg_tcs = 1;
0089 adapter->dcb_cfg.num_tcs.pfc_tcs = 1;
0090 }
0091
0092
0093 adapter->flags2 &= ~(IXGBE_FLAG2_RSC_CAPABLE |
0094 IXGBE_FLAG2_RSC_ENABLED);
0095
0096 for (i = 0; i < num_vfs; i++) {
0097
0098 adapter->vfinfo[i].spoofchk_enabled = true;
0099 adapter->vfinfo[i].link_enable = true;
0100
0101
0102
0103
0104
0105
0106 adapter->vfinfo[i].rss_query_enabled = false;
0107
0108
0109 adapter->vfinfo[i].trusted = false;
0110
0111
0112 adapter->vfinfo[i].xcast_mode = IXGBEVF_XCAST_MODE_NONE;
0113 }
0114
0115 e_info(probe, "SR-IOV enabled with %d VFs\n", num_vfs);
0116 return 0;
0117 }
0118
0119
0120
0121
0122
0123 static void ixgbe_get_vfs(struct ixgbe_adapter *adapter)
0124 {
0125 struct pci_dev *pdev = adapter->pdev;
0126 u16 vendor = pdev->vendor;
0127 struct pci_dev *vfdev;
0128 int vf = 0;
0129 u16 vf_id;
0130 int pos;
0131
0132 pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_SRIOV);
0133 if (!pos)
0134 return;
0135 pci_read_config_word(pdev, pos + PCI_SRIOV_VF_DID, &vf_id);
0136
0137 vfdev = pci_get_device(vendor, vf_id, NULL);
0138 for (; vfdev; vfdev = pci_get_device(vendor, vf_id, vfdev)) {
0139 if (!vfdev->is_virtfn)
0140 continue;
0141 if (vfdev->physfn != pdev)
0142 continue;
0143 if (vf >= adapter->num_vfs)
0144 continue;
0145 pci_dev_get(vfdev);
0146 adapter->vfinfo[vf].vfdev = vfdev;
0147 ++vf;
0148 }
0149 }
0150
0151
0152
0153
0154 void ixgbe_enable_sriov(struct ixgbe_adapter *adapter, unsigned int max_vfs)
0155 {
0156 int pre_existing_vfs = 0;
0157 unsigned int num_vfs;
0158
0159 pre_existing_vfs = pci_num_vf(adapter->pdev);
0160 if (!pre_existing_vfs && !max_vfs)
0161 return;
0162
0163
0164
0165
0166
0167
0168
0169 if (pre_existing_vfs) {
0170 num_vfs = pre_existing_vfs;
0171 dev_warn(&adapter->pdev->dev,
0172 "Virtual Functions already enabled for this device - Please reload all VF drivers to avoid spoofed packet errors\n");
0173 } else {
0174 int err;
0175
0176
0177
0178
0179
0180
0181
0182 num_vfs = min_t(unsigned int, max_vfs, IXGBE_MAX_VFS_DRV_LIMIT);
0183
0184 err = pci_enable_sriov(adapter->pdev, num_vfs);
0185 if (err) {
0186 e_err(probe, "Failed to enable PCI sriov: %d\n", err);
0187 return;
0188 }
0189 }
0190
0191 if (!__ixgbe_enable_sriov(adapter, num_vfs)) {
0192 ixgbe_get_vfs(adapter);
0193 return;
0194 }
0195
0196
0197
0198
0199 e_err(probe, "Unable to allocate memory for VF Data Storage - "
0200 "SRIOV disabled\n");
0201 ixgbe_disable_sriov(adapter);
0202 }
0203
0204 #endif
0205 int ixgbe_disable_sriov(struct ixgbe_adapter *adapter)
0206 {
0207 unsigned int num_vfs = adapter->num_vfs, vf;
0208 unsigned long flags;
0209 int rss;
0210
0211 spin_lock_irqsave(&adapter->vfs_lock, flags);
0212
0213 adapter->num_vfs = 0;
0214 spin_unlock_irqrestore(&adapter->vfs_lock, flags);
0215
0216
0217 for (vf = 0; vf < num_vfs; ++vf) {
0218 struct pci_dev *vfdev = adapter->vfinfo[vf].vfdev;
0219
0220 if (!vfdev)
0221 continue;
0222 adapter->vfinfo[vf].vfdev = NULL;
0223 pci_dev_put(vfdev);
0224 }
0225
0226
0227 kfree(adapter->vfinfo);
0228 adapter->vfinfo = NULL;
0229
0230
0231 kfree(adapter->mv_list);
0232 adapter->mv_list = NULL;
0233
0234
0235 if (!(adapter->flags & IXGBE_FLAG_SRIOV_ENABLED))
0236 return 0;
0237
0238 #ifdef CONFIG_PCI_IOV
0239
0240
0241
0242
0243
0244 if (pci_vfs_assigned(adapter->pdev)) {
0245 e_dev_warn("Unloading driver while VFs are assigned - VFs will not be deallocated\n");
0246 return -EPERM;
0247 }
0248
0249 pci_disable_sriov(adapter->pdev);
0250 #endif
0251
0252
0253 if (bitmap_weight(adapter->fwd_bitmask, adapter->num_rx_pools) == 1) {
0254 adapter->flags &= ~IXGBE_FLAG_VMDQ_ENABLED;
0255 adapter->flags &= ~IXGBE_FLAG_SRIOV_ENABLED;
0256 rss = min_t(int, ixgbe_max_rss_indices(adapter),
0257 num_online_cpus());
0258 } else {
0259 rss = min_t(int, IXGBE_MAX_L2A_QUEUES, num_online_cpus());
0260 }
0261
0262 adapter->ring_feature[RING_F_VMDQ].offset = 0;
0263 adapter->ring_feature[RING_F_RSS].limit = rss;
0264
0265
0266 msleep(100);
0267 return 0;
0268 }
0269
0270 static int ixgbe_pci_sriov_enable(struct pci_dev *dev, int num_vfs)
0271 {
0272 #ifdef CONFIG_PCI_IOV
0273 struct ixgbe_adapter *adapter = pci_get_drvdata(dev);
0274 int pre_existing_vfs = pci_num_vf(dev);
0275 int err = 0, num_rx_pools, i, limit;
0276 u8 num_tc;
0277
0278 if (pre_existing_vfs && pre_existing_vfs != num_vfs)
0279 err = ixgbe_disable_sriov(adapter);
0280 else if (pre_existing_vfs && pre_existing_vfs == num_vfs)
0281 return num_vfs;
0282
0283 if (err)
0284 return err;
0285
0286
0287
0288
0289
0290
0291
0292
0293
0294
0295
0296
0297
0298 num_tc = adapter->hw_tcs;
0299 num_rx_pools = bitmap_weight(adapter->fwd_bitmask,
0300 adapter->num_rx_pools);
0301 limit = (num_tc > 4) ? IXGBE_MAX_VFS_8TC :
0302 (num_tc > 1) ? IXGBE_MAX_VFS_4TC : IXGBE_MAX_VFS_1TC;
0303
0304 if (num_vfs > (limit - num_rx_pools)) {
0305 e_dev_err("Currently configured with %d TCs, and %d offloaded macvlans. Creating more than %d VFs is not allowed\n",
0306 num_tc, num_rx_pools - 1, limit - num_rx_pools);
0307 return -EPERM;
0308 }
0309
0310 err = __ixgbe_enable_sriov(adapter, num_vfs);
0311 if (err)
0312 return err;
0313
0314 for (i = 0; i < num_vfs; i++)
0315 ixgbe_vf_configuration(dev, (i | 0x10000000));
0316
0317
0318 ixgbe_sriov_reinit(adapter);
0319
0320 err = pci_enable_sriov(dev, num_vfs);
0321 if (err) {
0322 e_dev_warn("Failed to enable PCI sriov: %d\n", err);
0323 return err;
0324 }
0325 ixgbe_get_vfs(adapter);
0326
0327 return num_vfs;
0328 #else
0329 return 0;
0330 #endif
0331 }
0332
0333 static int ixgbe_pci_sriov_disable(struct pci_dev *dev)
0334 {
0335 struct ixgbe_adapter *adapter = pci_get_drvdata(dev);
0336 int err;
0337 #ifdef CONFIG_PCI_IOV
0338 u32 current_flags = adapter->flags;
0339 int prev_num_vf = pci_num_vf(dev);
0340 #endif
0341
0342 err = ixgbe_disable_sriov(adapter);
0343
0344
0345 #ifdef CONFIG_PCI_IOV
0346 if (!err && (current_flags != adapter->flags ||
0347 prev_num_vf != pci_num_vf(dev)))
0348 ixgbe_sriov_reinit(adapter);
0349 #endif
0350
0351 return err;
0352 }
0353
0354 int ixgbe_pci_sriov_configure(struct pci_dev *dev, int num_vfs)
0355 {
0356 if (num_vfs == 0)
0357 return ixgbe_pci_sriov_disable(dev);
0358 else
0359 return ixgbe_pci_sriov_enable(dev, num_vfs);
0360 }
0361
0362 static int ixgbe_set_vf_multicasts(struct ixgbe_adapter *adapter,
0363 u32 *msgbuf, u32 vf)
0364 {
0365 int entries = (msgbuf[0] & IXGBE_VT_MSGINFO_MASK)
0366 >> IXGBE_VT_MSGINFO_SHIFT;
0367 u16 *hash_list = (u16 *)&msgbuf[1];
0368 struct vf_data_storage *vfinfo = &adapter->vfinfo[vf];
0369 struct ixgbe_hw *hw = &adapter->hw;
0370 int i;
0371 u32 vector_bit;
0372 u32 vector_reg;
0373 u32 mta_reg;
0374 u32 vmolr = IXGBE_READ_REG(hw, IXGBE_VMOLR(vf));
0375
0376
0377 entries = min(entries, IXGBE_MAX_VF_MC_ENTRIES);
0378
0379
0380
0381
0382
0383
0384 vfinfo->num_vf_mc_hashes = entries;
0385
0386
0387
0388
0389
0390 for (i = 0; i < entries; i++) {
0391 vfinfo->vf_mc_hashes[i] = hash_list[i];
0392 }
0393
0394 for (i = 0; i < vfinfo->num_vf_mc_hashes; i++) {
0395 vector_reg = (vfinfo->vf_mc_hashes[i] >> 5) & 0x7F;
0396 vector_bit = vfinfo->vf_mc_hashes[i] & 0x1F;
0397 mta_reg = IXGBE_READ_REG(hw, IXGBE_MTA(vector_reg));
0398 mta_reg |= BIT(vector_bit);
0399 IXGBE_WRITE_REG(hw, IXGBE_MTA(vector_reg), mta_reg);
0400 }
0401 vmolr |= IXGBE_VMOLR_ROMPE;
0402 IXGBE_WRITE_REG(hw, IXGBE_VMOLR(vf), vmolr);
0403
0404 return 0;
0405 }
0406
0407 #ifdef CONFIG_PCI_IOV
0408 void ixgbe_restore_vf_multicasts(struct ixgbe_adapter *adapter)
0409 {
0410 struct ixgbe_hw *hw = &adapter->hw;
0411 struct vf_data_storage *vfinfo;
0412 int i, j;
0413 u32 vector_bit;
0414 u32 vector_reg;
0415 u32 mta_reg;
0416
0417 for (i = 0; i < adapter->num_vfs; i++) {
0418 u32 vmolr = IXGBE_READ_REG(hw, IXGBE_VMOLR(i));
0419 vfinfo = &adapter->vfinfo[i];
0420 for (j = 0; j < vfinfo->num_vf_mc_hashes; j++) {
0421 hw->addr_ctrl.mta_in_use++;
0422 vector_reg = (vfinfo->vf_mc_hashes[j] >> 5) & 0x7F;
0423 vector_bit = vfinfo->vf_mc_hashes[j] & 0x1F;
0424 mta_reg = IXGBE_READ_REG(hw, IXGBE_MTA(vector_reg));
0425 mta_reg |= BIT(vector_bit);
0426 IXGBE_WRITE_REG(hw, IXGBE_MTA(vector_reg), mta_reg);
0427 }
0428
0429 if (vfinfo->num_vf_mc_hashes)
0430 vmolr |= IXGBE_VMOLR_ROMPE;
0431 else
0432 vmolr &= ~IXGBE_VMOLR_ROMPE;
0433 IXGBE_WRITE_REG(hw, IXGBE_VMOLR(i), vmolr);
0434 }
0435
0436
0437 ixgbe_full_sync_mac_table(adapter);
0438 }
0439 #endif
0440
0441 static int ixgbe_set_vf_vlan(struct ixgbe_adapter *adapter, int add, int vid,
0442 u32 vf)
0443 {
0444 struct ixgbe_hw *hw = &adapter->hw;
0445 int err;
0446
0447
0448
0449
0450
0451
0452 if (add && test_bit(vid, adapter->active_vlans)) {
0453 err = hw->mac.ops.set_vfta(hw, vid, VMDQ_P(0), true, false);
0454 if (err)
0455 return err;
0456 }
0457
0458 err = hw->mac.ops.set_vfta(hw, vid, vf, !!add, false);
0459
0460 if (add && !err)
0461 return err;
0462
0463
0464
0465
0466
0467 if (test_bit(vid, adapter->active_vlans) ||
0468 (adapter->flags2 & IXGBE_FLAG2_VLAN_PROMISC))
0469 ixgbe_update_pf_promisc_vlvf(adapter, vid);
0470
0471 return err;
0472 }
0473
0474 static int ixgbe_set_vf_lpe(struct ixgbe_adapter *adapter, u32 max_frame, u32 vf)
0475 {
0476 struct ixgbe_hw *hw = &adapter->hw;
0477 u32 max_frs;
0478
0479 if (max_frame < ETH_MIN_MTU || max_frame > IXGBE_MAX_JUMBO_FRAME_SIZE) {
0480 e_err(drv, "VF max_frame %d out of range\n", max_frame);
0481 return -EINVAL;
0482 }
0483
0484
0485
0486
0487
0488
0489
0490
0491 if (adapter->hw.mac.type == ixgbe_mac_82599EB) {
0492 struct net_device *dev = adapter->netdev;
0493 int pf_max_frame = dev->mtu + ETH_HLEN;
0494 u32 reg_offset, vf_shift, vfre;
0495 s32 err = 0;
0496
0497 #ifdef CONFIG_FCOE
0498 if (dev->features & NETIF_F_FCOE_MTU)
0499 pf_max_frame = max_t(int, pf_max_frame,
0500 IXGBE_FCOE_JUMBO_FRAME_SIZE);
0501
0502 #endif
0503 switch (adapter->vfinfo[vf].vf_api) {
0504 case ixgbe_mbox_api_11:
0505 case ixgbe_mbox_api_12:
0506 case ixgbe_mbox_api_13:
0507 case ixgbe_mbox_api_14:
0508
0509
0510
0511
0512 if (pf_max_frame > ETH_FRAME_LEN)
0513 break;
0514 fallthrough;
0515 default:
0516
0517
0518
0519
0520 if ((pf_max_frame > ETH_FRAME_LEN) ||
0521 (max_frame > (ETH_FRAME_LEN + ETH_FCS_LEN)))
0522 err = -EINVAL;
0523 break;
0524 }
0525
0526
0527 vf_shift = vf % 32;
0528 reg_offset = vf / 32;
0529
0530
0531 vfre = IXGBE_READ_REG(hw, IXGBE_VFRE(reg_offset));
0532 if (err)
0533 vfre &= ~BIT(vf_shift);
0534 else
0535 vfre |= BIT(vf_shift);
0536 IXGBE_WRITE_REG(hw, IXGBE_VFRE(reg_offset), vfre);
0537
0538 if (err) {
0539 e_err(drv, "VF max_frame %d out of range\n", max_frame);
0540 return err;
0541 }
0542 }
0543
0544
0545 max_frs = IXGBE_READ_REG(hw, IXGBE_MAXFRS);
0546 max_frs &= IXGBE_MHADD_MFS_MASK;
0547 max_frs >>= IXGBE_MHADD_MFS_SHIFT;
0548
0549 if (max_frs < max_frame) {
0550 max_frs = max_frame << IXGBE_MHADD_MFS_SHIFT;
0551 IXGBE_WRITE_REG(hw, IXGBE_MAXFRS, max_frs);
0552 }
0553
0554 e_info(hw, "VF requests change max MTU to %d\n", max_frame);
0555
0556 return 0;
0557 }
0558
0559 static void ixgbe_set_vmolr(struct ixgbe_hw *hw, u32 vf, bool aupe)
0560 {
0561 u32 vmolr = IXGBE_READ_REG(hw, IXGBE_VMOLR(vf));
0562 vmolr |= IXGBE_VMOLR_BAM;
0563 if (aupe)
0564 vmolr |= IXGBE_VMOLR_AUPE;
0565 else
0566 vmolr &= ~IXGBE_VMOLR_AUPE;
0567 IXGBE_WRITE_REG(hw, IXGBE_VMOLR(vf), vmolr);
0568 }
0569
0570 static void ixgbe_clear_vmvir(struct ixgbe_adapter *adapter, u32 vf)
0571 {
0572 struct ixgbe_hw *hw = &adapter->hw;
0573
0574 IXGBE_WRITE_REG(hw, IXGBE_VMVIR(vf), 0);
0575 }
0576
0577 static void ixgbe_clear_vf_vlans(struct ixgbe_adapter *adapter, u32 vf)
0578 {
0579 struct ixgbe_hw *hw = &adapter->hw;
0580 u32 vlvfb_mask, pool_mask, i;
0581
0582
0583 pool_mask = ~BIT(VMDQ_P(0) % 32);
0584 vlvfb_mask = BIT(vf % 32);
0585
0586
0587 for (i = IXGBE_VLVF_ENTRIES; i--;) {
0588 u32 bits[2], vlvfb, vid, vfta, vlvf;
0589 u32 word = i * 2 + vf / 32;
0590 u32 mask;
0591
0592 vlvfb = IXGBE_READ_REG(hw, IXGBE_VLVFB(word));
0593
0594
0595 if (!(vlvfb & vlvfb_mask))
0596 continue;
0597
0598
0599 vlvfb ^= vlvfb_mask;
0600
0601
0602 bits[word % 2] = vlvfb;
0603 bits[~word % 2] = IXGBE_READ_REG(hw, IXGBE_VLVFB(word ^ 1));
0604
0605
0606 if (bits[(VMDQ_P(0) / 32) ^ 1] ||
0607 (bits[VMDQ_P(0) / 32] & pool_mask))
0608 goto update_vlvfb;
0609
0610
0611 if (bits[0] || bits[1])
0612 goto update_vlvf;
0613
0614
0615 vlvf = IXGBE_READ_REG(hw, IXGBE_VLVF(i));
0616 if (!vlvf)
0617 goto update_vlvfb;
0618
0619 vid = vlvf & VLAN_VID_MASK;
0620 mask = BIT(vid % 32);
0621
0622
0623 vfta = IXGBE_READ_REG(hw, IXGBE_VFTA(vid / 32));
0624 if (vfta & mask)
0625 IXGBE_WRITE_REG(hw, IXGBE_VFTA(vid / 32), vfta ^ mask);
0626 update_vlvf:
0627
0628 IXGBE_WRITE_REG(hw, IXGBE_VLVF(i), 0);
0629
0630 if (!(adapter->flags2 & IXGBE_FLAG2_VLAN_PROMISC))
0631 vlvfb = 0;
0632 update_vlvfb:
0633
0634 IXGBE_WRITE_REG(hw, IXGBE_VLVFB(word), vlvfb);
0635 }
0636 }
0637
0638 static int ixgbe_set_vf_macvlan(struct ixgbe_adapter *adapter,
0639 int vf, int index, unsigned char *mac_addr)
0640 {
0641 struct vf_macvlans *entry;
0642 struct list_head *pos;
0643 int retval = 0;
0644
0645 if (index <= 1) {
0646 list_for_each(pos, &adapter->vf_mvs.l) {
0647 entry = list_entry(pos, struct vf_macvlans, l);
0648 if (entry->vf == vf) {
0649 entry->vf = -1;
0650 entry->free = true;
0651 entry->is_macvlan = false;
0652 ixgbe_del_mac_filter(adapter,
0653 entry->vf_macvlan, vf);
0654 }
0655 }
0656 }
0657
0658
0659
0660
0661
0662 if (!index)
0663 return 0;
0664
0665 entry = NULL;
0666
0667 list_for_each(pos, &adapter->vf_mvs.l) {
0668 entry = list_entry(pos, struct vf_macvlans, l);
0669 if (entry->free)
0670 break;
0671 }
0672
0673
0674
0675
0676
0677
0678
0679
0680
0681 if (!entry || !entry->free)
0682 return -ENOSPC;
0683
0684 retval = ixgbe_add_mac_filter(adapter, mac_addr, vf);
0685 if (retval < 0)
0686 return retval;
0687
0688 entry->free = false;
0689 entry->is_macvlan = true;
0690 entry->vf = vf;
0691 memcpy(entry->vf_macvlan, mac_addr, ETH_ALEN);
0692
0693 return 0;
0694 }
0695
0696 static inline void ixgbe_vf_reset_event(struct ixgbe_adapter *adapter, u32 vf)
0697 {
0698 struct ixgbe_hw *hw = &adapter->hw;
0699 struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
0700 struct vf_data_storage *vfinfo = &adapter->vfinfo[vf];
0701 u32 q_per_pool = __ALIGN_MASK(1, ~vmdq->mask);
0702 u8 num_tcs = adapter->hw_tcs;
0703 u32 reg_val;
0704 u32 queue;
0705
0706
0707 ixgbe_clear_vf_vlans(adapter, vf);
0708
0709
0710 ixgbe_set_vf_vlan(adapter, true, vfinfo->pf_vlan, vf);
0711
0712
0713 ixgbe_set_vmolr(hw, vf, !vfinfo->pf_vlan);
0714
0715
0716 if (!vfinfo->pf_vlan && !vfinfo->pf_qos && !num_tcs) {
0717 ixgbe_clear_vmvir(adapter, vf);
0718 } else {
0719 if (vfinfo->pf_qos || !num_tcs)
0720 ixgbe_set_vmvir(adapter, vfinfo->pf_vlan,
0721 vfinfo->pf_qos, vf);
0722 else
0723 ixgbe_set_vmvir(adapter, vfinfo->pf_vlan,
0724 adapter->default_up, vf);
0725
0726 if (vfinfo->spoofchk_enabled) {
0727 hw->mac.ops.set_vlan_anti_spoofing(hw, true, vf);
0728 hw->mac.ops.set_mac_anti_spoofing(hw, true, vf);
0729 }
0730 }
0731
0732
0733 adapter->vfinfo[vf].num_vf_mc_hashes = 0;
0734
0735
0736 ixgbe_ipsec_vf_clear(adapter, vf);
0737
0738
0739 ixgbe_set_rx_mode(adapter->netdev);
0740
0741 ixgbe_del_mac_filter(adapter, adapter->vfinfo[vf].vf_mac_addresses, vf);
0742 ixgbe_set_vf_macvlan(adapter, vf, 0, NULL);
0743
0744
0745 adapter->vfinfo[vf].vf_api = ixgbe_mbox_api_10;
0746
0747
0748 for (queue = 0; queue < q_per_pool; queue++) {
0749 unsigned int reg_idx = (vf * q_per_pool) + queue;
0750
0751 reg_val = IXGBE_READ_REG(hw, IXGBE_PVFTXDCTL(reg_idx));
0752
0753
0754 if (reg_val) {
0755 reg_val |= IXGBE_TXDCTL_ENABLE;
0756 IXGBE_WRITE_REG(hw, IXGBE_PVFTXDCTL(reg_idx), reg_val);
0757 reg_val &= ~IXGBE_TXDCTL_ENABLE;
0758 IXGBE_WRITE_REG(hw, IXGBE_PVFTXDCTL(reg_idx), reg_val);
0759 }
0760 }
0761
0762 IXGBE_WRITE_FLUSH(hw);
0763 }
0764
0765 static void ixgbe_vf_clear_mbx(struct ixgbe_adapter *adapter, u32 vf)
0766 {
0767 struct ixgbe_hw *hw = &adapter->hw;
0768 u32 word;
0769
0770
0771 for (word = 0; word < IXGBE_VFMAILBOX_SIZE; word++)
0772 IXGBE_WRITE_REG_ARRAY(hw, IXGBE_PFMBMEM(vf), word, 0);
0773
0774 IXGBE_WRITE_FLUSH(hw);
0775 }
0776
0777 static int ixgbe_set_vf_mac(struct ixgbe_adapter *adapter,
0778 int vf, unsigned char *mac_addr)
0779 {
0780 s32 retval;
0781
0782 ixgbe_del_mac_filter(adapter, adapter->vfinfo[vf].vf_mac_addresses, vf);
0783 retval = ixgbe_add_mac_filter(adapter, mac_addr, vf);
0784 if (retval >= 0)
0785 memcpy(adapter->vfinfo[vf].vf_mac_addresses, mac_addr,
0786 ETH_ALEN);
0787 else
0788 eth_zero_addr(adapter->vfinfo[vf].vf_mac_addresses);
0789
0790 return retval;
0791 }
0792
0793 int ixgbe_vf_configuration(struct pci_dev *pdev, unsigned int event_mask)
0794 {
0795 struct ixgbe_adapter *adapter = pci_get_drvdata(pdev);
0796 unsigned int vfn = (event_mask & 0x3f);
0797
0798 bool enable = ((event_mask & 0x10000000U) != 0);
0799
0800 if (enable)
0801 eth_zero_addr(adapter->vfinfo[vfn].vf_mac_addresses);
0802
0803 return 0;
0804 }
0805
0806 static inline void ixgbe_write_qde(struct ixgbe_adapter *adapter, u32 vf,
0807 u32 qde)
0808 {
0809 struct ixgbe_hw *hw = &adapter->hw;
0810 struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
0811 u32 q_per_pool = __ALIGN_MASK(1, ~vmdq->mask);
0812 int i;
0813
0814 for (i = vf * q_per_pool; i < ((vf + 1) * q_per_pool); i++) {
0815 u32 reg;
0816
0817
0818 IXGBE_WRITE_FLUSH(hw);
0819
0820
0821 reg = IXGBE_QDE_WRITE | qde;
0822 reg |= i << IXGBE_QDE_IDX_SHIFT;
0823 IXGBE_WRITE_REG(hw, IXGBE_QDE, reg);
0824 }
0825 }
0826
0827
0828
0829
0830
0831
0832
0833
0834 static void ixgbe_set_vf_rx_tx(struct ixgbe_adapter *adapter, int vf)
0835 {
0836 u32 reg_cur_tx, reg_cur_rx, reg_req_tx, reg_req_rx;
0837 struct ixgbe_hw *hw = &adapter->hw;
0838 u32 reg_offset, vf_shift;
0839
0840 vf_shift = vf % 32;
0841 reg_offset = vf / 32;
0842
0843 reg_cur_tx = IXGBE_READ_REG(hw, IXGBE_VFTE(reg_offset));
0844 reg_cur_rx = IXGBE_READ_REG(hw, IXGBE_VFRE(reg_offset));
0845
0846 if (adapter->vfinfo[vf].link_enable) {
0847 reg_req_tx = reg_cur_tx | 1 << vf_shift;
0848 reg_req_rx = reg_cur_rx | 1 << vf_shift;
0849 } else {
0850 reg_req_tx = reg_cur_tx & ~(1 << vf_shift);
0851 reg_req_rx = reg_cur_rx & ~(1 << vf_shift);
0852 }
0853
0854
0855
0856
0857 if (adapter->hw.mac.type == ixgbe_mac_82599EB) {
0858 struct net_device *dev = adapter->netdev;
0859 int pf_max_frame = dev->mtu + ETH_HLEN;
0860
0861 #if IS_ENABLED(CONFIG_FCOE)
0862 if (dev->features & NETIF_F_FCOE_MTU)
0863 pf_max_frame = max_t(int, pf_max_frame,
0864 IXGBE_FCOE_JUMBO_FRAME_SIZE);
0865 #endif
0866
0867 if (pf_max_frame > ETH_FRAME_LEN)
0868 reg_req_rx = reg_cur_rx & ~(1 << vf_shift);
0869 }
0870
0871
0872 if (reg_cur_tx != reg_req_tx)
0873 IXGBE_WRITE_REG(hw, IXGBE_VFTE(reg_offset), reg_req_tx);
0874 if (reg_cur_rx != reg_req_rx)
0875 IXGBE_WRITE_REG(hw, IXGBE_VFRE(reg_offset), reg_req_rx);
0876 }
0877
0878 static int ixgbe_vf_reset_msg(struct ixgbe_adapter *adapter, u32 vf)
0879 {
0880 struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
0881 struct ixgbe_hw *hw = &adapter->hw;
0882 unsigned char *vf_mac = adapter->vfinfo[vf].vf_mac_addresses;
0883 u32 reg, reg_offset, vf_shift;
0884 u32 msgbuf[4] = {0, 0, 0, 0};
0885 u8 *addr = (u8 *)(&msgbuf[1]);
0886 u32 q_per_pool = __ALIGN_MASK(1, ~vmdq->mask);
0887 int i;
0888
0889 e_info(probe, "VF Reset msg received from vf %d\n", vf);
0890
0891
0892 ixgbe_vf_reset_event(adapter, vf);
0893
0894 ixgbe_vf_clear_mbx(adapter, vf);
0895
0896
0897 if (!is_zero_ether_addr(vf_mac))
0898 ixgbe_set_vf_mac(adapter, vf, vf_mac);
0899
0900 vf_shift = vf % 32;
0901 reg_offset = vf / 32;
0902
0903
0904 reg = IXGBE_QDE_ENABLE;
0905 if (adapter->vfinfo[vf].pf_vlan)
0906 reg |= IXGBE_QDE_HIDE_VLAN;
0907
0908 ixgbe_write_qde(adapter, vf, reg);
0909
0910 ixgbe_set_vf_rx_tx(adapter, vf);
0911
0912
0913 adapter->vfinfo[vf].clear_to_send = true;
0914
0915
0916 reg = IXGBE_READ_REG(hw, IXGBE_VMECM(reg_offset));
0917 reg |= BIT(vf_shift);
0918 IXGBE_WRITE_REG(hw, IXGBE_VMECM(reg_offset), reg);
0919
0920
0921
0922
0923
0924 for (i = 0; i < q_per_pool; i++) {
0925 IXGBE_WRITE_REG(hw, IXGBE_PVFTDWBAHn(q_per_pool, vf, i), 0);
0926 IXGBE_WRITE_REG(hw, IXGBE_PVFTDWBALn(q_per_pool, vf, i), 0);
0927 }
0928
0929
0930 msgbuf[0] = IXGBE_VF_RESET;
0931 if (!is_zero_ether_addr(vf_mac) && adapter->vfinfo[vf].pf_set_mac) {
0932 msgbuf[0] |= IXGBE_VT_MSGTYPE_ACK;
0933 memcpy(addr, vf_mac, ETH_ALEN);
0934 } else {
0935 msgbuf[0] |= IXGBE_VT_MSGTYPE_NACK;
0936 }
0937
0938
0939
0940
0941
0942 msgbuf[3] = hw->mac.mc_filter_type;
0943 ixgbe_write_mbx(hw, msgbuf, IXGBE_VF_PERMADDR_MSG_LEN, vf);
0944
0945 return 0;
0946 }
0947
0948 static int ixgbe_set_vf_mac_addr(struct ixgbe_adapter *adapter,
0949 u32 *msgbuf, u32 vf)
0950 {
0951 u8 *new_mac = ((u8 *)(&msgbuf[1]));
0952
0953 if (!is_valid_ether_addr(new_mac)) {
0954 e_warn(drv, "VF %d attempted to set invalid mac\n", vf);
0955 return -1;
0956 }
0957
0958 if (adapter->vfinfo[vf].pf_set_mac && !adapter->vfinfo[vf].trusted &&
0959 !ether_addr_equal(adapter->vfinfo[vf].vf_mac_addresses, new_mac)) {
0960 e_warn(drv,
0961 "VF %d attempted to override administratively set MAC address\n"
0962 "Reload the VF driver to resume operations\n",
0963 vf);
0964 return -1;
0965 }
0966
0967 return ixgbe_set_vf_mac(adapter, vf, new_mac) < 0;
0968 }
0969
0970 static int ixgbe_set_vf_vlan_msg(struct ixgbe_adapter *adapter,
0971 u32 *msgbuf, u32 vf)
0972 {
0973 u32 add = (msgbuf[0] & IXGBE_VT_MSGINFO_MASK) >> IXGBE_VT_MSGINFO_SHIFT;
0974 u32 vid = (msgbuf[1] & IXGBE_VLVF_VLANID_MASK);
0975 u8 tcs = adapter->hw_tcs;
0976
0977 if (adapter->vfinfo[vf].pf_vlan || tcs) {
0978 e_warn(drv,
0979 "VF %d attempted to override administratively set VLAN configuration\n"
0980 "Reload the VF driver to resume operations\n",
0981 vf);
0982 return -1;
0983 }
0984
0985
0986 if (!vid && !add)
0987 return 0;
0988
0989 return ixgbe_set_vf_vlan(adapter, add, vid, vf);
0990 }
0991
0992 static int ixgbe_set_vf_macvlan_msg(struct ixgbe_adapter *adapter,
0993 u32 *msgbuf, u32 vf)
0994 {
0995 u8 *new_mac = ((u8 *)(&msgbuf[1]));
0996 int index = (msgbuf[0] & IXGBE_VT_MSGINFO_MASK) >>
0997 IXGBE_VT_MSGINFO_SHIFT;
0998 int err;
0999
1000 if (adapter->vfinfo[vf].pf_set_mac && !adapter->vfinfo[vf].trusted &&
1001 index > 0) {
1002 e_warn(drv,
1003 "VF %d requested MACVLAN filter but is administratively denied\n",
1004 vf);
1005 return -1;
1006 }
1007
1008
1009 if (index) {
1010 if (!is_valid_ether_addr(new_mac)) {
1011 e_warn(drv, "VF %d attempted to set invalid mac\n", vf);
1012 return -1;
1013 }
1014
1015
1016
1017
1018
1019 if (adapter->vfinfo[vf].spoofchk_enabled) {
1020 struct ixgbe_hw *hw = &adapter->hw;
1021
1022 hw->mac.ops.set_mac_anti_spoofing(hw, false, vf);
1023 hw->mac.ops.set_vlan_anti_spoofing(hw, false, vf);
1024 }
1025 }
1026
1027 err = ixgbe_set_vf_macvlan(adapter, vf, index, new_mac);
1028 if (err == -ENOSPC)
1029 e_warn(drv,
1030 "VF %d has requested a MACVLAN filter but there is no space for it\n",
1031 vf);
1032
1033 return err < 0;
1034 }
1035
1036 static int ixgbe_negotiate_vf_api(struct ixgbe_adapter *adapter,
1037 u32 *msgbuf, u32 vf)
1038 {
1039 int api = msgbuf[1];
1040
1041 switch (api) {
1042 case ixgbe_mbox_api_10:
1043 case ixgbe_mbox_api_11:
1044 case ixgbe_mbox_api_12:
1045 case ixgbe_mbox_api_13:
1046 case ixgbe_mbox_api_14:
1047 adapter->vfinfo[vf].vf_api = api;
1048 return 0;
1049 default:
1050 break;
1051 }
1052
1053 e_info(drv, "VF %d requested invalid api version %u\n", vf, api);
1054
1055 return -1;
1056 }
1057
1058 static int ixgbe_get_vf_queues(struct ixgbe_adapter *adapter,
1059 u32 *msgbuf, u32 vf)
1060 {
1061 struct net_device *dev = adapter->netdev;
1062 struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
1063 unsigned int default_tc = 0;
1064 u8 num_tcs = adapter->hw_tcs;
1065
1066
1067 switch (adapter->vfinfo[vf].vf_api) {
1068 case ixgbe_mbox_api_20:
1069 case ixgbe_mbox_api_11:
1070 case ixgbe_mbox_api_12:
1071 case ixgbe_mbox_api_13:
1072 case ixgbe_mbox_api_14:
1073 break;
1074 default:
1075 return -1;
1076 }
1077
1078
1079 msgbuf[IXGBE_VF_TX_QUEUES] = __ALIGN_MASK(1, ~vmdq->mask);
1080 msgbuf[IXGBE_VF_RX_QUEUES] = __ALIGN_MASK(1, ~vmdq->mask);
1081
1082
1083 if (num_tcs > 1)
1084 default_tc = netdev_get_prio_tc_map(dev, adapter->default_up);
1085
1086
1087 if (num_tcs)
1088 msgbuf[IXGBE_VF_TRANS_VLAN] = num_tcs;
1089 else if (adapter->vfinfo[vf].pf_vlan || adapter->vfinfo[vf].pf_qos)
1090 msgbuf[IXGBE_VF_TRANS_VLAN] = 1;
1091 else
1092 msgbuf[IXGBE_VF_TRANS_VLAN] = 0;
1093
1094
1095 msgbuf[IXGBE_VF_DEF_QUEUE] = default_tc;
1096
1097 return 0;
1098 }
1099
1100 static int ixgbe_get_vf_reta(struct ixgbe_adapter *adapter, u32 *msgbuf, u32 vf)
1101 {
1102 u32 i, j;
1103 u32 *out_buf = &msgbuf[1];
1104 const u8 *reta = adapter->rss_indir_tbl;
1105 u32 reta_size = ixgbe_rss_indir_tbl_entries(adapter);
1106
1107
1108 if (!adapter->vfinfo[vf].rss_query_enabled)
1109 return -EPERM;
1110
1111
1112 switch (adapter->vfinfo[vf].vf_api) {
1113 case ixgbe_mbox_api_14:
1114 case ixgbe_mbox_api_13:
1115 case ixgbe_mbox_api_12:
1116 break;
1117 default:
1118 return -EOPNOTSUPP;
1119 }
1120
1121
1122
1123
1124
1125
1126 for (i = 0; i < reta_size / 16; i++) {
1127 out_buf[i] = 0;
1128 for (j = 0; j < 16; j++)
1129 out_buf[i] |= (u32)(reta[16 * i + j] & 0x3) << (2 * j);
1130 }
1131
1132 return 0;
1133 }
1134
1135 static int ixgbe_get_vf_rss_key(struct ixgbe_adapter *adapter,
1136 u32 *msgbuf, u32 vf)
1137 {
1138 u32 *rss_key = &msgbuf[1];
1139
1140
1141 if (!adapter->vfinfo[vf].rss_query_enabled)
1142 return -EPERM;
1143
1144
1145 switch (adapter->vfinfo[vf].vf_api) {
1146 case ixgbe_mbox_api_14:
1147 case ixgbe_mbox_api_13:
1148 case ixgbe_mbox_api_12:
1149 break;
1150 default:
1151 return -EOPNOTSUPP;
1152 }
1153
1154 memcpy(rss_key, adapter->rss_key, IXGBE_RSS_KEY_SIZE);
1155
1156 return 0;
1157 }
1158
1159 static int ixgbe_update_vf_xcast_mode(struct ixgbe_adapter *adapter,
1160 u32 *msgbuf, u32 vf)
1161 {
1162 struct ixgbe_hw *hw = &adapter->hw;
1163 int xcast_mode = msgbuf[1];
1164 u32 vmolr, fctrl, disable, enable;
1165
1166
1167 switch (adapter->vfinfo[vf].vf_api) {
1168 case ixgbe_mbox_api_12:
1169
1170 if (xcast_mode == IXGBEVF_XCAST_MODE_PROMISC)
1171 return -EOPNOTSUPP;
1172 fallthrough;
1173 case ixgbe_mbox_api_13:
1174 case ixgbe_mbox_api_14:
1175 break;
1176 default:
1177 return -EOPNOTSUPP;
1178 }
1179
1180 if (xcast_mode > IXGBEVF_XCAST_MODE_MULTI &&
1181 !adapter->vfinfo[vf].trusted) {
1182 xcast_mode = IXGBEVF_XCAST_MODE_MULTI;
1183 }
1184
1185 if (adapter->vfinfo[vf].xcast_mode == xcast_mode)
1186 goto out;
1187
1188 switch (xcast_mode) {
1189 case IXGBEVF_XCAST_MODE_NONE:
1190 disable = IXGBE_VMOLR_ROMPE |
1191 IXGBE_VMOLR_MPE | IXGBE_VMOLR_UPE | IXGBE_VMOLR_VPE;
1192 enable = IXGBE_VMOLR_BAM;
1193 break;
1194 case IXGBEVF_XCAST_MODE_MULTI:
1195 disable = IXGBE_VMOLR_MPE | IXGBE_VMOLR_UPE | IXGBE_VMOLR_VPE;
1196 enable = IXGBE_VMOLR_BAM | IXGBE_VMOLR_ROMPE;
1197 break;
1198 case IXGBEVF_XCAST_MODE_ALLMULTI:
1199 disable = IXGBE_VMOLR_UPE | IXGBE_VMOLR_VPE;
1200 enable = IXGBE_VMOLR_BAM | IXGBE_VMOLR_ROMPE | IXGBE_VMOLR_MPE;
1201 break;
1202 case IXGBEVF_XCAST_MODE_PROMISC:
1203 if (hw->mac.type <= ixgbe_mac_82599EB)
1204 return -EOPNOTSUPP;
1205
1206 fctrl = IXGBE_READ_REG(hw, IXGBE_FCTRL);
1207 if (!(fctrl & IXGBE_FCTRL_UPE)) {
1208
1209 e_warn(drv,
1210 "Enabling VF promisc requires PF in promisc\n");
1211 return -EPERM;
1212 }
1213
1214 disable = IXGBE_VMOLR_VPE;
1215 enable = IXGBE_VMOLR_BAM | IXGBE_VMOLR_ROMPE |
1216 IXGBE_VMOLR_MPE | IXGBE_VMOLR_UPE;
1217 break;
1218 default:
1219 return -EOPNOTSUPP;
1220 }
1221
1222 vmolr = IXGBE_READ_REG(hw, IXGBE_VMOLR(vf));
1223 vmolr &= ~disable;
1224 vmolr |= enable;
1225 IXGBE_WRITE_REG(hw, IXGBE_VMOLR(vf), vmolr);
1226
1227 adapter->vfinfo[vf].xcast_mode = xcast_mode;
1228
1229 out:
1230 msgbuf[1] = xcast_mode;
1231
1232 return 0;
1233 }
1234
1235 static int ixgbe_get_vf_link_state(struct ixgbe_adapter *adapter,
1236 u32 *msgbuf, u32 vf)
1237 {
1238 u32 *link_state = &msgbuf[1];
1239
1240
1241 switch (adapter->vfinfo[vf].vf_api) {
1242 case ixgbe_mbox_api_12:
1243 case ixgbe_mbox_api_13:
1244 case ixgbe_mbox_api_14:
1245 break;
1246 default:
1247 return -EOPNOTSUPP;
1248 }
1249
1250 *link_state = adapter->vfinfo[vf].link_enable;
1251
1252 return 0;
1253 }
1254
1255 static int ixgbe_rcv_msg_from_vf(struct ixgbe_adapter *adapter, u32 vf)
1256 {
1257 u32 mbx_size = IXGBE_VFMAILBOX_SIZE;
1258 u32 msgbuf[IXGBE_VFMAILBOX_SIZE];
1259 struct ixgbe_hw *hw = &adapter->hw;
1260 s32 retval;
1261
1262 retval = ixgbe_read_mbx(hw, msgbuf, mbx_size, vf);
1263
1264 if (retval) {
1265 pr_err("Error receiving message from VF\n");
1266 return retval;
1267 }
1268
1269
1270 if (msgbuf[0] & (IXGBE_VT_MSGTYPE_ACK | IXGBE_VT_MSGTYPE_NACK))
1271 return 0;
1272
1273
1274 IXGBE_WRITE_FLUSH(hw);
1275
1276 if (msgbuf[0] == IXGBE_VF_RESET)
1277 return ixgbe_vf_reset_msg(adapter, vf);
1278
1279
1280
1281
1282
1283 if (!adapter->vfinfo[vf].clear_to_send) {
1284 msgbuf[0] |= IXGBE_VT_MSGTYPE_NACK;
1285 ixgbe_write_mbx(hw, msgbuf, 1, vf);
1286 return 0;
1287 }
1288
1289 switch ((msgbuf[0] & 0xFFFF)) {
1290 case IXGBE_VF_SET_MAC_ADDR:
1291 retval = ixgbe_set_vf_mac_addr(adapter, msgbuf, vf);
1292 break;
1293 case IXGBE_VF_SET_MULTICAST:
1294 retval = ixgbe_set_vf_multicasts(adapter, msgbuf, vf);
1295 break;
1296 case IXGBE_VF_SET_VLAN:
1297 retval = ixgbe_set_vf_vlan_msg(adapter, msgbuf, vf);
1298 break;
1299 case IXGBE_VF_SET_LPE:
1300 retval = ixgbe_set_vf_lpe(adapter, msgbuf[1], vf);
1301 break;
1302 case IXGBE_VF_SET_MACVLAN:
1303 retval = ixgbe_set_vf_macvlan_msg(adapter, msgbuf, vf);
1304 break;
1305 case IXGBE_VF_API_NEGOTIATE:
1306 retval = ixgbe_negotiate_vf_api(adapter, msgbuf, vf);
1307 break;
1308 case IXGBE_VF_GET_QUEUES:
1309 retval = ixgbe_get_vf_queues(adapter, msgbuf, vf);
1310 break;
1311 case IXGBE_VF_GET_RETA:
1312 retval = ixgbe_get_vf_reta(adapter, msgbuf, vf);
1313 break;
1314 case IXGBE_VF_GET_RSS_KEY:
1315 retval = ixgbe_get_vf_rss_key(adapter, msgbuf, vf);
1316 break;
1317 case IXGBE_VF_UPDATE_XCAST_MODE:
1318 retval = ixgbe_update_vf_xcast_mode(adapter, msgbuf, vf);
1319 break;
1320 case IXGBE_VF_GET_LINK_STATE:
1321 retval = ixgbe_get_vf_link_state(adapter, msgbuf, vf);
1322 break;
1323 case IXGBE_VF_IPSEC_ADD:
1324 retval = ixgbe_ipsec_vf_add_sa(adapter, msgbuf, vf);
1325 break;
1326 case IXGBE_VF_IPSEC_DEL:
1327 retval = ixgbe_ipsec_vf_del_sa(adapter, msgbuf, vf);
1328 break;
1329 default:
1330 e_err(drv, "Unhandled Msg %8.8x\n", msgbuf[0]);
1331 retval = IXGBE_ERR_MBX;
1332 break;
1333 }
1334
1335
1336 if (retval)
1337 msgbuf[0] |= IXGBE_VT_MSGTYPE_NACK;
1338 else
1339 msgbuf[0] |= IXGBE_VT_MSGTYPE_ACK;
1340
1341 msgbuf[0] |= IXGBE_VT_MSGTYPE_CTS;
1342
1343 ixgbe_write_mbx(hw, msgbuf, mbx_size, vf);
1344
1345 return retval;
1346 }
1347
1348 static void ixgbe_rcv_ack_from_vf(struct ixgbe_adapter *adapter, u32 vf)
1349 {
1350 struct ixgbe_hw *hw = &adapter->hw;
1351 u32 msg = IXGBE_VT_MSGTYPE_NACK;
1352
1353
1354 if (!adapter->vfinfo[vf].clear_to_send)
1355 ixgbe_write_mbx(hw, &msg, 1, vf);
1356 }
1357
1358 void ixgbe_msg_task(struct ixgbe_adapter *adapter)
1359 {
1360 struct ixgbe_hw *hw = &adapter->hw;
1361 unsigned long flags;
1362 u32 vf;
1363
1364 spin_lock_irqsave(&adapter->vfs_lock, flags);
1365 for (vf = 0; vf < adapter->num_vfs; vf++) {
1366
1367 if (!ixgbe_check_for_rst(hw, vf))
1368 ixgbe_vf_reset_event(adapter, vf);
1369
1370
1371 if (!ixgbe_check_for_msg(hw, vf))
1372 ixgbe_rcv_msg_from_vf(adapter, vf);
1373
1374
1375 if (!ixgbe_check_for_ack(hw, vf))
1376 ixgbe_rcv_ack_from_vf(adapter, vf);
1377 }
1378 spin_unlock_irqrestore(&adapter->vfs_lock, flags);
1379 }
1380
1381 static inline void ixgbe_ping_vf(struct ixgbe_adapter *adapter, int vf)
1382 {
1383 struct ixgbe_hw *hw = &adapter->hw;
1384 u32 ping;
1385
1386 ping = IXGBE_PF_CONTROL_MSG;
1387 if (adapter->vfinfo[vf].clear_to_send)
1388 ping |= IXGBE_VT_MSGTYPE_CTS;
1389 ixgbe_write_mbx(hw, &ping, 1, vf);
1390 }
1391
1392 void ixgbe_ping_all_vfs(struct ixgbe_adapter *adapter)
1393 {
1394 struct ixgbe_hw *hw = &adapter->hw;
1395 u32 ping;
1396 int i;
1397
1398 for (i = 0 ; i < adapter->num_vfs; i++) {
1399 ping = IXGBE_PF_CONTROL_MSG;
1400 if (adapter->vfinfo[i].clear_to_send)
1401 ping |= IXGBE_VT_MSGTYPE_CTS;
1402 ixgbe_write_mbx(hw, &ping, 1, i);
1403 }
1404 }
1405
1406
1407
1408
1409
1410
1411
1412 void ixgbe_set_all_vfs(struct ixgbe_adapter *adapter)
1413 {
1414 int i;
1415
1416 for (i = 0 ; i < adapter->num_vfs; i++)
1417 ixgbe_set_vf_link_state(adapter, i,
1418 adapter->vfinfo[i].link_state);
1419 }
1420
1421 int ixgbe_ndo_set_vf_mac(struct net_device *netdev, int vf, u8 *mac)
1422 {
1423 struct ixgbe_adapter *adapter = netdev_priv(netdev);
1424 s32 retval;
1425
1426 if (vf >= adapter->num_vfs)
1427 return -EINVAL;
1428
1429 if (is_valid_ether_addr(mac)) {
1430 dev_info(&adapter->pdev->dev, "setting MAC %pM on VF %d\n",
1431 mac, vf);
1432 dev_info(&adapter->pdev->dev, "Reload the VF driver to make this change effective.");
1433
1434 retval = ixgbe_set_vf_mac(adapter, vf, mac);
1435 if (retval >= 0) {
1436 adapter->vfinfo[vf].pf_set_mac = true;
1437
1438 if (test_bit(__IXGBE_DOWN, &adapter->state)) {
1439 dev_warn(&adapter->pdev->dev, "The VF MAC address has been set, but the PF device is not up.\n");
1440 dev_warn(&adapter->pdev->dev, "Bring the PF device up before attempting to use the VF device.\n");
1441 }
1442 } else {
1443 dev_warn(&adapter->pdev->dev, "The VF MAC address was NOT set due to invalid or duplicate MAC address.\n");
1444 }
1445 } else if (is_zero_ether_addr(mac)) {
1446 unsigned char *vf_mac_addr =
1447 adapter->vfinfo[vf].vf_mac_addresses;
1448
1449
1450 if (is_zero_ether_addr(vf_mac_addr))
1451 return 0;
1452
1453 dev_info(&adapter->pdev->dev, "removing MAC on VF %d\n", vf);
1454
1455 retval = ixgbe_del_mac_filter(adapter, vf_mac_addr, vf);
1456 if (retval >= 0) {
1457 adapter->vfinfo[vf].pf_set_mac = false;
1458 memcpy(vf_mac_addr, mac, ETH_ALEN);
1459 } else {
1460 dev_warn(&adapter->pdev->dev, "Could NOT remove the VF MAC address.\n");
1461 }
1462 } else {
1463 retval = -EINVAL;
1464 }
1465
1466 return retval;
1467 }
1468
1469 static int ixgbe_enable_port_vlan(struct ixgbe_adapter *adapter, int vf,
1470 u16 vlan, u8 qos)
1471 {
1472 struct ixgbe_hw *hw = &adapter->hw;
1473 int err;
1474
1475 err = ixgbe_set_vf_vlan(adapter, true, vlan, vf);
1476 if (err)
1477 goto out;
1478
1479
1480 ixgbe_set_vf_vlan(adapter, false, 0, vf);
1481
1482 ixgbe_set_vmvir(adapter, vlan, qos, vf);
1483 ixgbe_set_vmolr(hw, vf, false);
1484
1485
1486 if (hw->mac.type >= ixgbe_mac_X550)
1487 ixgbe_write_qde(adapter, vf, IXGBE_QDE_ENABLE |
1488 IXGBE_QDE_HIDE_VLAN);
1489
1490 adapter->vfinfo[vf].pf_vlan = vlan;
1491 adapter->vfinfo[vf].pf_qos = qos;
1492 dev_info(&adapter->pdev->dev,
1493 "Setting VLAN %d, QOS 0x%x on VF %d\n", vlan, qos, vf);
1494 if (test_bit(__IXGBE_DOWN, &adapter->state)) {
1495 dev_warn(&adapter->pdev->dev,
1496 "The VF VLAN has been set, but the PF device is not up.\n");
1497 dev_warn(&adapter->pdev->dev,
1498 "Bring the PF device up before attempting to use the VF device.\n");
1499 }
1500
1501 out:
1502 return err;
1503 }
1504
1505 static int ixgbe_disable_port_vlan(struct ixgbe_adapter *adapter, int vf)
1506 {
1507 struct ixgbe_hw *hw = &adapter->hw;
1508 int err;
1509
1510 err = ixgbe_set_vf_vlan(adapter, false,
1511 adapter->vfinfo[vf].pf_vlan, vf);
1512
1513 ixgbe_set_vf_vlan(adapter, true, 0, vf);
1514 ixgbe_clear_vmvir(adapter, vf);
1515 ixgbe_set_vmolr(hw, vf, true);
1516
1517
1518 if (hw->mac.type >= ixgbe_mac_X550)
1519 ixgbe_write_qde(adapter, vf, IXGBE_QDE_ENABLE);
1520
1521 adapter->vfinfo[vf].pf_vlan = 0;
1522 adapter->vfinfo[vf].pf_qos = 0;
1523
1524 return err;
1525 }
1526
1527 int ixgbe_ndo_set_vf_vlan(struct net_device *netdev, int vf, u16 vlan,
1528 u8 qos, __be16 vlan_proto)
1529 {
1530 int err = 0;
1531 struct ixgbe_adapter *adapter = netdev_priv(netdev);
1532
1533 if ((vf >= adapter->num_vfs) || (vlan > 4095) || (qos > 7))
1534 return -EINVAL;
1535 if (vlan_proto != htons(ETH_P_8021Q))
1536 return -EPROTONOSUPPORT;
1537 if (vlan || qos) {
1538
1539
1540
1541
1542
1543
1544
1545 if (adapter->vfinfo[vf].pf_vlan)
1546 err = ixgbe_disable_port_vlan(adapter, vf);
1547 if (err)
1548 goto out;
1549 err = ixgbe_enable_port_vlan(adapter, vf, vlan, qos);
1550 } else {
1551 err = ixgbe_disable_port_vlan(adapter, vf);
1552 }
1553
1554 out:
1555 return err;
1556 }
1557
1558 int ixgbe_link_mbps(struct ixgbe_adapter *adapter)
1559 {
1560 switch (adapter->link_speed) {
1561 case IXGBE_LINK_SPEED_100_FULL:
1562 return 100;
1563 case IXGBE_LINK_SPEED_1GB_FULL:
1564 return 1000;
1565 case IXGBE_LINK_SPEED_10GB_FULL:
1566 return 10000;
1567 default:
1568 return 0;
1569 }
1570 }
1571
1572 static void ixgbe_set_vf_rate_limit(struct ixgbe_adapter *adapter, int vf)
1573 {
1574 struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
1575 struct ixgbe_hw *hw = &adapter->hw;
1576 u32 bcnrc_val = 0;
1577 u16 queue, queues_per_pool;
1578 u16 tx_rate = adapter->vfinfo[vf].tx_rate;
1579
1580 if (tx_rate) {
1581
1582 bcnrc_val = adapter->vf_rate_link_speed;
1583
1584
1585 bcnrc_val <<= IXGBE_RTTBCNRC_RF_INT_SHIFT;
1586 bcnrc_val /= tx_rate;
1587
1588
1589 bcnrc_val &= IXGBE_RTTBCNRC_RF_INT_MASK |
1590 IXGBE_RTTBCNRC_RF_DEC_MASK;
1591
1592
1593 bcnrc_val |= IXGBE_RTTBCNRC_RS_ENA;
1594 }
1595
1596
1597
1598
1599
1600
1601 switch (hw->mac.type) {
1602 case ixgbe_mac_82599EB:
1603 IXGBE_WRITE_REG(hw, IXGBE_RTTBCNRM, 0x4);
1604 break;
1605 case ixgbe_mac_X540:
1606 IXGBE_WRITE_REG(hw, IXGBE_RTTBCNRM, 0x14);
1607 break;
1608 default:
1609 break;
1610 }
1611
1612
1613 queues_per_pool = __ALIGN_MASK(1, ~vmdq->mask);
1614
1615
1616 for (queue = 0; queue < queues_per_pool; queue++) {
1617 unsigned int reg_idx = (vf * queues_per_pool) + queue;
1618
1619 IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, reg_idx);
1620 IXGBE_WRITE_REG(hw, IXGBE_RTTBCNRC, bcnrc_val);
1621 }
1622 }
1623
1624 void ixgbe_check_vf_rate_limit(struct ixgbe_adapter *adapter)
1625 {
1626 int i;
1627
1628
1629 if (!adapter->vf_rate_link_speed)
1630 return;
1631
1632 if (ixgbe_link_mbps(adapter) != adapter->vf_rate_link_speed) {
1633 adapter->vf_rate_link_speed = 0;
1634 dev_info(&adapter->pdev->dev,
1635 "Link speed has been changed. VF Transmit rate is disabled\n");
1636 }
1637
1638 for (i = 0; i < adapter->num_vfs; i++) {
1639 if (!adapter->vf_rate_link_speed)
1640 adapter->vfinfo[i].tx_rate = 0;
1641
1642 ixgbe_set_vf_rate_limit(adapter, i);
1643 }
1644 }
1645
1646 int ixgbe_ndo_set_vf_bw(struct net_device *netdev, int vf, int min_tx_rate,
1647 int max_tx_rate)
1648 {
1649 struct ixgbe_adapter *adapter = netdev_priv(netdev);
1650 int link_speed;
1651
1652
1653 if (vf >= adapter->num_vfs)
1654 return -EINVAL;
1655
1656
1657 if (!adapter->link_up)
1658 return -EINVAL;
1659
1660
1661 link_speed = ixgbe_link_mbps(adapter);
1662 if (link_speed != 10000)
1663 return -EINVAL;
1664
1665 if (min_tx_rate)
1666 return -EINVAL;
1667
1668
1669 if (max_tx_rate && ((max_tx_rate <= 10) || (max_tx_rate > link_speed)))
1670 return -EINVAL;
1671
1672
1673 adapter->vf_rate_link_speed = link_speed;
1674 adapter->vfinfo[vf].tx_rate = max_tx_rate;
1675
1676
1677 ixgbe_set_vf_rate_limit(adapter, vf);
1678
1679 return 0;
1680 }
1681
1682 int ixgbe_ndo_set_vf_spoofchk(struct net_device *netdev, int vf, bool setting)
1683 {
1684 struct ixgbe_adapter *adapter = netdev_priv(netdev);
1685 struct ixgbe_hw *hw = &adapter->hw;
1686
1687 if (vf >= adapter->num_vfs)
1688 return -EINVAL;
1689
1690 adapter->vfinfo[vf].spoofchk_enabled = setting;
1691
1692
1693 hw->mac.ops.set_mac_anti_spoofing(hw, setting, vf);
1694
1695
1696 hw->mac.ops.set_vlan_anti_spoofing(hw, setting, vf);
1697
1698
1699
1700
1701 if (hw->mac.ops.set_ethertype_anti_spoofing) {
1702 IXGBE_WRITE_REG(hw, IXGBE_ETQF(IXGBE_ETQF_FILTER_LLDP),
1703 (IXGBE_ETQF_FILTER_EN |
1704 IXGBE_ETQF_TX_ANTISPOOF |
1705 ETH_P_LLDP));
1706
1707 IXGBE_WRITE_REG(hw, IXGBE_ETQF(IXGBE_ETQF_FILTER_FC),
1708 (IXGBE_ETQF_FILTER_EN |
1709 IXGBE_ETQF_TX_ANTISPOOF |
1710 ETH_P_PAUSE));
1711
1712 hw->mac.ops.set_ethertype_anti_spoofing(hw, setting, vf);
1713 }
1714
1715 return 0;
1716 }
1717
1718
1719
1720
1721
1722
1723
1724
1725
1726 void ixgbe_set_vf_link_state(struct ixgbe_adapter *adapter, int vf, int state)
1727 {
1728 adapter->vfinfo[vf].link_state = state;
1729
1730 switch (state) {
1731 case IFLA_VF_LINK_STATE_AUTO:
1732 if (test_bit(__IXGBE_DOWN, &adapter->state))
1733 adapter->vfinfo[vf].link_enable = false;
1734 else
1735 adapter->vfinfo[vf].link_enable = true;
1736 break;
1737 case IFLA_VF_LINK_STATE_ENABLE:
1738 adapter->vfinfo[vf].link_enable = true;
1739 break;
1740 case IFLA_VF_LINK_STATE_DISABLE:
1741 adapter->vfinfo[vf].link_enable = false;
1742 break;
1743 }
1744
1745 ixgbe_set_vf_rx_tx(adapter, vf);
1746
1747
1748 adapter->vfinfo[vf].clear_to_send = false;
1749 ixgbe_ping_vf(adapter, vf);
1750 }
1751
1752
1753
1754
1755
1756
1757
1758
1759
1760 int ixgbe_ndo_set_vf_link_state(struct net_device *netdev, int vf, int state)
1761 {
1762 struct ixgbe_adapter *adapter = netdev_priv(netdev);
1763 int ret = 0;
1764
1765 if (vf < 0 || vf >= adapter->num_vfs) {
1766 dev_err(&adapter->pdev->dev,
1767 "NDO set VF link - invalid VF identifier %d\n", vf);
1768 return -EINVAL;
1769 }
1770
1771 switch (state) {
1772 case IFLA_VF_LINK_STATE_ENABLE:
1773 dev_info(&adapter->pdev->dev,
1774 "NDO set VF %d link state %d - not supported\n",
1775 vf, state);
1776 break;
1777 case IFLA_VF_LINK_STATE_DISABLE:
1778 dev_info(&adapter->pdev->dev,
1779 "NDO set VF %d link state disable\n", vf);
1780 ixgbe_set_vf_link_state(adapter, vf, state);
1781 break;
1782 case IFLA_VF_LINK_STATE_AUTO:
1783 dev_info(&adapter->pdev->dev,
1784 "NDO set VF %d link state auto\n", vf);
1785 ixgbe_set_vf_link_state(adapter, vf, state);
1786 break;
1787 default:
1788 dev_err(&adapter->pdev->dev,
1789 "NDO set VF %d - invalid link state %d\n", vf, state);
1790 ret = -EINVAL;
1791 }
1792
1793 return ret;
1794 }
1795
1796 int ixgbe_ndo_set_vf_rss_query_en(struct net_device *netdev, int vf,
1797 bool setting)
1798 {
1799 struct ixgbe_adapter *adapter = netdev_priv(netdev);
1800
1801
1802
1803
1804 if (adapter->hw.mac.type < ixgbe_mac_82599EB ||
1805 adapter->hw.mac.type >= ixgbe_mac_X550)
1806 return -EOPNOTSUPP;
1807
1808 if (vf >= adapter->num_vfs)
1809 return -EINVAL;
1810
1811 adapter->vfinfo[vf].rss_query_enabled = setting;
1812
1813 return 0;
1814 }
1815
1816 int ixgbe_ndo_set_vf_trust(struct net_device *netdev, int vf, bool setting)
1817 {
1818 struct ixgbe_adapter *adapter = netdev_priv(netdev);
1819
1820 if (vf >= adapter->num_vfs)
1821 return -EINVAL;
1822
1823
1824 if (adapter->vfinfo[vf].trusted == setting)
1825 return 0;
1826
1827 adapter->vfinfo[vf].trusted = setting;
1828
1829
1830 adapter->vfinfo[vf].clear_to_send = false;
1831 ixgbe_ping_vf(adapter, vf);
1832
1833 e_info(drv, "VF %u is %strusted\n", vf, setting ? "" : "not ");
1834
1835 return 0;
1836 }
1837
1838 int ixgbe_ndo_get_vf_config(struct net_device *netdev,
1839 int vf, struct ifla_vf_info *ivi)
1840 {
1841 struct ixgbe_adapter *adapter = netdev_priv(netdev);
1842 if (vf >= adapter->num_vfs)
1843 return -EINVAL;
1844 ivi->vf = vf;
1845 memcpy(&ivi->mac, adapter->vfinfo[vf].vf_mac_addresses, ETH_ALEN);
1846 ivi->max_tx_rate = adapter->vfinfo[vf].tx_rate;
1847 ivi->min_tx_rate = 0;
1848 ivi->vlan = adapter->vfinfo[vf].pf_vlan;
1849 ivi->qos = adapter->vfinfo[vf].pf_qos;
1850 ivi->spoofchk = adapter->vfinfo[vf].spoofchk_enabled;
1851 ivi->rss_query_en = adapter->vfinfo[vf].rss_query_enabled;
1852 ivi->trusted = adapter->vfinfo[vf].trusted;
1853 return 0;
1854 }