Lines Matching +full:tcs +full:- +full:wait
1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2013 - 2021 Intel Corporation. */
31 static const char i40e_copyright[] = "Copyright (c) 2013 - 2019 Intel Corporation.";
57 /* i40e_pci_tbl - PCI Device ID Table
97 static int debug = -1;
116 if (is_unicast_ether_addr(f->macaddr) || is_link_local_ether_addr(f->macaddr)) in netdev_hw_addr_refcnt()
117 ha_list = &netdev->uc; in netdev_hw_addr_refcnt()
119 ha_list = &netdev->mc; in netdev_hw_addr_refcnt()
122 if (ether_addr_equal(ha->addr, f->macaddr)) { in netdev_hw_addr_refcnt()
123 ha->refcount += delta; in netdev_hw_addr_refcnt()
124 if (ha->refcount <= 0) in netdev_hw_addr_refcnt()
125 ha->refcount = 1; in netdev_hw_addr_refcnt()
132 * i40e_hw_to_dev - get device pointer from the hardware structure
139 return &pf->pdev->dev; in i40e_hw_to_dev()
143 * i40e_allocate_dma_mem - OS specific memory alloc for shared code
154 mem->size = ALIGN(size, alignment); in i40e_allocate_dma_mem()
155 mem->va = dma_alloc_coherent(&pf->pdev->dev, mem->size, &mem->pa, in i40e_allocate_dma_mem()
157 if (!mem->va) in i40e_allocate_dma_mem()
158 return -ENOMEM; in i40e_allocate_dma_mem()
164 * i40e_free_dma_mem - OS specific memory free for shared code
172 dma_free_coherent(&pf->pdev->dev, mem->size, mem->va, mem->pa); in i40e_free_dma_mem()
173 mem->va = NULL; in i40e_free_dma_mem()
174 mem->pa = 0; in i40e_free_dma_mem()
175 mem->size = 0; in i40e_free_dma_mem()
181 * i40e_allocate_virt_mem - OS specific memory alloc for shared code
189 mem->size = size; in i40e_allocate_virt_mem()
190 mem->va = kzalloc(size, GFP_KERNEL); in i40e_allocate_virt_mem()
192 if (!mem->va) in i40e_allocate_virt_mem()
193 return -ENOMEM; in i40e_allocate_virt_mem()
199 * i40e_free_virt_mem - OS specific memory free for shared code
206 kfree(mem->va); in i40e_free_virt_mem()
207 mem->va = NULL; in i40e_free_virt_mem()
208 mem->size = 0; in i40e_free_virt_mem()
214 * i40e_get_lump - find a lump of free generic resource
225 int ret = -ENOMEM; in i40e_get_lump()
229 dev_info(&pf->pdev->dev, in i40e_get_lump()
232 return -EINVAL; in i40e_get_lump()
238 if (pile == pf->qp_pile && pf->vsi[id]->type == I40E_VSI_FDIR) { in i40e_get_lump()
239 if (pile->list[pile->num_entries - 1] & I40E_PILE_VALID_BIT) { in i40e_get_lump()
240 dev_err(&pf->pdev->dev, in i40e_get_lump()
242 pile->num_entries - 1); in i40e_get_lump()
243 return -ENOMEM; in i40e_get_lump()
245 pile->list[pile->num_entries - 1] = id | I40E_PILE_VALID_BIT; in i40e_get_lump()
246 return pile->num_entries - 1; in i40e_get_lump()
250 while (i < pile->num_entries) { in i40e_get_lump()
252 if (pile->list[i] & I40E_PILE_VALID_BIT) { in i40e_get_lump()
258 for (j = 0; (j < needed) && ((i+j) < pile->num_entries); j++) { in i40e_get_lump()
259 if (pile->list[i+j] & I40E_PILE_VALID_BIT) in i40e_get_lump()
266 pile->list[i+j] = id | I40E_PILE_VALID_BIT; in i40e_get_lump()
279 * i40e_put_lump - return a lump of generic resource
292 if (!pile || index >= pile->num_entries) in i40e_put_lump()
293 return -EINVAL; in i40e_put_lump()
296 i < pile->num_entries && pile->list[i] == valid_id; in i40e_put_lump()
298 pile->list[i] = 0; in i40e_put_lump()
307 * i40e_find_vsi_from_id - searches for the vsi with the given id
317 if (vsi->id == id) in i40e_find_vsi_from_id()
324 * i40e_service_event_schedule - Schedule the service task to wake up
331 if ((!test_bit(__I40E_DOWN, pf->state) && in i40e_service_event_schedule()
332 !test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) || in i40e_service_event_schedule()
333 test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_service_event_schedule()
334 queue_work(i40e_wq, &pf->service_task); in i40e_service_event_schedule()
338 * i40e_tx_timeout - Respond to a Tx Hang
349 struct i40e_vsi *vsi = np->vsi; in i40e_tx_timeout()
350 struct i40e_pf *pf = vsi->back; in i40e_tx_timeout()
355 pf->tx_timeout_count++; in i40e_tx_timeout()
358 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_tx_timeout()
359 if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc) { in i40e_tx_timeout()
361 vsi->tx_rings[i]->queue_index) { in i40e_tx_timeout()
362 tx_ring = vsi->tx_rings[i]; in i40e_tx_timeout()
368 if (time_after(jiffies, (pf->tx_timeout_last_recovery + HZ*20))) in i40e_tx_timeout()
369 pf->tx_timeout_recovery_level = 1; /* reset after some time */ in i40e_tx_timeout()
371 (pf->tx_timeout_last_recovery + netdev->watchdog_timeo))) in i40e_tx_timeout()
375 if (test_and_set_bit(__I40E_TIMEOUT_RECOVERY_PENDING, pf->state)) in i40e_tx_timeout()
381 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_tx_timeout()
382 val = rd32(&pf->hw, in i40e_tx_timeout()
383 I40E_PFINT_DYN_CTLN(tx_ring->q_vector->v_idx + in i40e_tx_timeout()
384 tx_ring->vsi->base_vector - 1)); in i40e_tx_timeout()
386 val = rd32(&pf->hw, I40E_PFINT_DYN_CTL0); in i40e_tx_timeout()
389 vsi->seid, txqueue, tx_ring->next_to_clean, in i40e_tx_timeout()
390 head, tx_ring->next_to_use, in i40e_tx_timeout()
391 readl(tx_ring->tail), val); in i40e_tx_timeout()
394 pf->tx_timeout_last_recovery = jiffies; in i40e_tx_timeout()
396 pf->tx_timeout_recovery_level, txqueue); in i40e_tx_timeout()
398 switch (pf->tx_timeout_recovery_level) { in i40e_tx_timeout()
400 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_tx_timeout()
403 set_bit(__I40E_CORE_RESET_REQUESTED, pf->state); in i40e_tx_timeout()
406 set_bit(__I40E_GLOBAL_RESET_REQUESTED, pf->state); in i40e_tx_timeout()
409 netdev_err(netdev, "tx_timeout recovery unsuccessful, device is in non-recoverable state.\n"); in i40e_tx_timeout()
410 set_bit(__I40E_DOWN_REQUESTED, pf->state); in i40e_tx_timeout()
411 set_bit(__I40E_VSI_DOWN_REQUESTED, vsi->state); in i40e_tx_timeout()
416 pf->tx_timeout_recovery_level++; in i40e_tx_timeout()
420 * i40e_get_vsi_stats_struct - Get System Network Statistics
428 return &vsi->net_stats; in i40e_get_vsi_stats_struct()
432 * i40e_get_netdev_stats_struct_tx - populate stats from a Tx ring
443 start = u64_stats_fetch_begin(&ring->syncp); in i40e_get_netdev_stats_struct_tx()
444 packets = ring->stats.packets; in i40e_get_netdev_stats_struct_tx()
445 bytes = ring->stats.bytes; in i40e_get_netdev_stats_struct_tx()
446 } while (u64_stats_fetch_retry(&ring->syncp, start)); in i40e_get_netdev_stats_struct_tx()
448 stats->tx_packets += packets; in i40e_get_netdev_stats_struct_tx()
449 stats->tx_bytes += bytes; in i40e_get_netdev_stats_struct_tx()
453 * i40e_get_netdev_stats_struct - Get statistics for netdev interface
464 struct i40e_vsi *vsi = np->vsi; in i40e_get_netdev_stats_struct()
469 if (test_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_get_netdev_stats_struct()
472 if (!vsi->tx_rings) in i40e_get_netdev_stats_struct()
476 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_get_netdev_stats_struct()
480 ring = READ_ONCE(vsi->tx_rings[i]); in i40e_get_netdev_stats_struct()
486 ring = READ_ONCE(vsi->xdp_rings[i]); in i40e_get_netdev_stats_struct()
492 ring = READ_ONCE(vsi->rx_rings[i]); in i40e_get_netdev_stats_struct()
496 start = u64_stats_fetch_begin(&ring->syncp); in i40e_get_netdev_stats_struct()
497 packets = ring->stats.packets; in i40e_get_netdev_stats_struct()
498 bytes = ring->stats.bytes; in i40e_get_netdev_stats_struct()
499 } while (u64_stats_fetch_retry(&ring->syncp, start)); in i40e_get_netdev_stats_struct()
501 stats->rx_packets += packets; in i40e_get_netdev_stats_struct()
502 stats->rx_bytes += bytes; in i40e_get_netdev_stats_struct()
508 stats->multicast = vsi_stats->multicast; in i40e_get_netdev_stats_struct()
509 stats->tx_errors = vsi_stats->tx_errors; in i40e_get_netdev_stats_struct()
510 stats->tx_dropped = vsi_stats->tx_dropped; in i40e_get_netdev_stats_struct()
511 stats->rx_errors = vsi_stats->rx_errors; in i40e_get_netdev_stats_struct()
512 stats->rx_dropped = vsi_stats->rx_dropped; in i40e_get_netdev_stats_struct()
513 stats->rx_missed_errors = vsi_stats->rx_missed_errors; in i40e_get_netdev_stats_struct()
514 stats->rx_crc_errors = vsi_stats->rx_crc_errors; in i40e_get_netdev_stats_struct()
515 stats->rx_length_errors = vsi_stats->rx_length_errors; in i40e_get_netdev_stats_struct()
519 * i40e_vsi_reset_stats - Resets all stats of the given vsi
532 memset(&vsi->net_stats_offsets, 0, sizeof(vsi->net_stats_offsets)); in i40e_vsi_reset_stats()
533 memset(&vsi->eth_stats, 0, sizeof(vsi->eth_stats)); in i40e_vsi_reset_stats()
534 memset(&vsi->eth_stats_offsets, 0, sizeof(vsi->eth_stats_offsets)); in i40e_vsi_reset_stats()
535 if (vsi->rx_rings && vsi->rx_rings[0]) { in i40e_vsi_reset_stats()
536 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_vsi_reset_stats()
537 memset(&vsi->rx_rings[i]->stats, 0, in i40e_vsi_reset_stats()
538 sizeof(vsi->rx_rings[i]->stats)); in i40e_vsi_reset_stats()
539 memset(&vsi->rx_rings[i]->rx_stats, 0, in i40e_vsi_reset_stats()
540 sizeof(vsi->rx_rings[i]->rx_stats)); in i40e_vsi_reset_stats()
541 memset(&vsi->tx_rings[i]->stats, 0, in i40e_vsi_reset_stats()
542 sizeof(vsi->tx_rings[i]->stats)); in i40e_vsi_reset_stats()
543 memset(&vsi->tx_rings[i]->tx_stats, 0, in i40e_vsi_reset_stats()
544 sizeof(vsi->tx_rings[i]->tx_stats)); in i40e_vsi_reset_stats()
547 vsi->stat_offsets_loaded = false; in i40e_vsi_reset_stats()
551 * i40e_pf_reset_stats - Reset all of the stats for the given PF
559 memset(&pf->stats, 0, sizeof(pf->stats)); in i40e_pf_reset_stats()
560 memset(&pf->stats_offsets, 0, sizeof(pf->stats_offsets)); in i40e_pf_reset_stats()
561 pf->stat_offsets_loaded = false; in i40e_pf_reset_stats()
564 memset(&veb->stats, 0, sizeof(veb->stats)); in i40e_pf_reset_stats()
565 memset(&veb->stats_offsets, 0, sizeof(veb->stats_offsets)); in i40e_pf_reset_stats()
566 memset(&veb->tc_stats, 0, sizeof(veb->tc_stats)); in i40e_pf_reset_stats()
567 memset(&veb->tc_stats_offsets, 0, sizeof(veb->tc_stats_offsets)); in i40e_pf_reset_stats()
568 veb->stat_offsets_loaded = false; in i40e_pf_reset_stats()
570 pf->hw_csum_rx_error = 0; in i40e_pf_reset_stats()
574 * i40e_compute_pci_to_hw_id - compute index form PCI function.
582 if (vsi->type == I40E_VSI_SRIOV) in i40e_compute_pci_to_hw_id()
583 return (hw->port * BIT(7)) / pf_count + vsi->vf_id; in i40e_compute_pci_to_hw_id()
585 return hw->port + BIT(7); in i40e_compute_pci_to_hw_id()
589 * i40e_stat_update64 - read and update a 64 bit stat from the chip.
611 *stat = new_data - *offset; in i40e_stat_update64()
615 * i40e_stat_update48 - read and update a 48 bit stat from the chip
627 * the potential roll-over.
634 if (hw->device_id == I40E_DEV_ID_QEMU) { in i40e_stat_update48()
643 *stat = new_data - *offset; in i40e_stat_update48()
645 *stat = (new_data + BIT_ULL(48)) - *offset; in i40e_stat_update48()
650 * i40e_stat_update32 - read and update a 32 bit stat from the chip
666 *stat = (u32)(new_data - *offset); in i40e_stat_update32()
668 *stat = (u32)((new_data + BIT_ULL(32)) - *offset); in i40e_stat_update32()
672 * i40e_stat_update_and_clear32 - read and clear hw reg, update a 32 bit stat
686 * i40e_stats_update_rx_discards - update rx_discards.
701 &stat_offset->rx_discards, &stat->rx_discards); in i40e_stats_update_rx_discards()
705 offset_loaded, &stat_offset->rx_discards_other, in i40e_stats_update_rx_discards()
706 &stat->rx_discards_other); in i40e_stats_update_rx_discards()
710 * i40e_update_eth_stats - Update VSI-specific ethernet statistics counters.
715 int stat_idx = le16_to_cpu(vsi->info.stat_counter_idx); in i40e_update_eth_stats()
716 struct i40e_pf *pf = vsi->back; in i40e_update_eth_stats()
717 struct i40e_hw *hw = &pf->hw; in i40e_update_eth_stats()
721 es = &vsi->eth_stats; in i40e_update_eth_stats()
722 oes = &vsi->eth_stats_offsets; in i40e_update_eth_stats()
726 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
727 &oes->tx_errors, &es->tx_errors); in i40e_update_eth_stats()
729 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
730 &oes->rx_unknown_protocol, &es->rx_unknown_protocol); in i40e_update_eth_stats()
734 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
735 &oes->rx_bytes, &es->rx_bytes); in i40e_update_eth_stats()
738 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
739 &oes->rx_unicast, &es->rx_unicast); in i40e_update_eth_stats()
742 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
743 &oes->rx_multicast, &es->rx_multicast); in i40e_update_eth_stats()
746 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
747 &oes->rx_broadcast, &es->rx_broadcast); in i40e_update_eth_stats()
751 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
752 &oes->tx_bytes, &es->tx_bytes); in i40e_update_eth_stats()
755 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
756 &oes->tx_unicast, &es->tx_unicast); in i40e_update_eth_stats()
759 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
760 &oes->tx_multicast, &es->tx_multicast); in i40e_update_eth_stats()
763 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
764 &oes->tx_broadcast, &es->tx_broadcast); in i40e_update_eth_stats()
767 vsi->stat_offsets_loaded, oes, es); in i40e_update_eth_stats()
769 vsi->stat_offsets_loaded = true; in i40e_update_eth_stats()
773 * i40e_update_veb_stats - Update Switch component statistics
778 struct i40e_pf *pf = veb->pf; in i40e_update_veb_stats()
779 struct i40e_hw *hw = &pf->hw; in i40e_update_veb_stats()
786 idx = veb->stats_idx; in i40e_update_veb_stats()
787 es = &veb->stats; in i40e_update_veb_stats()
788 oes = &veb->stats_offsets; in i40e_update_veb_stats()
789 veb_es = &veb->tc_stats; in i40e_update_veb_stats()
790 veb_oes = &veb->tc_stats_offsets; in i40e_update_veb_stats()
794 veb->stat_offsets_loaded, in i40e_update_veb_stats()
795 &oes->tx_discards, &es->tx_discards); in i40e_update_veb_stats()
796 if (hw->revision_id > 0) in i40e_update_veb_stats()
798 veb->stat_offsets_loaded, in i40e_update_veb_stats()
799 &oes->rx_unknown_protocol, in i40e_update_veb_stats()
800 &es->rx_unknown_protocol); in i40e_update_veb_stats()
802 veb->stat_offsets_loaded, in i40e_update_veb_stats()
803 &oes->rx_bytes, &es->rx_bytes); in i40e_update_veb_stats()
805 veb->stat_offsets_loaded, in i40e_update_veb_stats()
806 &oes->rx_unicast, &es->rx_unicast); in i40e_update_veb_stats()
808 veb->stat_offsets_loaded, in i40e_update_veb_stats()
809 &oes->rx_multicast, &es->rx_multicast); in i40e_update_veb_stats()
811 veb->stat_offsets_loaded, in i40e_update_veb_stats()
812 &oes->rx_broadcast, &es->rx_broadcast); in i40e_update_veb_stats()
815 veb->stat_offsets_loaded, in i40e_update_veb_stats()
816 &oes->tx_bytes, &es->tx_bytes); in i40e_update_veb_stats()
818 veb->stat_offsets_loaded, in i40e_update_veb_stats()
819 &oes->tx_unicast, &es->tx_unicast); in i40e_update_veb_stats()
821 veb->stat_offsets_loaded, in i40e_update_veb_stats()
822 &oes->tx_multicast, &es->tx_multicast); in i40e_update_veb_stats()
824 veb->stat_offsets_loaded, in i40e_update_veb_stats()
825 &oes->tx_broadcast, &es->tx_broadcast); in i40e_update_veb_stats()
829 veb->stat_offsets_loaded, in i40e_update_veb_stats()
830 &veb_oes->tc_rx_packets[i], in i40e_update_veb_stats()
831 &veb_es->tc_rx_packets[i]); in i40e_update_veb_stats()
834 veb->stat_offsets_loaded, in i40e_update_veb_stats()
835 &veb_oes->tc_rx_bytes[i], in i40e_update_veb_stats()
836 &veb_es->tc_rx_bytes[i]); in i40e_update_veb_stats()
839 veb->stat_offsets_loaded, in i40e_update_veb_stats()
840 &veb_oes->tc_tx_packets[i], in i40e_update_veb_stats()
841 &veb_es->tc_tx_packets[i]); in i40e_update_veb_stats()
844 veb->stat_offsets_loaded, in i40e_update_veb_stats()
845 &veb_oes->tc_tx_bytes[i], in i40e_update_veb_stats()
846 &veb_es->tc_tx_bytes[i]); in i40e_update_veb_stats()
848 veb->stat_offsets_loaded = true; in i40e_update_veb_stats()
852 * i40e_update_vsi_stats - Update the vsi statistics counters.
864 struct i40e_pf *pf = vsi->back; in i40e_update_vsi_stats()
880 if (test_bit(__I40E_VSI_DOWN, vsi->state) || in i40e_update_vsi_stats()
881 test_bit(__I40E_CONFIG_BUSY, pf->state)) in i40e_update_vsi_stats()
885 ons = &vsi->net_stats_offsets; in i40e_update_vsi_stats()
886 es = &vsi->eth_stats; in i40e_update_vsi_stats()
887 oes = &vsi->eth_stats_offsets; in i40e_update_vsi_stats()
903 for (q = 0; q < vsi->num_queue_pairs; q++) { in i40e_update_vsi_stats()
905 p = READ_ONCE(vsi->tx_rings[q]); in i40e_update_vsi_stats()
910 start = u64_stats_fetch_begin(&p->syncp); in i40e_update_vsi_stats()
911 packets = p->stats.packets; in i40e_update_vsi_stats()
912 bytes = p->stats.bytes; in i40e_update_vsi_stats()
913 } while (u64_stats_fetch_retry(&p->syncp, start)); in i40e_update_vsi_stats()
916 tx_restart += p->tx_stats.restart_queue; in i40e_update_vsi_stats()
917 tx_busy += p->tx_stats.tx_busy; in i40e_update_vsi_stats()
918 tx_linearize += p->tx_stats.tx_linearize; in i40e_update_vsi_stats()
919 tx_force_wb += p->tx_stats.tx_force_wb; in i40e_update_vsi_stats()
920 tx_stopped += p->tx_stats.tx_stopped; in i40e_update_vsi_stats()
923 p = READ_ONCE(vsi->rx_rings[q]); in i40e_update_vsi_stats()
928 start = u64_stats_fetch_begin(&p->syncp); in i40e_update_vsi_stats()
929 packets = p->stats.packets; in i40e_update_vsi_stats()
930 bytes = p->stats.bytes; in i40e_update_vsi_stats()
931 } while (u64_stats_fetch_retry(&p->syncp, start)); in i40e_update_vsi_stats()
934 rx_buf += p->rx_stats.alloc_buff_failed; in i40e_update_vsi_stats()
935 rx_page += p->rx_stats.alloc_page_failed; in i40e_update_vsi_stats()
936 rx_reuse += p->rx_stats.page_reuse_count; in i40e_update_vsi_stats()
937 rx_alloc += p->rx_stats.page_alloc_count; in i40e_update_vsi_stats()
938 rx_waive += p->rx_stats.page_waive_count; in i40e_update_vsi_stats()
939 rx_busy += p->rx_stats.page_busy_count; in i40e_update_vsi_stats()
943 p = READ_ONCE(vsi->xdp_rings[q]); in i40e_update_vsi_stats()
948 start = u64_stats_fetch_begin(&p->syncp); in i40e_update_vsi_stats()
949 packets = p->stats.packets; in i40e_update_vsi_stats()
950 bytes = p->stats.bytes; in i40e_update_vsi_stats()
951 } while (u64_stats_fetch_retry(&p->syncp, start)); in i40e_update_vsi_stats()
954 tx_restart += p->tx_stats.restart_queue; in i40e_update_vsi_stats()
955 tx_busy += p->tx_stats.tx_busy; in i40e_update_vsi_stats()
956 tx_linearize += p->tx_stats.tx_linearize; in i40e_update_vsi_stats()
957 tx_force_wb += p->tx_stats.tx_force_wb; in i40e_update_vsi_stats()
961 vsi->tx_restart = tx_restart; in i40e_update_vsi_stats()
962 vsi->tx_busy = tx_busy; in i40e_update_vsi_stats()
963 vsi->tx_linearize = tx_linearize; in i40e_update_vsi_stats()
964 vsi->tx_force_wb = tx_force_wb; in i40e_update_vsi_stats()
965 vsi->tx_stopped = tx_stopped; in i40e_update_vsi_stats()
966 vsi->rx_page_failed = rx_page; in i40e_update_vsi_stats()
967 vsi->rx_buf_failed = rx_buf; in i40e_update_vsi_stats()
968 vsi->rx_page_reuse = rx_reuse; in i40e_update_vsi_stats()
969 vsi->rx_page_alloc = rx_alloc; in i40e_update_vsi_stats()
970 vsi->rx_page_waive = rx_waive; in i40e_update_vsi_stats()
971 vsi->rx_page_busy = rx_busy; in i40e_update_vsi_stats()
973 ns->rx_packets = rx_p; in i40e_update_vsi_stats()
974 ns->rx_bytes = rx_b; in i40e_update_vsi_stats()
975 ns->tx_packets = tx_p; in i40e_update_vsi_stats()
976 ns->tx_bytes = tx_b; in i40e_update_vsi_stats()
980 ons->tx_errors = oes->tx_errors; in i40e_update_vsi_stats()
981 ns->tx_errors = es->tx_errors; in i40e_update_vsi_stats()
982 ons->multicast = oes->rx_multicast; in i40e_update_vsi_stats()
983 ns->multicast = es->rx_multicast; in i40e_update_vsi_stats()
984 ons->rx_dropped = oes->rx_discards_other; in i40e_update_vsi_stats()
985 ns->rx_dropped = es->rx_discards_other; in i40e_update_vsi_stats()
986 ons->rx_missed_errors = oes->rx_discards; in i40e_update_vsi_stats()
987 ns->rx_missed_errors = es->rx_discards; in i40e_update_vsi_stats()
988 ons->tx_dropped = oes->tx_discards; in i40e_update_vsi_stats()
989 ns->tx_dropped = es->tx_discards; in i40e_update_vsi_stats()
992 if (vsi->type == I40E_VSI_MAIN) { in i40e_update_vsi_stats()
993 ns->rx_crc_errors = pf->stats.crc_errors; in i40e_update_vsi_stats()
994 ns->rx_errors = pf->stats.crc_errors + pf->stats.illegal_bytes; in i40e_update_vsi_stats()
995 ns->rx_length_errors = pf->stats.rx_length_errors; in i40e_update_vsi_stats()
1000 * i40e_update_pf_stats - Update the PF statistics counters.
1005 struct i40e_hw_port_stats *osd = &pf->stats_offsets; in i40e_update_pf_stats()
1006 struct i40e_hw_port_stats *nsd = &pf->stats; in i40e_update_pf_stats()
1007 struct i40e_hw *hw = &pf->hw; in i40e_update_pf_stats()
1011 i40e_stat_update48(hw, I40E_GLPRT_GORCH(hw->port), in i40e_update_pf_stats()
1012 I40E_GLPRT_GORCL(hw->port), in i40e_update_pf_stats()
1013 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1014 &osd->eth.rx_bytes, &nsd->eth.rx_bytes); in i40e_update_pf_stats()
1015 i40e_stat_update48(hw, I40E_GLPRT_GOTCH(hw->port), in i40e_update_pf_stats()
1016 I40E_GLPRT_GOTCL(hw->port), in i40e_update_pf_stats()
1017 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1018 &osd->eth.tx_bytes, &nsd->eth.tx_bytes); in i40e_update_pf_stats()
1019 i40e_stat_update32(hw, I40E_GLPRT_RDPC(hw->port), in i40e_update_pf_stats()
1020 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1021 &osd->eth.rx_discards, in i40e_update_pf_stats()
1022 &nsd->eth.rx_discards); in i40e_update_pf_stats()
1023 i40e_stat_update48(hw, I40E_GLPRT_UPRCH(hw->port), in i40e_update_pf_stats()
1024 I40E_GLPRT_UPRCL(hw->port), in i40e_update_pf_stats()
1025 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1026 &osd->eth.rx_unicast, in i40e_update_pf_stats()
1027 &nsd->eth.rx_unicast); in i40e_update_pf_stats()
1028 i40e_stat_update48(hw, I40E_GLPRT_MPRCH(hw->port), in i40e_update_pf_stats()
1029 I40E_GLPRT_MPRCL(hw->port), in i40e_update_pf_stats()
1030 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1031 &osd->eth.rx_multicast, in i40e_update_pf_stats()
1032 &nsd->eth.rx_multicast); in i40e_update_pf_stats()
1033 i40e_stat_update48(hw, I40E_GLPRT_BPRCH(hw->port), in i40e_update_pf_stats()
1034 I40E_GLPRT_BPRCL(hw->port), in i40e_update_pf_stats()
1035 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1036 &osd->eth.rx_broadcast, in i40e_update_pf_stats()
1037 &nsd->eth.rx_broadcast); in i40e_update_pf_stats()
1038 i40e_stat_update48(hw, I40E_GLPRT_UPTCH(hw->port), in i40e_update_pf_stats()
1039 I40E_GLPRT_UPTCL(hw->port), in i40e_update_pf_stats()
1040 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1041 &osd->eth.tx_unicast, in i40e_update_pf_stats()
1042 &nsd->eth.tx_unicast); in i40e_update_pf_stats()
1043 i40e_stat_update48(hw, I40E_GLPRT_MPTCH(hw->port), in i40e_update_pf_stats()
1044 I40E_GLPRT_MPTCL(hw->port), in i40e_update_pf_stats()
1045 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1046 &osd->eth.tx_multicast, in i40e_update_pf_stats()
1047 &nsd->eth.tx_multicast); in i40e_update_pf_stats()
1048 i40e_stat_update48(hw, I40E_GLPRT_BPTCH(hw->port), in i40e_update_pf_stats()
1049 I40E_GLPRT_BPTCL(hw->port), in i40e_update_pf_stats()
1050 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1051 &osd->eth.tx_broadcast, in i40e_update_pf_stats()
1052 &nsd->eth.tx_broadcast); in i40e_update_pf_stats()
1054 i40e_stat_update32(hw, I40E_GLPRT_TDOLD(hw->port), in i40e_update_pf_stats()
1055 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1056 &osd->tx_dropped_link_down, in i40e_update_pf_stats()
1057 &nsd->tx_dropped_link_down); in i40e_update_pf_stats()
1059 i40e_stat_update32(hw, I40E_GLPRT_CRCERRS(hw->port), in i40e_update_pf_stats()
1060 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1061 &osd->crc_errors, &nsd->crc_errors); in i40e_update_pf_stats()
1063 i40e_stat_update32(hw, I40E_GLPRT_ILLERRC(hw->port), in i40e_update_pf_stats()
1064 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1065 &osd->illegal_bytes, &nsd->illegal_bytes); in i40e_update_pf_stats()
1067 i40e_stat_update32(hw, I40E_GLPRT_MLFC(hw->port), in i40e_update_pf_stats()
1068 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1069 &osd->mac_local_faults, in i40e_update_pf_stats()
1070 &nsd->mac_local_faults); in i40e_update_pf_stats()
1071 i40e_stat_update32(hw, I40E_GLPRT_MRFC(hw->port), in i40e_update_pf_stats()
1072 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1073 &osd->mac_remote_faults, in i40e_update_pf_stats()
1074 &nsd->mac_remote_faults); in i40e_update_pf_stats()
1076 i40e_stat_update32(hw, I40E_GLPRT_RLEC(hw->port), in i40e_update_pf_stats()
1077 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1078 &osd->rx_length_errors, in i40e_update_pf_stats()
1079 &nsd->rx_length_errors); in i40e_update_pf_stats()
1081 i40e_stat_update32(hw, I40E_GLPRT_LXONRXC(hw->port), in i40e_update_pf_stats()
1082 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1083 &osd->link_xon_rx, &nsd->link_xon_rx); in i40e_update_pf_stats()
1084 i40e_stat_update32(hw, I40E_GLPRT_LXONTXC(hw->port), in i40e_update_pf_stats()
1085 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1086 &osd->link_xon_tx, &nsd->link_xon_tx); in i40e_update_pf_stats()
1087 i40e_stat_update32(hw, I40E_GLPRT_LXOFFRXC(hw->port), in i40e_update_pf_stats()
1088 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1089 &osd->link_xoff_rx, &nsd->link_xoff_rx); in i40e_update_pf_stats()
1090 i40e_stat_update32(hw, I40E_GLPRT_LXOFFTXC(hw->port), in i40e_update_pf_stats()
1091 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1092 &osd->link_xoff_tx, &nsd->link_xoff_tx); in i40e_update_pf_stats()
1095 i40e_stat_update32(hw, I40E_GLPRT_PXOFFRXC(hw->port, i), in i40e_update_pf_stats()
1096 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1097 &osd->priority_xoff_rx[i], in i40e_update_pf_stats()
1098 &nsd->priority_xoff_rx[i]); in i40e_update_pf_stats()
1099 i40e_stat_update32(hw, I40E_GLPRT_PXONRXC(hw->port, i), in i40e_update_pf_stats()
1100 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1101 &osd->priority_xon_rx[i], in i40e_update_pf_stats()
1102 &nsd->priority_xon_rx[i]); in i40e_update_pf_stats()
1103 i40e_stat_update32(hw, I40E_GLPRT_PXONTXC(hw->port, i), in i40e_update_pf_stats()
1104 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1105 &osd->priority_xon_tx[i], in i40e_update_pf_stats()
1106 &nsd->priority_xon_tx[i]); in i40e_update_pf_stats()
1107 i40e_stat_update32(hw, I40E_GLPRT_PXOFFTXC(hw->port, i), in i40e_update_pf_stats()
1108 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1109 &osd->priority_xoff_tx[i], in i40e_update_pf_stats()
1110 &nsd->priority_xoff_tx[i]); in i40e_update_pf_stats()
1112 I40E_GLPRT_RXON2OFFCNT(hw->port, i), in i40e_update_pf_stats()
1113 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1114 &osd->priority_xon_2_xoff[i], in i40e_update_pf_stats()
1115 &nsd->priority_xon_2_xoff[i]); in i40e_update_pf_stats()
1118 i40e_stat_update48(hw, I40E_GLPRT_PRC64H(hw->port), in i40e_update_pf_stats()
1119 I40E_GLPRT_PRC64L(hw->port), in i40e_update_pf_stats()
1120 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1121 &osd->rx_size_64, &nsd->rx_size_64); in i40e_update_pf_stats()
1122 i40e_stat_update48(hw, I40E_GLPRT_PRC127H(hw->port), in i40e_update_pf_stats()
1123 I40E_GLPRT_PRC127L(hw->port), in i40e_update_pf_stats()
1124 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1125 &osd->rx_size_127, &nsd->rx_size_127); in i40e_update_pf_stats()
1126 i40e_stat_update48(hw, I40E_GLPRT_PRC255H(hw->port), in i40e_update_pf_stats()
1127 I40E_GLPRT_PRC255L(hw->port), in i40e_update_pf_stats()
1128 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1129 &osd->rx_size_255, &nsd->rx_size_255); in i40e_update_pf_stats()
1130 i40e_stat_update48(hw, I40E_GLPRT_PRC511H(hw->port), in i40e_update_pf_stats()
1131 I40E_GLPRT_PRC511L(hw->port), in i40e_update_pf_stats()
1132 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1133 &osd->rx_size_511, &nsd->rx_size_511); in i40e_update_pf_stats()
1134 i40e_stat_update48(hw, I40E_GLPRT_PRC1023H(hw->port), in i40e_update_pf_stats()
1135 I40E_GLPRT_PRC1023L(hw->port), in i40e_update_pf_stats()
1136 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1137 &osd->rx_size_1023, &nsd->rx_size_1023); in i40e_update_pf_stats()
1138 i40e_stat_update48(hw, I40E_GLPRT_PRC1522H(hw->port), in i40e_update_pf_stats()
1139 I40E_GLPRT_PRC1522L(hw->port), in i40e_update_pf_stats()
1140 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1141 &osd->rx_size_1522, &nsd->rx_size_1522); in i40e_update_pf_stats()
1142 i40e_stat_update48(hw, I40E_GLPRT_PRC9522H(hw->port), in i40e_update_pf_stats()
1143 I40E_GLPRT_PRC9522L(hw->port), in i40e_update_pf_stats()
1144 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1145 &osd->rx_size_big, &nsd->rx_size_big); in i40e_update_pf_stats()
1147 i40e_stat_update48(hw, I40E_GLPRT_PTC64H(hw->port), in i40e_update_pf_stats()
1148 I40E_GLPRT_PTC64L(hw->port), in i40e_update_pf_stats()
1149 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1150 &osd->tx_size_64, &nsd->tx_size_64); in i40e_update_pf_stats()
1151 i40e_stat_update48(hw, I40E_GLPRT_PTC127H(hw->port), in i40e_update_pf_stats()
1152 I40E_GLPRT_PTC127L(hw->port), in i40e_update_pf_stats()
1153 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1154 &osd->tx_size_127, &nsd->tx_size_127); in i40e_update_pf_stats()
1155 i40e_stat_update48(hw, I40E_GLPRT_PTC255H(hw->port), in i40e_update_pf_stats()
1156 I40E_GLPRT_PTC255L(hw->port), in i40e_update_pf_stats()
1157 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1158 &osd->tx_size_255, &nsd->tx_size_255); in i40e_update_pf_stats()
1159 i40e_stat_update48(hw, I40E_GLPRT_PTC511H(hw->port), in i40e_update_pf_stats()
1160 I40E_GLPRT_PTC511L(hw->port), in i40e_update_pf_stats()
1161 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1162 &osd->tx_size_511, &nsd->tx_size_511); in i40e_update_pf_stats()
1163 i40e_stat_update48(hw, I40E_GLPRT_PTC1023H(hw->port), in i40e_update_pf_stats()
1164 I40E_GLPRT_PTC1023L(hw->port), in i40e_update_pf_stats()
1165 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1166 &osd->tx_size_1023, &nsd->tx_size_1023); in i40e_update_pf_stats()
1167 i40e_stat_update48(hw, I40E_GLPRT_PTC1522H(hw->port), in i40e_update_pf_stats()
1168 I40E_GLPRT_PTC1522L(hw->port), in i40e_update_pf_stats()
1169 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1170 &osd->tx_size_1522, &nsd->tx_size_1522); in i40e_update_pf_stats()
1171 i40e_stat_update48(hw, I40E_GLPRT_PTC9522H(hw->port), in i40e_update_pf_stats()
1172 I40E_GLPRT_PTC9522L(hw->port), in i40e_update_pf_stats()
1173 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1174 &osd->tx_size_big, &nsd->tx_size_big); in i40e_update_pf_stats()
1176 i40e_stat_update32(hw, I40E_GLPRT_RUC(hw->port), in i40e_update_pf_stats()
1177 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1178 &osd->rx_undersize, &nsd->rx_undersize); in i40e_update_pf_stats()
1179 i40e_stat_update32(hw, I40E_GLPRT_RFC(hw->port), in i40e_update_pf_stats()
1180 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1181 &osd->rx_fragments, &nsd->rx_fragments); in i40e_update_pf_stats()
1182 i40e_stat_update32(hw, I40E_GLPRT_ROC(hw->port), in i40e_update_pf_stats()
1183 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1184 &osd->rx_oversize, &nsd->rx_oversize); in i40e_update_pf_stats()
1185 i40e_stat_update32(hw, I40E_GLPRT_RJC(hw->port), in i40e_update_pf_stats()
1186 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1187 &osd->rx_jabber, &nsd->rx_jabber); in i40e_update_pf_stats()
1191 I40E_GLQF_PCNT(I40E_FD_ATR_STAT_IDX(hw->pf_id)), in i40e_update_pf_stats()
1192 &nsd->fd_atr_match); in i40e_update_pf_stats()
1194 I40E_GLQF_PCNT(I40E_FD_SB_STAT_IDX(hw->pf_id)), in i40e_update_pf_stats()
1195 &nsd->fd_sb_match); in i40e_update_pf_stats()
1197 I40E_GLQF_PCNT(I40E_FD_ATR_TUNNEL_STAT_IDX(hw->pf_id)), in i40e_update_pf_stats()
1198 &nsd->fd_atr_tunnel_match); in i40e_update_pf_stats()
1201 nsd->tx_lpi_status = in i40e_update_pf_stats()
1203 nsd->rx_lpi_status = in i40e_update_pf_stats()
1206 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1207 &osd->tx_lpi_count, &nsd->tx_lpi_count); in i40e_update_pf_stats()
1209 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1210 &osd->rx_lpi_count, &nsd->rx_lpi_count); in i40e_update_pf_stats()
1212 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) && in i40e_update_pf_stats()
1213 !test_bit(__I40E_FD_SB_AUTO_DISABLED, pf->state)) in i40e_update_pf_stats()
1214 nsd->fd_sb_status = true; in i40e_update_pf_stats()
1216 nsd->fd_sb_status = false; in i40e_update_pf_stats()
1218 if (test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags) && in i40e_update_pf_stats()
1219 !test_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state)) in i40e_update_pf_stats()
1220 nsd->fd_atr_status = true; in i40e_update_pf_stats()
1222 nsd->fd_atr_status = false; in i40e_update_pf_stats()
1224 pf->stat_offsets_loaded = true; in i40e_update_pf_stats()
1228 * i40e_update_stats - Update the various statistics counters.
1235 struct i40e_pf *pf = vsi->back; in i40e_update_stats()
1237 if (vsi->type == I40E_VSI_MAIN) in i40e_update_stats()
1244 * i40e_count_filters - counts VSI mac filters
1256 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_count_filters()
1257 if (f->state == I40E_FILTER_NEW || in i40e_count_filters()
1258 f->state == I40E_FILTER_NEW_SYNC || in i40e_count_filters()
1259 f->state == I40E_FILTER_ACTIVE) in i40e_count_filters()
1267 * i40e_find_filter - Search VSI filter list for specific mac/vlan filter
1284 hash_for_each_possible(vsi->mac_filter_hash, f, hlist, key) { in i40e_find_filter()
1285 if ((ether_addr_equal(macaddr, f->macaddr)) && in i40e_find_filter()
1286 (vlan == f->vlan)) in i40e_find_filter()
1293 * i40e_find_mac - Find a mac addr in the macvlan filters list
1309 hash_for_each_possible(vsi->mac_filter_hash, f, hlist, key) { in i40e_find_mac()
1310 if ((ether_addr_equal(macaddr, f->macaddr))) in i40e_find_mac()
1317 * i40e_is_vsi_in_vlan - Check if VSI is in vlan mode
1325 if (vsi->info.pvid) in i40e_is_vsi_in_vlan()
1348 return vsi->has_vlan_filter; in i40e_is_vsi_in_vlan()
1352 * i40e_correct_mac_vlan_filters - Correct non-VLAN filters if necessary
1358 * Update VLAN=0 and VLAN=-1 (I40E_VLAN_ANY) filters properly so that they
1360 * to be added then we need to update non-VLAN filters to be marked as VLAN=0
1362 * active VLAN filters, we need to make all non-VLAN filters marked as VLAN=-1
1367 * operate in non-VLAN mode and receive all traffic, tagged or untagged.
1372 * In case of memory allocation failure return -ENOMEM. Otherwise, return 0.
1385 s16 pvid = le16_to_cpu(vsi->info.pvid); in i40e_correct_mac_vlan_filters()
1398 * which are marked as VLAN=-1 must be replaced with in i40e_correct_mac_vlan_filters()
1402 * marked as VLAN=-1 in i40e_correct_mac_vlan_filters()
1407 if (pvid && new->f->vlan != pvid) in i40e_correct_mac_vlan_filters()
1408 new->f->vlan = pvid; in i40e_correct_mac_vlan_filters()
1409 else if (vlan_filters && new->f->vlan == I40E_VLAN_ANY) in i40e_correct_mac_vlan_filters()
1410 new->f->vlan = 0; in i40e_correct_mac_vlan_filters()
1411 else if (!vlan_filters && new->f->vlan == 0) in i40e_correct_mac_vlan_filters()
1412 new->f->vlan = I40E_VLAN_ANY; in i40e_correct_mac_vlan_filters()
1416 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_correct_mac_vlan_filters()
1422 if ((pvid && f->vlan != pvid) || in i40e_correct_mac_vlan_filters()
1423 (vlan_filters && f->vlan == I40E_VLAN_ANY) || in i40e_correct_mac_vlan_filters()
1424 (!vlan_filters && f->vlan == 0)) { in i40e_correct_mac_vlan_filters()
1434 add_head = i40e_add_filter(vsi, f->macaddr, new_vlan); in i40e_correct_mac_vlan_filters()
1436 return -ENOMEM; in i40e_correct_mac_vlan_filters()
1441 return -ENOMEM; in i40e_correct_mac_vlan_filters()
1443 new->f = add_head; in i40e_correct_mac_vlan_filters()
1444 new->state = add_head->state; in i40e_correct_mac_vlan_filters()
1445 if (add_head->state == I40E_FILTER_NEW) in i40e_correct_mac_vlan_filters()
1446 add_head->state = I40E_FILTER_NEW_SYNC; in i40e_correct_mac_vlan_filters()
1449 hlist_add_head(&new->hlist, tmp_add_list); in i40e_correct_mac_vlan_filters()
1452 f->state = I40E_FILTER_REMOVE; in i40e_correct_mac_vlan_filters()
1453 hash_del(&f->hlist); in i40e_correct_mac_vlan_filters()
1454 hlist_add_head(&f->hlist, tmp_del_list); in i40e_correct_mac_vlan_filters()
1458 vsi->has_vlan_filter = !!vlan_filters; in i40e_correct_mac_vlan_filters()
1464 * i40e_get_vf_new_vlan - Get new vlan id on a vf
1467 * @f: existing mac filter, replaced with new_mac->f if new_mac is not NULL
1472 * and vf-vlan-prune-disable flag.
1483 s16 pvid = le16_to_cpu(vsi->info.pvid); in i40e_get_vf_new_vlan()
1484 struct i40e_pf *pf = vsi->back; in i40e_get_vf_new_vlan()
1488 f = new_mac->f; in i40e_get_vf_new_vlan()
1490 if (pvid && f->vlan != pvid) in i40e_get_vf_new_vlan()
1494 !test_bit(I40E_FLAG_VF_VLAN_PRUNING_ENA, pf->flags)); in i40e_get_vf_new_vlan()
1496 if ((vlan_filters && f->vlan == I40E_VLAN_ANY) || in i40e_get_vf_new_vlan()
1497 (!is_any && !vlan_filters && f->vlan == I40E_VLAN_ANY) || in i40e_get_vf_new_vlan()
1498 (is_any && !vlan_filters && f->vlan == 0)) { in i40e_get_vf_new_vlan()
1505 return f->vlan; in i40e_get_vf_new_vlan()
1509 * i40e_correct_vf_mac_vlan_filters - Correct non-VLAN VF filters if necessary
1517 * and vf-vlan-prune-disable flag.
1519 * In case of memory allocation failure return -ENOMEM. Otherwise, return 0.
1539 new_mac->f->vlan = i40e_get_vf_new_vlan(vsi, new_mac, NULL, in i40e_correct_vf_mac_vlan_filters()
1543 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_correct_vf_mac_vlan_filters()
1546 if (new_vlan != f->vlan) { in i40e_correct_vf_mac_vlan_filters()
1547 add_head = i40e_add_filter(vsi, f->macaddr, new_vlan); in i40e_correct_vf_mac_vlan_filters()
1549 return -ENOMEM; in i40e_correct_vf_mac_vlan_filters()
1553 return -ENOMEM; in i40e_correct_vf_mac_vlan_filters()
1554 new_mac->f = add_head; in i40e_correct_vf_mac_vlan_filters()
1555 new_mac->state = add_head->state; in i40e_correct_vf_mac_vlan_filters()
1556 if (add_head->state == I40E_FILTER_NEW) in i40e_correct_vf_mac_vlan_filters()
1557 add_head->state = I40E_FILTER_NEW_SYNC; in i40e_correct_vf_mac_vlan_filters()
1560 hlist_add_head(&new_mac->hlist, tmp_add_list); in i40e_correct_vf_mac_vlan_filters()
1563 f->state = I40E_FILTER_REMOVE; in i40e_correct_vf_mac_vlan_filters()
1564 hash_del(&f->hlist); in i40e_correct_vf_mac_vlan_filters()
1565 hlist_add_head(&f->hlist, tmp_del_list); in i40e_correct_vf_mac_vlan_filters()
1569 vsi->has_vlan_filter = !!vlan_filters; in i40e_correct_vf_mac_vlan_filters()
1574 * i40e_rm_default_mac_filter - Remove the default MAC filter set by NVM
1575 * @vsi: the PF Main VSI - inappropriate for any other VSI
1584 struct i40e_pf *pf = vsi->back; in i40e_rm_default_mac_filter()
1587 if (vsi->type != I40E_VSI_MAIN) in i40e_rm_default_mac_filter()
1595 i40e_aq_remove_macvlan(&pf->hw, vsi->seid, &element, 1, NULL); in i40e_rm_default_mac_filter()
1603 i40e_aq_remove_macvlan(&pf->hw, vsi->seid, &element, 1, NULL); in i40e_rm_default_mac_filter()
1607 * i40e_add_filter - Add a mac/vlan filter to the VSI
1636 vsi->has_vlan_filter = true; in i40e_add_filter()
1638 ether_addr_copy(f->macaddr, macaddr); in i40e_add_filter()
1639 f->vlan = vlan; in i40e_add_filter()
1640 f->state = I40E_FILTER_NEW; in i40e_add_filter()
1641 INIT_HLIST_NODE(&f->hlist); in i40e_add_filter()
1644 hash_add(vsi->mac_filter_hash, &f->hlist, key); in i40e_add_filter()
1646 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_add_filter()
1647 set_bit(__I40E_MACVLAN_SYNC_PENDING, vsi->back->state); in i40e_add_filter()
1658 if (f->state == I40E_FILTER_REMOVE) in i40e_add_filter()
1659 f->state = I40E_FILTER_ACTIVE; in i40e_add_filter()
1665 * __i40e_del_filter - Remove a specific filter from the VSI
1687 if ((f->state == I40E_FILTER_FAILED) || in __i40e_del_filter()
1688 (f->state == I40E_FILTER_NEW)) { in __i40e_del_filter()
1689 hash_del(&f->hlist); in __i40e_del_filter()
1692 f->state = I40E_FILTER_REMOVE; in __i40e_del_filter()
1695 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in __i40e_del_filter()
1696 set_bit(__I40E_MACVLAN_SYNC_PENDING, vsi->back->state); in __i40e_del_filter()
1700 * i40e_add_mac_filter - Add a MAC filter for all active VLANs
1718 lockdep_assert_held(&vsi->mac_filter_hash_lock); in i40e_add_mac_filter()
1719 if (vsi->info.pvid) in i40e_add_mac_filter()
1721 le16_to_cpu(vsi->info.pvid)); in i40e_add_mac_filter()
1726 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_add_mac_filter()
1727 if (f->state == I40E_FILTER_REMOVE) in i40e_add_mac_filter()
1729 add = i40e_add_filter(vsi, macaddr, f->vlan); in i40e_add_mac_filter()
1738 * i40e_del_mac_filter - Remove a MAC filter from all VLANs
1754 lockdep_assert_held(&vsi->mac_filter_hash_lock); in i40e_del_mac_filter()
1755 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_del_mac_filter()
1756 if (ether_addr_equal(macaddr, f->macaddr)) { in i40e_del_mac_filter()
1765 return -ENOENT; in i40e_del_mac_filter()
1769 * i40e_set_mac - NDO callback to set mac address
1778 struct i40e_vsi *vsi = np->vsi; in i40e_set_mac()
1779 struct i40e_pf *pf = vsi->back; in i40e_set_mac()
1780 struct i40e_hw *hw = &pf->hw; in i40e_set_mac()
1783 if (!is_valid_ether_addr(addr->sa_data)) in i40e_set_mac()
1784 return -EADDRNOTAVAIL; in i40e_set_mac()
1786 if (test_bit(__I40E_DOWN, pf->state) || in i40e_set_mac()
1787 test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_set_mac()
1788 return -EADDRNOTAVAIL; in i40e_set_mac()
1790 if (ether_addr_equal(hw->mac.addr, addr->sa_data)) in i40e_set_mac()
1792 hw->mac.addr); in i40e_set_mac()
1794 netdev_info(netdev, "set new mac address %pM\n", addr->sa_data); in i40e_set_mac()
1798 * - Remove old address from MAC filter in i40e_set_mac()
1799 * - Copy new address in i40e_set_mac()
1800 * - Add new address to MAC filter in i40e_set_mac()
1802 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_set_mac()
1803 i40e_del_mac_filter(vsi, netdev->dev_addr); in i40e_set_mac()
1804 eth_hw_addr_set(netdev, addr->sa_data); in i40e_set_mac()
1805 i40e_add_mac_filter(vsi, netdev->dev_addr); in i40e_set_mac()
1806 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_set_mac()
1808 if (vsi->type == I40E_VSI_MAIN) { in i40e_set_mac()
1812 addr->sa_data, NULL); in i40e_set_mac()
1816 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_set_mac()
1827 * i40e_config_rss_aq - Prepare for RSS using AQ commands
1836 struct i40e_pf *pf = vsi->back; in i40e_config_rss_aq()
1837 struct i40e_hw *hw = &pf->hw; in i40e_config_rss_aq()
1843 ret = i40e_aq_set_rss_key(hw, vsi->id, seed_dw); in i40e_config_rss_aq()
1845 dev_info(&pf->pdev->dev, in i40e_config_rss_aq()
1848 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_config_rss_aq()
1853 bool pf_lut = vsi->type == I40E_VSI_MAIN; in i40e_config_rss_aq()
1855 ret = i40e_aq_set_rss_lut(hw, vsi->id, pf_lut, lut, lut_size); in i40e_config_rss_aq()
1857 dev_info(&pf->pdev->dev, in i40e_config_rss_aq()
1860 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_config_rss_aq()
1868 * i40e_vsi_config_rss - Prepare for VSI(VMDq) RSS if used
1873 struct i40e_pf *pf = vsi->back; in i40e_vsi_config_rss()
1878 if (!test_bit(I40E_HW_CAP_RSS_AQ, pf->hw.caps)) in i40e_vsi_config_rss()
1880 if (!vsi->rss_size) in i40e_vsi_config_rss()
1881 vsi->rss_size = min_t(int, pf->alloc_rss_size, in i40e_vsi_config_rss()
1882 vsi->num_queue_pairs); in i40e_vsi_config_rss()
1883 if (!vsi->rss_size) in i40e_vsi_config_rss()
1884 return -EINVAL; in i40e_vsi_config_rss()
1885 lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); in i40e_vsi_config_rss()
1887 return -ENOMEM; in i40e_vsi_config_rss()
1892 if (vsi->rss_lut_user) in i40e_vsi_config_rss()
1893 memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); in i40e_vsi_config_rss()
1895 i40e_fill_rss_lut(pf, lut, vsi->rss_table_size, vsi->rss_size); in i40e_vsi_config_rss()
1896 if (vsi->rss_hkey_user) in i40e_vsi_config_rss()
1897 memcpy(seed, vsi->rss_hkey_user, I40E_HKEY_ARRAY_SIZE); in i40e_vsi_config_rss()
1900 ret = i40e_config_rss_aq(vsi, seed, lut, vsi->rss_table_size); in i40e_vsi_config_rss()
1906 * i40e_vsi_setup_queue_map_mqprio - Prepares mqprio based tc_config
1921 if (vsi->type != I40E_VSI_MAIN) in i40e_vsi_setup_queue_map_mqprio()
1922 return -EINVAL; in i40e_vsi_setup_queue_map_mqprio()
1925 vsi->tc_config.numtc = vsi->mqprio_qopt.qopt.num_tc; in i40e_vsi_setup_queue_map_mqprio()
1926 vsi->tc_config.enabled_tc = enabled_tc ? enabled_tc : 1; in i40e_vsi_setup_queue_map_mqprio()
1927 num_qps = vsi->mqprio_qopt.qopt.count[0]; in i40e_vsi_setup_queue_map_mqprio()
1929 /* find the next higher power-of-2 of num queue pairs */ in i40e_vsi_setup_queue_map_mqprio()
1936 /* Setup queue offset/count for all TCs for given VSI */ in i40e_vsi_setup_queue_map_mqprio()
1937 max_qcount = vsi->mqprio_qopt.qopt.count[0]; in i40e_vsi_setup_queue_map_mqprio()
1940 if (vsi->tc_config.enabled_tc & BIT(i)) { in i40e_vsi_setup_queue_map_mqprio()
1941 offset = vsi->mqprio_qopt.qopt.offset[i]; in i40e_vsi_setup_queue_map_mqprio()
1942 qcount = vsi->mqprio_qopt.qopt.count[i]; in i40e_vsi_setup_queue_map_mqprio()
1945 vsi->tc_config.tc_info[i].qoffset = offset; in i40e_vsi_setup_queue_map_mqprio()
1946 vsi->tc_config.tc_info[i].qcount = qcount; in i40e_vsi_setup_queue_map_mqprio()
1947 vsi->tc_config.tc_info[i].netdev_tc = netdev_tc++; in i40e_vsi_setup_queue_map_mqprio()
1953 vsi->tc_config.tc_info[i].qoffset = 0; in i40e_vsi_setup_queue_map_mqprio()
1954 vsi->tc_config.tc_info[i].qcount = 1; in i40e_vsi_setup_queue_map_mqprio()
1955 vsi->tc_config.tc_info[i].netdev_tc = 0; in i40e_vsi_setup_queue_map_mqprio()
1960 vsi->num_queue_pairs = offset + qcount; in i40e_vsi_setup_queue_map_mqprio()
1963 ctxt->info.tc_mapping[0] = cpu_to_le16(qmap); in i40e_vsi_setup_queue_map_mqprio()
1964 ctxt->info.mapping_flags |= cpu_to_le16(I40E_AQ_VSI_QUE_MAP_CONTIG); in i40e_vsi_setup_queue_map_mqprio()
1965 ctxt->info.queue_mapping[0] = cpu_to_le16(vsi->base_queue); in i40e_vsi_setup_queue_map_mqprio()
1966 ctxt->info.valid_sections |= cpu_to_le16(sections); in i40e_vsi_setup_queue_map_mqprio()
1969 vsi->rss_size = max_qcount; in i40e_vsi_setup_queue_map_mqprio()
1972 dev_info(&vsi->back->pdev->dev, in i40e_vsi_setup_queue_map_mqprio()
1977 vsi->reconfig_rss = true; in i40e_vsi_setup_queue_map_mqprio()
1978 dev_dbg(&vsi->back->pdev->dev, in i40e_vsi_setup_queue_map_mqprio()
1984 override_q = vsi->mqprio_qopt.qopt.count[0]; in i40e_vsi_setup_queue_map_mqprio()
1985 if (override_q && override_q < vsi->num_queue_pairs) { in i40e_vsi_setup_queue_map_mqprio()
1986 vsi->cnt_q_avail = vsi->num_queue_pairs - override_q; in i40e_vsi_setup_queue_map_mqprio()
1987 vsi->next_base_queue = override_q; in i40e_vsi_setup_queue_map_mqprio()
1993 * i40e_vsi_setup_queue_map - Setup a VSI queue map based on enabled_tc
1996 * @enabled_tc: Enabled TCs bitmap
2006 struct i40e_pf *pf = vsi->back; in i40e_vsi_setup_queue_map()
2019 memset(ctxt->info.queue_mapping, 0, sizeof(ctxt->info.queue_mapping)); in i40e_vsi_setup_queue_map()
2021 if (vsi->type == I40E_VSI_MAIN) { in i40e_vsi_setup_queue_map()
2025 * non-zero req_queue_pairs says that user requested a new in i40e_vsi_setup_queue_map()
2031 if (vsi->req_queue_pairs > 0) in i40e_vsi_setup_queue_map()
2032 vsi->num_queue_pairs = vsi->req_queue_pairs; in i40e_vsi_setup_queue_map()
2033 else if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_setup_queue_map()
2034 vsi->num_queue_pairs = pf->num_lan_msix; in i40e_vsi_setup_queue_map()
2036 vsi->num_queue_pairs = 1; in i40e_vsi_setup_queue_map()
2040 if (vsi->type == I40E_VSI_MAIN || in i40e_vsi_setup_queue_map()
2041 (vsi->type == I40E_VSI_SRIOV && vsi->num_queue_pairs != 0)) in i40e_vsi_setup_queue_map()
2042 num_tc_qps = vsi->num_queue_pairs; in i40e_vsi_setup_queue_map()
2044 num_tc_qps = vsi->alloc_queue_pairs; in i40e_vsi_setup_queue_map()
2046 if (enabled_tc && test_bit(I40E_FLAG_DCB_ENA, vsi->back->flags)) { in i40e_vsi_setup_queue_map()
2053 dev_warn(&pf->pdev->dev, "DCB is enabled but no TC enabled, forcing TC0\n"); in i40e_vsi_setup_queue_map()
2061 vsi->tc_config.numtc = numtc; in i40e_vsi_setup_queue_map()
2062 vsi->tc_config.enabled_tc = enabled_tc ? enabled_tc : 1; in i40e_vsi_setup_queue_map()
2064 /* Do not allow use more TC queue pairs than MSI-X vectors exist */ in i40e_vsi_setup_queue_map()
2065 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_setup_queue_map()
2066 num_tc_qps = min_t(int, num_tc_qps, pf->num_lan_msix); in i40e_vsi_setup_queue_map()
2068 /* Setup queue offset/count for all TCs for given VSI */ in i40e_vsi_setup_queue_map()
2071 if (vsi->tc_config.enabled_tc & BIT(i)) { in i40e_vsi_setup_queue_map()
2075 switch (vsi->type) { in i40e_vsi_setup_queue_map()
2078 pf->flags) && in i40e_vsi_setup_queue_map()
2080 pf->flags)) || in i40e_vsi_setup_queue_map()
2081 vsi->tc_config.enabled_tc != 1) { in i40e_vsi_setup_queue_map()
2082 qcount = min_t(int, pf->alloc_rss_size, in i40e_vsi_setup_queue_map()
2095 vsi->tc_config.tc_info[i].qoffset = offset; in i40e_vsi_setup_queue_map()
2096 vsi->tc_config.tc_info[i].qcount = qcount; in i40e_vsi_setup_queue_map()
2098 /* find the next higher power-of-2 of num queue pairs */ in i40e_vsi_setup_queue_map()
2106 vsi->tc_config.tc_info[i].netdev_tc = netdev_tc++; in i40e_vsi_setup_queue_map()
2117 vsi->tc_config.tc_info[i].qoffset = 0; in i40e_vsi_setup_queue_map()
2118 vsi->tc_config.tc_info[i].qcount = 1; in i40e_vsi_setup_queue_map()
2119 vsi->tc_config.tc_info[i].netdev_tc = 0; in i40e_vsi_setup_queue_map()
2123 ctxt->info.tc_mapping[i] = cpu_to_le16(qmap); in i40e_vsi_setup_queue_map()
2126 if ((vsi->type == I40E_VSI_MAIN && numtc != 1) || in i40e_vsi_setup_queue_map()
2127 (vsi->type == I40E_VSI_SRIOV && vsi->num_queue_pairs == 0) || in i40e_vsi_setup_queue_map()
2128 (vsi->type != I40E_VSI_MAIN && vsi->type != I40E_VSI_SRIOV)) in i40e_vsi_setup_queue_map()
2129 vsi->num_queue_pairs = offset; in i40e_vsi_setup_queue_map()
2135 ctxt->info.up_enable_bits = enabled_tc; in i40e_vsi_setup_queue_map()
2137 if (vsi->type == I40E_VSI_SRIOV) { in i40e_vsi_setup_queue_map()
2138 ctxt->info.mapping_flags |= in i40e_vsi_setup_queue_map()
2140 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_vsi_setup_queue_map()
2141 ctxt->info.queue_mapping[i] = in i40e_vsi_setup_queue_map()
2142 cpu_to_le16(vsi->base_queue + i); in i40e_vsi_setup_queue_map()
2144 ctxt->info.mapping_flags |= in i40e_vsi_setup_queue_map()
2146 ctxt->info.queue_mapping[0] = cpu_to_le16(vsi->base_queue); in i40e_vsi_setup_queue_map()
2148 ctxt->info.valid_sections |= cpu_to_le16(sections); in i40e_vsi_setup_queue_map()
2152 * i40e_addr_sync - Callback for dev_(mc|uc)_sync to add address
2162 struct i40e_vsi *vsi = np->vsi; in i40e_addr_sync()
2167 return -ENOMEM; in i40e_addr_sync()
2171 * i40e_addr_unsync - Callback for dev_(mc|uc)_sync to remove address
2181 struct i40e_vsi *vsi = np->vsi; in i40e_addr_unsync()
2188 if (ether_addr_equal(addr, netdev->dev_addr)) in i40e_addr_unsync()
2197 * i40e_set_rx_mode - NDO callback to set the netdev filters
2203 struct i40e_vsi *vsi = np->vsi; in i40e_set_rx_mode()
2205 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_set_rx_mode()
2210 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_set_rx_mode()
2213 if (vsi->current_netdev_flags != vsi->netdev->flags) { in i40e_set_rx_mode()
2214 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_set_rx_mode()
2215 set_bit(__I40E_MACVLAN_SYNC_PENDING, vsi->back->state); in i40e_set_rx_mode()
2220 * i40e_undo_del_filter_entries - Undo the changes made to MAC filter entries
2222 * @from: Pointer to list which contains MAC filter entries - changes to
2234 u64 key = i40e_addr_to_hkey(f->macaddr); in i40e_undo_del_filter_entries()
2237 hlist_del(&f->hlist); in i40e_undo_del_filter_entries()
2238 hash_add(vsi->mac_filter_hash, &f->hlist, key); in i40e_undo_del_filter_entries()
2243 * i40e_undo_add_filter_entries - Undo the changes made to MAC filter entries
2245 * @from: Pointer to list which contains MAC filter entries - changes to
2258 hlist_del(&new->hlist); in i40e_undo_add_filter_entries()
2259 netdev_hw_addr_refcnt(new->f, vsi->netdev, -1); in i40e_undo_add_filter_entries()
2265 * i40e_next_filter - Get the next non-broadcast filter from a list
2268 * Returns the next non-broadcast filter in the list. Required so that we
2276 if (!is_broadcast_ether_addr(next->f->macaddr)) in i40e_next_filter()
2284 * i40e_update_filter_state - Update filter state based on return data
2303 * the firmware return status because we pre-set the filter in i40e_update_filter_state()
2309 add_head->state = I40E_FILTER_FAILED; in i40e_update_filter_state()
2311 add_head->state = I40E_FILTER_ACTIVE; in i40e_update_filter_state()
2324 * i40e_aqc_del_filters - Request firmware to delete a set of filters
2329 * @retval: Set to -EIO on failure to delete
2341 struct i40e_hw *hw = &vsi->back->hw; in i40e_aqc_del_filters()
2345 aq_ret = i40e_aq_remove_macvlan_v2(hw, vsi->seid, list, num_del, NULL, in i40e_aqc_del_filters()
2350 *retval = -EIO; in i40e_aqc_del_filters()
2351 dev_info(&vsi->back->pdev->dev, in i40e_aqc_del_filters()
2359 * i40e_aqc_add_filters - Request firmware to add a set of filters
2367 * __I40E_VSI_OVERFLOW_PROMISC bit in vsi->state if the firmware has run out of
2376 struct i40e_hw *hw = &vsi->back->hw; in i40e_aqc_add_filters()
2380 i40e_aq_add_macvlan_v2(hw, vsi->seid, list, num_add, NULL, &aq_status); in i40e_aqc_add_filters()
2384 if (vsi->type == I40E_VSI_MAIN) { in i40e_aqc_add_filters()
2385 set_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_aqc_add_filters()
2386 dev_warn(&vsi->back->pdev->dev, in i40e_aqc_add_filters()
2389 } else if (vsi->type == I40E_VSI_SRIOV || in i40e_aqc_add_filters()
2390 vsi->type == I40E_VSI_VMDQ1 || in i40e_aqc_add_filters()
2391 vsi->type == I40E_VSI_VMDQ2) { in i40e_aqc_add_filters()
2392 dev_warn(&vsi->back->pdev->dev, in i40e_aqc_add_filters()
2397 dev_warn(&vsi->back->pdev->dev, in i40e_aqc_add_filters()
2400 vsi->type); in i40e_aqc_add_filters()
2406 * i40e_aqc_broadcast_filter - Set promiscuous broadcast flags
2421 bool enable = f->state == I40E_FILTER_NEW || in i40e_aqc_broadcast_filter()
2422 f->state == I40E_FILTER_NEW_SYNC; in i40e_aqc_broadcast_filter()
2423 struct i40e_hw *hw = &vsi->back->hw; in i40e_aqc_broadcast_filter()
2426 if (f->vlan == I40E_VLAN_ANY) { in i40e_aqc_broadcast_filter()
2428 vsi->seid, in i40e_aqc_broadcast_filter()
2433 vsi->seid, in i40e_aqc_broadcast_filter()
2435 f->vlan, in i40e_aqc_broadcast_filter()
2440 set_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_aqc_broadcast_filter()
2441 dev_warn(&vsi->back->pdev->dev, in i40e_aqc_broadcast_filter()
2443 i40e_aq_str(hw, hw->aq.asq_last_status), in i40e_aqc_broadcast_filter()
2451 * i40e_set_promiscuous - set promiscuous mode
2462 struct i40e_hw *hw = &pf->hw; in i40e_set_promiscuous()
2465 if (vsi->type == I40E_VSI_MAIN && in i40e_set_promiscuous()
2467 !test_bit(I40E_FLAG_MFP_ENA, pf->flags)) { in i40e_set_promiscuous()
2475 vsi->seid, in i40e_set_promiscuous()
2479 vsi->seid, in i40e_set_promiscuous()
2482 dev_info(&pf->pdev->dev, in i40e_set_promiscuous()
2485 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_set_promiscuous()
2490 vsi->seid, in i40e_set_promiscuous()
2494 dev_info(&pf->pdev->dev, in i40e_set_promiscuous()
2497 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_set_promiscuous()
2501 vsi->seid, in i40e_set_promiscuous()
2504 dev_info(&pf->pdev->dev, in i40e_set_promiscuous()
2507 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_set_promiscuous()
2512 pf->cur_promisc = promisc; in i40e_set_promiscuous()
2518 * i40e_sync_vsi_filters - Update the VSI filter list to the HW
2530 struct i40e_hw *hw = &vsi->back->hw; in i40e_sync_vsi_filters()
2551 while (test_and_set_bit(__I40E_VSI_SYNCING_FILTERS, vsi->state)) in i40e_sync_vsi_filters()
2553 pf = vsi->back; in i40e_sync_vsi_filters()
2555 old_overflow = test_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_sync_vsi_filters()
2557 if (vsi->netdev) { in i40e_sync_vsi_filters()
2558 changed_flags = vsi->current_netdev_flags ^ vsi->netdev->flags; in i40e_sync_vsi_filters()
2559 vsi->current_netdev_flags = vsi->netdev->flags; in i40e_sync_vsi_filters()
2565 if (vsi->type == I40E_VSI_SRIOV) in i40e_sync_vsi_filters()
2566 snprintf(vsi_name, sizeof(vsi_name) - 1, "VF %d", vsi->vf_id); in i40e_sync_vsi_filters()
2567 else if (vsi->type != I40E_VSI_MAIN) in i40e_sync_vsi_filters()
2568 snprintf(vsi_name, sizeof(vsi_name) - 1, "vsi %d", vsi->seid); in i40e_sync_vsi_filters()
2570 if (vsi->flags & I40E_VSI_FLAG_FILTER_CHANGED) { in i40e_sync_vsi_filters()
2571 vsi->flags &= ~I40E_VSI_FLAG_FILTER_CHANGED; in i40e_sync_vsi_filters()
2573 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2575 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_sync_vsi_filters()
2576 if (f->state == I40E_FILTER_REMOVE) { in i40e_sync_vsi_filters()
2578 hash_del(&f->hlist); in i40e_sync_vsi_filters()
2579 hlist_add_head(&f->hlist, &tmp_del_list); in i40e_sync_vsi_filters()
2584 if (f->state == I40E_FILTER_NEW) { in i40e_sync_vsi_filters()
2591 new->f = f; in i40e_sync_vsi_filters()
2592 new->state = f->state; in i40e_sync_vsi_filters()
2595 hlist_add_head(&new->hlist, &tmp_add_list); in i40e_sync_vsi_filters()
2596 f->state = I40E_FILTER_NEW_SYNC; in i40e_sync_vsi_filters()
2603 if (f->vlan > 0) in i40e_sync_vsi_filters()
2607 if (vsi->type != I40E_VSI_SRIOV) in i40e_sync_vsi_filters()
2611 else if (pf->vf) in i40e_sync_vsi_filters()
2614 vlan_filters, pf->vf[vsi->vf_id].trusted); in i40e_sync_vsi_filters()
2617 netdev_hw_addr_refcnt(new->f, vsi->netdev, 1); in i40e_sync_vsi_filters()
2622 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2627 filter_list_len = hw->aq.asq_buf_size / in i40e_sync_vsi_filters()
2641 if (is_broadcast_ether_addr(f->macaddr)) { in i40e_sync_vsi_filters()
2644 hlist_del(&f->hlist); in i40e_sync_vsi_filters()
2650 ether_addr_copy(del_list[num_del].mac_addr, f->macaddr); in i40e_sync_vsi_filters()
2651 if (f->vlan == I40E_VLAN_ANY) { in i40e_sync_vsi_filters()
2656 cpu_to_le16((u16)(f->vlan)); in i40e_sync_vsi_filters()
2673 hlist_del(&f->hlist); in i40e_sync_vsi_filters()
2688 filter_list_len = hw->aq.asq_buf_size / in i40e_sync_vsi_filters()
2701 if (is_broadcast_ether_addr(new->f->macaddr)) { in i40e_sync_vsi_filters()
2703 new->f)) in i40e_sync_vsi_filters()
2704 new->state = I40E_FILTER_FAILED; in i40e_sync_vsi_filters()
2706 new->state = I40E_FILTER_ACTIVE; in i40e_sync_vsi_filters()
2715 new->f->macaddr); in i40e_sync_vsi_filters()
2716 if (new->f->vlan == I40E_VLAN_ANY) { in i40e_sync_vsi_filters()
2721 cpu_to_le16((u16)(new->f->vlan)); in i40e_sync_vsi_filters()
2745 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2748 if (new->f->state == I40E_FILTER_NEW || in i40e_sync_vsi_filters()
2749 new->f->state == I40E_FILTER_NEW_SYNC) in i40e_sync_vsi_filters()
2750 new->f->state = new->state; in i40e_sync_vsi_filters()
2751 hlist_del(&new->hlist); in i40e_sync_vsi_filters()
2752 netdev_hw_addr_refcnt(new->f, vsi->netdev, -1); in i40e_sync_vsi_filters()
2755 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2761 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2762 vsi->active_filters = 0; in i40e_sync_vsi_filters()
2763 hash_for_each(vsi->mac_filter_hash, bkt, f, hlist) { in i40e_sync_vsi_filters()
2764 if (f->state == I40E_FILTER_ACTIVE) in i40e_sync_vsi_filters()
2765 vsi->active_filters++; in i40e_sync_vsi_filters()
2766 else if (f->state == I40E_FILTER_FAILED) in i40e_sync_vsi_filters()
2769 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2776 vsi->active_filters < vsi->promisc_threshold) { in i40e_sync_vsi_filters()
2777 dev_info(&pf->pdev->dev, in i40e_sync_vsi_filters()
2780 clear_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_sync_vsi_filters()
2781 vsi->promisc_threshold = 0; in i40e_sync_vsi_filters()
2785 if (vsi->type == I40E_VSI_SRIOV && pf->vf && in i40e_sync_vsi_filters()
2786 !pf->vf[vsi->vf_id].trusted) { in i40e_sync_vsi_filters()
2787 clear_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_sync_vsi_filters()
2791 new_overflow = test_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_sync_vsi_filters()
2797 vsi->promisc_threshold = (vsi->active_filters * 3) / 4; in i40e_sync_vsi_filters()
2803 cur_multipromisc = !!(vsi->current_netdev_flags & IFF_ALLMULTI); in i40e_sync_vsi_filters()
2804 aq_ret = i40e_aq_set_vsi_multicast_promiscuous(&vsi->back->hw, in i40e_sync_vsi_filters()
2805 vsi->seid, in i40e_sync_vsi_filters()
2810 hw->aq.asq_last_status); in i40e_sync_vsi_filters()
2811 dev_info(&pf->pdev->dev, in i40e_sync_vsi_filters()
2815 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_sync_vsi_filters()
2817 dev_info(&pf->pdev->dev, "%s allmulti mode.\n", in i40e_sync_vsi_filters()
2825 cur_promisc = (!!(vsi->current_netdev_flags & IFF_PROMISC) || in i40e_sync_vsi_filters()
2830 hw->aq.asq_last_status); in i40e_sync_vsi_filters()
2831 dev_info(&pf->pdev->dev, in i40e_sync_vsi_filters()
2836 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_sync_vsi_filters()
2842 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_sync_vsi_filters()
2844 clear_bit(__I40E_VSI_SYNCING_FILTERS, vsi->state); in i40e_sync_vsi_filters()
2849 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2853 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2855 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_sync_vsi_filters()
2856 clear_bit(__I40E_VSI_SYNCING_FILTERS, vsi->state); in i40e_sync_vsi_filters()
2857 return -ENOMEM; in i40e_sync_vsi_filters()
2861 * i40e_sync_filters_subtask - Sync the VSI filter list with HW
2871 if (!test_and_clear_bit(__I40E_MACVLAN_SYNC_PENDING, pf->state)) in i40e_sync_filters_subtask()
2873 if (test_bit(__I40E_VF_DISABLE, pf->state)) { in i40e_sync_filters_subtask()
2874 set_bit(__I40E_MACVLAN_SYNC_PENDING, pf->state); in i40e_sync_filters_subtask()
2879 if ((vsi->flags & I40E_VSI_FLAG_FILTER_CHANGED) && in i40e_sync_filters_subtask()
2880 !test_bit(__I40E_VSI_RELEASING, vsi->state)) { in i40e_sync_filters_subtask()
2886 pf->state); in i40e_sync_filters_subtask()
2894 * i40e_calculate_vsi_rx_buf_len - Calculates buffer length
2900 if (!vsi->netdev || test_bit(I40E_FLAG_LEGACY_RX_ENA, vsi->back->flags)) in i40e_calculate_vsi_rx_buf_len()
2907 * i40e_max_vsi_frame_size - returns the maximum allowed frame size for VSI
2917 if (xdp_prog && !xdp_prog->aux->xdp_has_frags) in i40e_max_vsi_frame_size()
2926 * i40e_change_mtu - NDO callback to change the Maximum Transfer Unit
2935 struct i40e_vsi *vsi = np->vsi; in i40e_change_mtu()
2936 struct i40e_pf *pf = vsi->back; in i40e_change_mtu()
2939 frame_size = i40e_max_vsi_frame_size(vsi, vsi->xdp_prog); in i40e_change_mtu()
2940 if (new_mtu > frame_size - I40E_PACKET_HDR_PAD) { in i40e_change_mtu()
2942 new_mtu, frame_size - I40E_PACKET_HDR_PAD); in i40e_change_mtu()
2943 return -EINVAL; in i40e_change_mtu()
2947 netdev->mtu, new_mtu); in i40e_change_mtu()
2948 WRITE_ONCE(netdev->mtu, new_mtu); in i40e_change_mtu()
2951 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_change_mtu()
2952 set_bit(__I40E_CLIENT_L2_CHANGE, pf->state); in i40e_change_mtu()
2957 * i40e_ioctl - Access the hwtstamp interface
2965 struct i40e_pf *pf = np->vsi->back; in i40e_ioctl()
2973 return -EOPNOTSUPP; in i40e_ioctl()
2978 * i40e_vlan_stripping_enable - Turn on vlan stripping for the VSI
2987 if (vsi->info.pvid) in i40e_vlan_stripping_enable()
2990 if ((vsi->info.valid_sections & in i40e_vlan_stripping_enable()
2992 ((vsi->info.port_vlan_flags & I40E_AQ_VSI_PVLAN_MODE_MASK) == 0)) in i40e_vlan_stripping_enable()
2995 vsi->info.valid_sections = cpu_to_le16(I40E_AQ_VSI_PROP_VLAN_VALID); in i40e_vlan_stripping_enable()
2996 vsi->info.port_vlan_flags = I40E_AQ_VSI_PVLAN_MODE_ALL | in i40e_vlan_stripping_enable()
2999 ctxt.seid = vsi->seid; in i40e_vlan_stripping_enable()
3000 ctxt.info = vsi->info; in i40e_vlan_stripping_enable()
3001 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_vlan_stripping_enable()
3003 dev_info(&vsi->back->pdev->dev, in i40e_vlan_stripping_enable()
3006 i40e_aq_str(&vsi->back->hw, in i40e_vlan_stripping_enable()
3007 vsi->back->hw.aq.asq_last_status)); in i40e_vlan_stripping_enable()
3012 * i40e_vlan_stripping_disable - Turn off vlan stripping for the VSI
3021 if (vsi->info.pvid) in i40e_vlan_stripping_disable()
3024 if ((vsi->info.valid_sections & in i40e_vlan_stripping_disable()
3026 ((vsi->info.port_vlan_flags & I40E_AQ_VSI_PVLAN_EMOD_MASK) == in i40e_vlan_stripping_disable()
3030 vsi->info.valid_sections = cpu_to_le16(I40E_AQ_VSI_PROP_VLAN_VALID); in i40e_vlan_stripping_disable()
3031 vsi->info.port_vlan_flags = I40E_AQ_VSI_PVLAN_MODE_ALL | in i40e_vlan_stripping_disable()
3034 ctxt.seid = vsi->seid; in i40e_vlan_stripping_disable()
3035 ctxt.info = vsi->info; in i40e_vlan_stripping_disable()
3036 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_vlan_stripping_disable()
3038 dev_info(&vsi->back->pdev->dev, in i40e_vlan_stripping_disable()
3041 i40e_aq_str(&vsi->back->hw, in i40e_vlan_stripping_disable()
3042 vsi->back->hw.aq.asq_last_status)); in i40e_vlan_stripping_disable()
3047 * i40e_add_vlan_all_mac - Add a MAC/VLAN filter for each existing MAC address
3049 * @vid: vlan id to be added (0 = untagged only , -1 = any)
3065 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_add_vlan_all_mac()
3075 if (f->state == I40E_FILTER_REMOVE && f->vlan == vid) { in i40e_add_vlan_all_mac()
3076 f->state = I40E_FILTER_ACTIVE; in i40e_add_vlan_all_mac()
3078 } else if (f->state == I40E_FILTER_REMOVE) { in i40e_add_vlan_all_mac()
3081 add_f = i40e_add_filter(vsi, f->macaddr, vid); in i40e_add_vlan_all_mac()
3083 dev_info(&vsi->back->pdev->dev, in i40e_add_vlan_all_mac()
3085 vid, f->macaddr); in i40e_add_vlan_all_mac()
3086 return -ENOMEM; in i40e_add_vlan_all_mac()
3094 * i40e_vsi_add_vlan - Add VSI membership for given VLAN
3102 if (vsi->info.pvid) in i40e_vsi_add_vlan()
3103 return -EINVAL; in i40e_vsi_add_vlan()
3117 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_add_vlan()
3119 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_add_vlan()
3126 i40e_service_event_schedule(vsi->back); in i40e_vsi_add_vlan()
3131 * i40e_rm_vlan_all_mac - Remove MAC/VLAN pair for all MAC with the given VLAN
3133 * @vid: vlan id to be removed (0 = untagged only , -1 = any)
3149 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_rm_vlan_all_mac()
3150 if (f->vlan == vid) in i40e_rm_vlan_all_mac()
3156 * i40e_vsi_kill_vlan - Remove VSI membership for given VLAN
3162 if (!vid || vsi->info.pvid) in i40e_vsi_kill_vlan()
3165 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_kill_vlan()
3167 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_kill_vlan()
3172 i40e_service_event_schedule(vsi->back); in i40e_vsi_kill_vlan()
3176 * i40e_vlan_rx_add_vid - Add a vlan id filter to HW offload
3187 struct i40e_vsi *vsi = np->vsi; in i40e_vlan_rx_add_vid()
3191 return -EINVAL; in i40e_vlan_rx_add_vid()
3195 set_bit(vid, vsi->active_vlans); in i40e_vlan_rx_add_vid()
3201 * i40e_vlan_rx_add_vid_up - Add a vlan id filter to HW offload in UP path
3210 struct i40e_vsi *vsi = np->vsi; in i40e_vlan_rx_add_vid_up()
3214 set_bit(vid, vsi->active_vlans); in i40e_vlan_rx_add_vid_up()
3218 * i40e_vlan_rx_kill_vid - Remove a vlan id filter from HW offload
3229 struct i40e_vsi *vsi = np->vsi; in i40e_vlan_rx_kill_vid()
3237 clear_bit(vid, vsi->active_vlans); in i40e_vlan_rx_kill_vid()
3243 * i40e_restore_vlan - Reinstate vlans when vsi/netdev comes back up
3250 if (!vsi->netdev) in i40e_restore_vlan()
3253 if (vsi->netdev->features & NETIF_F_HW_VLAN_CTAG_RX) in i40e_restore_vlan()
3258 for_each_set_bit(vid, vsi->active_vlans, VLAN_N_VID) in i40e_restore_vlan()
3259 i40e_vlan_rx_add_vid_up(vsi->netdev, htons(ETH_P_8021Q), in i40e_restore_vlan()
3264 * i40e_vsi_add_pvid - Add pvid for the VSI
3273 vsi->info.valid_sections = cpu_to_le16(I40E_AQ_VSI_PROP_VLAN_VALID); in i40e_vsi_add_pvid()
3274 vsi->info.pvid = cpu_to_le16(vid); in i40e_vsi_add_pvid()
3275 vsi->info.port_vlan_flags = I40E_AQ_VSI_PVLAN_MODE_TAGGED | in i40e_vsi_add_pvid()
3279 ctxt.seid = vsi->seid; in i40e_vsi_add_pvid()
3280 ctxt.info = vsi->info; in i40e_vsi_add_pvid()
3281 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_vsi_add_pvid()
3283 dev_info(&vsi->back->pdev->dev, in i40e_vsi_add_pvid()
3286 i40e_aq_str(&vsi->back->hw, in i40e_vsi_add_pvid()
3287 vsi->back->hw.aq.asq_last_status)); in i40e_vsi_add_pvid()
3288 return -ENOENT; in i40e_vsi_add_pvid()
3295 * i40e_vsi_remove_pvid - Remove the pvid from the VSI
3302 vsi->info.pvid = 0; in i40e_vsi_remove_pvid()
3308 * i40e_vsi_setup_tx_resources - Allocate VSI Tx queue resources
3321 for (i = 0; i < vsi->num_queue_pairs && !err; i++) in i40e_vsi_setup_tx_resources()
3322 err = i40e_setup_tx_descriptors(vsi->tx_rings[i]); in i40e_vsi_setup_tx_resources()
3327 for (i = 0; i < vsi->num_queue_pairs && !err; i++) in i40e_vsi_setup_tx_resources()
3328 err = i40e_setup_tx_descriptors(vsi->xdp_rings[i]); in i40e_vsi_setup_tx_resources()
3334 * i40e_vsi_free_tx_resources - Free Tx resources for VSI queues
3343 if (vsi->tx_rings) { in i40e_vsi_free_tx_resources()
3344 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_vsi_free_tx_resources()
3345 if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc) in i40e_vsi_free_tx_resources()
3346 i40e_free_tx_resources(vsi->tx_rings[i]); in i40e_vsi_free_tx_resources()
3349 if (vsi->xdp_rings) { in i40e_vsi_free_tx_resources()
3350 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_vsi_free_tx_resources()
3351 if (vsi->xdp_rings[i] && vsi->xdp_rings[i]->desc) in i40e_vsi_free_tx_resources()
3352 i40e_free_tx_resources(vsi->xdp_rings[i]); in i40e_vsi_free_tx_resources()
3357 * i40e_vsi_setup_rx_resources - Allocate VSI queues Rx resources
3370 for (i = 0; i < vsi->num_queue_pairs && !err; i++) in i40e_vsi_setup_rx_resources()
3371 err = i40e_setup_rx_descriptors(vsi->rx_rings[i]); in i40e_vsi_setup_rx_resources()
3376 * i40e_vsi_free_rx_resources - Free Rx Resources for VSI queues
3385 if (!vsi->rx_rings) in i40e_vsi_free_rx_resources()
3388 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_vsi_free_rx_resources()
3389 if (vsi->rx_rings[i] && vsi->rx_rings[i]->desc) in i40e_vsi_free_rx_resources()
3390 i40e_free_rx_resources(vsi->rx_rings[i]); in i40e_vsi_free_rx_resources()
3394 * i40e_config_xps_tx_ring - Configure XPS for a Tx ring
3398 * based on the TCs enabled for the VSI that ring belongs to.
3404 if (!ring->q_vector || !ring->netdev || ring->ch) in i40e_config_xps_tx_ring()
3408 if (test_and_set_bit(__I40E_TX_XPS_INIT_DONE, ring->state)) in i40e_config_xps_tx_ring()
3411 cpu = cpumask_local_spread(ring->q_vector->v_idx, -1); in i40e_config_xps_tx_ring()
3412 netif_set_xps_queue(ring->netdev, get_cpu_mask(cpu), in i40e_config_xps_tx_ring()
3413 ring->queue_index); in i40e_config_xps_tx_ring()
3417 * i40e_xsk_pool - Retrieve the AF_XDP buffer pool if XDP and ZC is enabled
3424 bool xdp_on = i40e_enabled_xdp_vsi(ring->vsi); in i40e_xsk_pool()
3425 int qid = ring->queue_index; in i40e_xsk_pool()
3428 qid -= ring->vsi->alloc_queue_pairs; in i40e_xsk_pool()
3430 if (!xdp_on || !test_bit(qid, ring->vsi->af_xdp_zc_qps)) in i40e_xsk_pool()
3433 return xsk_get_pool_from_qid(ring->vsi->netdev, qid); in i40e_xsk_pool()
3437 * i40e_configure_tx_ring - Configure a transmit ring context and rest
3444 struct i40e_vsi *vsi = ring->vsi; in i40e_configure_tx_ring()
3445 u16 pf_q = vsi->base_queue + ring->queue_index; in i40e_configure_tx_ring()
3446 struct i40e_hw *hw = &vsi->back->hw; in i40e_configure_tx_ring()
3452 ring->xsk_pool = i40e_xsk_pool(ring); in i40e_configure_tx_ring()
3455 if (test_bit(I40E_FLAG_FD_ATR_ENA, vsi->back->flags)) { in i40e_configure_tx_ring()
3456 ring->atr_sample_rate = I40E_DEFAULT_ATR_SAMPLE_RATE; in i40e_configure_tx_ring()
3457 ring->atr_count = 0; in i40e_configure_tx_ring()
3459 ring->atr_sample_rate = 0; in i40e_configure_tx_ring()
3469 tx_ctx.base = (ring->dma / 128); in i40e_configure_tx_ring()
3470 tx_ctx.qlen = ring->count; in i40e_configure_tx_ring()
3471 if (test_bit(I40E_FLAG_FD_SB_ENA, vsi->back->flags) || in i40e_configure_tx_ring()
3472 test_bit(I40E_FLAG_FD_ATR_ENA, vsi->back->flags)) in i40e_configure_tx_ring()
3474 if (test_bit(I40E_FLAG_PTP_ENA, vsi->back->flags)) in i40e_configure_tx_ring()
3477 if (vsi->type != I40E_VSI_FDIR) in i40e_configure_tx_ring()
3479 tx_ctx.head_wb_addr = ring->dma + in i40e_configure_tx_ring()
3480 (ring->count * sizeof(struct i40e_tx_desc)); in i40e_configure_tx_ring()
3493 if (ring->ch) in i40e_configure_tx_ring()
3495 le16_to_cpu(ring->ch->info.qs_handle[ring->dcb_tc]); in i40e_configure_tx_ring()
3498 tx_ctx.rdylist = le16_to_cpu(vsi->info.qs_handle[ring->dcb_tc]); in i40e_configure_tx_ring()
3505 dev_info(&vsi->back->pdev->dev, in i40e_configure_tx_ring()
3507 ring->queue_index, pf_q, err); in i40e_configure_tx_ring()
3508 return -ENOMEM; in i40e_configure_tx_ring()
3514 dev_info(&vsi->back->pdev->dev, in i40e_configure_tx_ring()
3516 ring->queue_index, pf_q, err); in i40e_configure_tx_ring()
3517 return -ENOMEM; in i40e_configure_tx_ring()
3521 if (ring->ch) { in i40e_configure_tx_ring()
3522 if (ring->ch->type == I40E_VSI_VMDQ2) in i40e_configure_tx_ring()
3525 return -EINVAL; in i40e_configure_tx_ring()
3528 ring->ch->vsi_number); in i40e_configure_tx_ring()
3530 if (vsi->type == I40E_VSI_VMDQ2) { in i40e_configure_tx_ring()
3533 vsi->id); in i40e_configure_tx_ring()
3539 qtx_ctl |= FIELD_PREP(I40E_QTX_CTL_PF_INDX_MASK, hw->pf_id); in i40e_configure_tx_ring()
3544 ring->tail = hw->hw_addr + I40E_QTX_TAIL(pf_q); in i40e_configure_tx_ring()
3550 * i40e_rx_offset - Return expected offset into page to access data
3561 * i40e_configure_rx_ring - Configure a receive ring context
3568 struct i40e_vsi *vsi = ring->vsi; in i40e_configure_rx_ring()
3569 u32 chain_len = vsi->back->hw.func_caps.rx_buf_chain_len; in i40e_configure_rx_ring()
3570 u16 pf_q = vsi->base_queue + ring->queue_index; in i40e_configure_rx_ring()
3571 struct i40e_hw *hw = &vsi->back->hw; in i40e_configure_rx_ring()
3576 bitmap_zero(ring->state, __I40E_RING_STATE_NBITS); in i40e_configure_rx_ring()
3581 ring->rx_buf_len = vsi->rx_buf_len; in i40e_configure_rx_ring()
3583 /* XDP RX-queue info only needed for RX rings exposed to XDP */ in i40e_configure_rx_ring()
3584 if (ring->vsi->type != I40E_VSI_MAIN) in i40e_configure_rx_ring()
3587 if (!xdp_rxq_info_is_reg(&ring->xdp_rxq)) { in i40e_configure_rx_ring()
3588 err = __xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in i40e_configure_rx_ring()
3589 ring->queue_index, in i40e_configure_rx_ring()
3590 ring->q_vector->napi.napi_id, in i40e_configure_rx_ring()
3591 ring->rx_buf_len); in i40e_configure_rx_ring()
3596 ring->xsk_pool = i40e_xsk_pool(ring); in i40e_configure_rx_ring()
3597 if (ring->xsk_pool) { in i40e_configure_rx_ring()
3598 xdp_rxq_info_unreg(&ring->xdp_rxq); in i40e_configure_rx_ring()
3599 ring->rx_buf_len = xsk_pool_get_rx_frame_size(ring->xsk_pool); in i40e_configure_rx_ring()
3600 err = __xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in i40e_configure_rx_ring()
3601 ring->queue_index, in i40e_configure_rx_ring()
3602 ring->q_vector->napi.napi_id, in i40e_configure_rx_ring()
3603 ring->rx_buf_len); in i40e_configure_rx_ring()
3606 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in i40e_configure_rx_ring()
3611 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3613 ring->queue_index); in i40e_configure_rx_ring()
3616 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in i40e_configure_rx_ring()
3624 xdp_init_buff(&ring->xdp, i40e_rx_pg_size(ring) / 2, &ring->xdp_rxq); in i40e_configure_rx_ring()
3626 rx_ctx.dbuff = DIV_ROUND_UP(ring->rx_buf_len, in i40e_configure_rx_ring()
3629 rx_ctx.base = (ring->dma / 128); in i40e_configure_rx_ring()
3630 rx_ctx.qlen = ring->count; in i40e_configure_rx_ring()
3640 rx_ctx.rxmax = min_t(u16, vsi->max_frame, chain_len * ring->rx_buf_len); in i40e_configure_rx_ring()
3641 if (hw->revision_id == 0) in i40e_configure_rx_ring()
3655 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3657 ring->queue_index, pf_q, err); in i40e_configure_rx_ring()
3658 return -ENOMEM; in i40e_configure_rx_ring()
3664 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3666 ring->queue_index, pf_q, err); in i40e_configure_rx_ring()
3667 return -ENOMEM; in i40e_configure_rx_ring()
3671 if (!vsi->netdev || test_bit(I40E_FLAG_LEGACY_RX_ENA, vsi->back->flags)) { in i40e_configure_rx_ring()
3673 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3675 return -EOPNOTSUPP; in i40e_configure_rx_ring()
3682 ring->rx_offset = i40e_rx_offset(ring); in i40e_configure_rx_ring()
3685 ring->tail = hw->hw_addr + I40E_QRX_TAIL(pf_q); in i40e_configure_rx_ring()
3686 writel(0, ring->tail); in i40e_configure_rx_ring()
3688 if (ring->xsk_pool) { in i40e_configure_rx_ring()
3689 xsk_pool_set_rxq_info(ring->xsk_pool, &ring->xdp_rxq); in i40e_configure_rx_ring()
3698 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3700 ring->xsk_pool ? "AF_XDP ZC enabled " : "", in i40e_configure_rx_ring()
3701 ring->queue_index, pf_q); in i40e_configure_rx_ring()
3708 * i40e_vsi_configure_tx - Configure the VSI for Tx
3718 for (i = 0; (i < vsi->num_queue_pairs) && !err; i++) in i40e_vsi_configure_tx()
3719 err = i40e_configure_tx_ring(vsi->tx_rings[i]); in i40e_vsi_configure_tx()
3724 for (i = 0; (i < vsi->num_queue_pairs) && !err; i++) in i40e_vsi_configure_tx()
3725 err = i40e_configure_tx_ring(vsi->xdp_rings[i]); in i40e_vsi_configure_tx()
3731 * i40e_vsi_configure_rx - Configure the VSI for Rx
3741 vsi->max_frame = i40e_max_vsi_frame_size(vsi, vsi->xdp_prog); in i40e_vsi_configure_rx()
3742 vsi->rx_buf_len = i40e_calculate_vsi_rx_buf_len(vsi); in i40e_vsi_configure_rx()
3745 if (vsi->netdev && !I40E_2K_TOO_SMALL_WITH_PADDING && in i40e_vsi_configure_rx()
3746 vsi->netdev->mtu <= ETH_DATA_LEN) { in i40e_vsi_configure_rx()
3747 vsi->rx_buf_len = I40E_RXBUFFER_1536 - NET_IP_ALIGN; in i40e_vsi_configure_rx()
3748 vsi->max_frame = vsi->rx_buf_len; in i40e_vsi_configure_rx()
3753 for (i = 0; i < vsi->num_queue_pairs && !err; i++) in i40e_vsi_configure_rx()
3754 err = i40e_configure_rx_ring(vsi->rx_rings[i]); in i40e_vsi_configure_rx()
3760 * i40e_vsi_config_dcb_rings - Update rings to reflect DCB TC
3769 if (!test_bit(I40E_FLAG_DCB_ENA, vsi->back->flags)) { in i40e_vsi_config_dcb_rings()
3771 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_vsi_config_dcb_rings()
3772 rx_ring = vsi->rx_rings[i]; in i40e_vsi_config_dcb_rings()
3773 tx_ring = vsi->tx_rings[i]; in i40e_vsi_config_dcb_rings()
3774 rx_ring->dcb_tc = 0; in i40e_vsi_config_dcb_rings()
3775 tx_ring->dcb_tc = 0; in i40e_vsi_config_dcb_rings()
3781 if (!(vsi->tc_config.enabled_tc & BIT_ULL(n))) in i40e_vsi_config_dcb_rings()
3784 qoffset = vsi->tc_config.tc_info[n].qoffset; in i40e_vsi_config_dcb_rings()
3785 qcount = vsi->tc_config.tc_info[n].qcount; in i40e_vsi_config_dcb_rings()
3787 rx_ring = vsi->rx_rings[i]; in i40e_vsi_config_dcb_rings()
3788 tx_ring = vsi->tx_rings[i]; in i40e_vsi_config_dcb_rings()
3789 rx_ring->dcb_tc = n; in i40e_vsi_config_dcb_rings()
3790 tx_ring->dcb_tc = n; in i40e_vsi_config_dcb_rings()
3796 * i40e_set_vsi_rx_mode - Call set_rx_mode on a VSI
3801 if (vsi->netdev) in i40e_set_vsi_rx_mode()
3802 i40e_set_rx_mode(vsi->netdev); in i40e_set_vsi_rx_mode()
3806 * i40e_reset_fdir_filter_cnt - Reset flow director filter counters
3813 pf->fd_tcp4_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3814 pf->fd_udp4_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3815 pf->fd_sctp4_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3816 pf->fd_ip4_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3817 pf->fd_tcp6_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3818 pf->fd_udp6_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3819 pf->fd_sctp6_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3820 pf->fd_ip6_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3824 * i40e_fdir_filter_restore - Restore the Sideband Flow Director filters
3833 struct i40e_pf *pf = vsi->back; in i40e_fdir_filter_restore()
3836 if (!test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) in i40e_fdir_filter_restore()
3843 &pf->fdir_filter_list, fdir_node) { in i40e_fdir_filter_restore()
3849 * i40e_vsi_configure - Set up the VSI for action
3867 * i40e_vsi_configure_msix - MSIX mode Interrupt Config in the HW
3873 struct i40e_pf *pf = vsi->back; in i40e_vsi_configure_msix()
3874 struct i40e_hw *hw = &pf->hw; in i40e_vsi_configure_msix()
3881 * PFINT_ITRn[0..n-1] gets msix-1..msix-n (qpair interrupts) in i40e_vsi_configure_msix()
3883 qp = vsi->base_queue; in i40e_vsi_configure_msix()
3884 vector = vsi->base_vector; in i40e_vsi_configure_msix()
3885 for (i = 0; i < vsi->num_q_vectors; i++, vector++) { in i40e_vsi_configure_msix()
3886 struct i40e_q_vector *q_vector = vsi->q_vectors[i]; in i40e_vsi_configure_msix()
3888 q_vector->rx.next_update = jiffies + 1; in i40e_vsi_configure_msix()
3889 q_vector->rx.target_itr = in i40e_vsi_configure_msix()
3890 ITR_TO_REG(vsi->rx_rings[i]->itr_setting); in i40e_vsi_configure_msix()
3891 wr32(hw, I40E_PFINT_ITRN(I40E_RX_ITR, vector - 1), in i40e_vsi_configure_msix()
3892 q_vector->rx.target_itr >> 1); in i40e_vsi_configure_msix()
3893 q_vector->rx.current_itr = q_vector->rx.target_itr; in i40e_vsi_configure_msix()
3895 q_vector->tx.next_update = jiffies + 1; in i40e_vsi_configure_msix()
3896 q_vector->tx.target_itr = in i40e_vsi_configure_msix()
3897 ITR_TO_REG(vsi->tx_rings[i]->itr_setting); in i40e_vsi_configure_msix()
3898 wr32(hw, I40E_PFINT_ITRN(I40E_TX_ITR, vector - 1), in i40e_vsi_configure_msix()
3899 q_vector->tx.target_itr >> 1); in i40e_vsi_configure_msix()
3900 q_vector->tx.current_itr = q_vector->tx.target_itr; in i40e_vsi_configure_msix()
3903 * busy-loop polling. in i40e_vsi_configure_msix()
3905 wr32(hw, I40E_PFINT_ITRN(I40E_SW_ITR, vector - 1), in i40e_vsi_configure_msix()
3908 wr32(hw, I40E_PFINT_RATEN(vector - 1), in i40e_vsi_configure_msix()
3909 i40e_intrl_usec_to_reg(vsi->int_rate_limit)); in i40e_vsi_configure_msix()
3912 wr32(hw, I40E_PFINT_LNKLSTN(vector - 1), qp); in i40e_vsi_configure_msix()
3913 for (q = 0; q < q_vector->num_ringpairs; q++) { in i40e_vsi_configure_msix()
3914 u32 nextqp = has_xdp ? qp + vsi->alloc_queue_pairs : qp; in i40e_vsi_configure_msix()
3946 if (q == (q_vector->num_ringpairs - 1)) in i40e_vsi_configure_msix()
3959 * i40e_enable_misc_int_causes - enable the non-queue interrupts
3964 struct i40e_hw *hw = &pf->hw; in i40e_enable_misc_int_causes()
3980 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) in i40e_enable_misc_int_causes()
3983 if (test_bit(I40E_FLAG_PTP_ENA, pf->flags)) in i40e_enable_misc_int_causes()
3997 * i40e_configure_msi_and_legacy - Legacy mode interrupt config in the HW
4002 u32 nextqp = i40e_enabled_xdp_vsi(vsi) ? vsi->alloc_queue_pairs : 0; in i40e_configure_msi_and_legacy()
4003 struct i40e_q_vector *q_vector = vsi->q_vectors[0]; in i40e_configure_msi_and_legacy()
4004 struct i40e_pf *pf = vsi->back; in i40e_configure_msi_and_legacy()
4005 struct i40e_hw *hw = &pf->hw; in i40e_configure_msi_and_legacy()
4008 q_vector->rx.next_update = jiffies + 1; in i40e_configure_msi_and_legacy()
4009 q_vector->rx.target_itr = ITR_TO_REG(vsi->rx_rings[0]->itr_setting); in i40e_configure_msi_and_legacy()
4010 wr32(hw, I40E_PFINT_ITR0(I40E_RX_ITR), q_vector->rx.target_itr >> 1); in i40e_configure_msi_and_legacy()
4011 q_vector->rx.current_itr = q_vector->rx.target_itr; in i40e_configure_msi_and_legacy()
4012 q_vector->tx.next_update = jiffies + 1; in i40e_configure_msi_and_legacy()
4013 q_vector->tx.target_itr = ITR_TO_REG(vsi->tx_rings[0]->itr_setting); in i40e_configure_msi_and_legacy()
4014 wr32(hw, I40E_PFINT_ITR0(I40E_TX_ITR), q_vector->tx.target_itr >> 1); in i40e_configure_msi_and_legacy()
4015 q_vector->tx.current_itr = q_vector->tx.target_itr; in i40e_configure_msi_and_legacy()
4040 * i40e_irq_dynamic_disable_icr0 - Disable default interrupt generation for icr0
4045 struct i40e_hw *hw = &pf->hw; in i40e_irq_dynamic_disable_icr0()
4053 * i40e_irq_dynamic_enable_icr0 - Enable default interrupt generation for icr0
4058 struct i40e_hw *hw = &pf->hw; in i40e_irq_dynamic_enable_icr0()
4070 * i40e_msix_clean_rings - MSIX mode Interrupt Handler
4078 if (!q_vector->tx.ring && !q_vector->rx.ring) in i40e_msix_clean_rings()
4081 napi_schedule_irqoff(&q_vector->napi); in i40e_msix_clean_rings()
4087 * i40e_irq_affinity_notify - Callback for affinity changes
4100 cpumask_copy(&q_vector->affinity_mask, mask); in i40e_irq_affinity_notify()
4104 * i40e_irq_affinity_release - Callback for affinity notifier release
4114 * i40e_vsi_request_irq_msix - Initialize MSI-X interrupts
4118 * Allocates MSI-X vectors and requests interrupts from the kernel.
4122 int q_vectors = vsi->num_q_vectors; in i40e_vsi_request_irq_msix()
4123 struct i40e_pf *pf = vsi->back; in i40e_vsi_request_irq_msix()
4124 int base = vsi->base_vector; in i40e_vsi_request_irq_msix()
4132 struct i40e_q_vector *q_vector = vsi->q_vectors[vector]; in i40e_vsi_request_irq_msix()
4134 irq_num = pf->msix_entries[base + vector].vector; in i40e_vsi_request_irq_msix()
4136 if (q_vector->tx.ring && q_vector->rx.ring) { in i40e_vsi_request_irq_msix()
4137 snprintf(q_vector->name, sizeof(q_vector->name) - 1, in i40e_vsi_request_irq_msix()
4138 "%s-%s-%d", basename, "TxRx", rx_int_idx++); in i40e_vsi_request_irq_msix()
4140 } else if (q_vector->rx.ring) { in i40e_vsi_request_irq_msix()
4141 snprintf(q_vector->name, sizeof(q_vector->name) - 1, in i40e_vsi_request_irq_msix()
4142 "%s-%s-%d", basename, "rx", rx_int_idx++); in i40e_vsi_request_irq_msix()
4143 } else if (q_vector->tx.ring) { in i40e_vsi_request_irq_msix()
4144 snprintf(q_vector->name, sizeof(q_vector->name) - 1, in i40e_vsi_request_irq_msix()
4145 "%s-%s-%d", basename, "tx", tx_int_idx++); in i40e_vsi_request_irq_msix()
4151 vsi->irq_handler, in i40e_vsi_request_irq_msix()
4153 q_vector->name, in i40e_vsi_request_irq_msix()
4156 dev_info(&pf->pdev->dev, in i40e_vsi_request_irq_msix()
4162 q_vector->irq_num = irq_num; in i40e_vsi_request_irq_msix()
4163 q_vector->affinity_notify.notify = i40e_irq_affinity_notify; in i40e_vsi_request_irq_msix()
4164 q_vector->affinity_notify.release = i40e_irq_affinity_release; in i40e_vsi_request_irq_msix()
4165 irq_set_affinity_notifier(irq_num, &q_vector->affinity_notify); in i40e_vsi_request_irq_msix()
4172 cpu = cpumask_local_spread(q_vector->v_idx, -1); in i40e_vsi_request_irq_msix()
4176 vsi->irqs_ready = true; in i40e_vsi_request_irq_msix()
4181 vector--; in i40e_vsi_request_irq_msix()
4182 irq_num = pf->msix_entries[base + vector].vector; in i40e_vsi_request_irq_msix()
4185 free_irq(irq_num, &vsi->q_vectors[vector]); in i40e_vsi_request_irq_msix()
4191 * i40e_vsi_disable_irq - Mask off queue interrupt generation on the VSI
4192 * @vsi: the VSI being un-configured
4196 struct i40e_pf *pf = vsi->back; in i40e_vsi_disable_irq()
4197 struct i40e_hw *hw = &pf->hw; in i40e_vsi_disable_irq()
4198 int base = vsi->base_vector; in i40e_vsi_disable_irq()
4202 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_vsi_disable_irq()
4205 val = rd32(hw, I40E_QINT_TQCTL(vsi->tx_rings[i]->reg_idx)); in i40e_vsi_disable_irq()
4207 wr32(hw, I40E_QINT_TQCTL(vsi->tx_rings[i]->reg_idx), val); in i40e_vsi_disable_irq()
4209 val = rd32(hw, I40E_QINT_RQCTL(vsi->rx_rings[i]->reg_idx)); in i40e_vsi_disable_irq()
4211 wr32(hw, I40E_QINT_RQCTL(vsi->rx_rings[i]->reg_idx), val); in i40e_vsi_disable_irq()
4215 wr32(hw, I40E_QINT_TQCTL(vsi->xdp_rings[i]->reg_idx), 0); in i40e_vsi_disable_irq()
4219 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_vsi_disable_irq()
4220 for (i = vsi->base_vector; in i40e_vsi_disable_irq()
4221 i < (vsi->num_q_vectors + vsi->base_vector); i++) in i40e_vsi_disable_irq()
4222 wr32(hw, I40E_PFINT_DYN_CTLN(i - 1), 0); in i40e_vsi_disable_irq()
4225 for (i = 0; i < vsi->num_q_vectors; i++) in i40e_vsi_disable_irq()
4226 synchronize_irq(pf->msix_entries[i + base].vector); in i40e_vsi_disable_irq()
4228 /* Legacy and MSI mode - this stops all interrupt handling */ in i40e_vsi_disable_irq()
4232 synchronize_irq(pf->pdev->irq); in i40e_vsi_disable_irq()
4237 * i40e_vsi_enable_irq - Enable IRQ for the given VSI
4242 struct i40e_pf *pf = vsi->back; in i40e_vsi_enable_irq()
4245 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_vsi_enable_irq()
4246 for (i = 0; i < vsi->num_q_vectors; i++) in i40e_vsi_enable_irq()
4252 i40e_flush(&pf->hw); in i40e_vsi_enable_irq()
4257 * i40e_free_misc_vector - Free the vector that handles non-queue events
4263 wr32(&pf->hw, I40E_PFINT_ICR0_ENA, 0); in i40e_free_misc_vector()
4264 i40e_flush(&pf->hw); in i40e_free_misc_vector()
4266 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags) && pf->msix_entries) { in i40e_free_misc_vector()
4267 free_irq(pf->msix_entries[0].vector, pf); in i40e_free_misc_vector()
4268 clear_bit(__I40E_MISC_IRQ_REQUESTED, pf->state); in i40e_free_misc_vector()
4273 * i40e_intr - MSI/Legacy and non-queue interrupt handler
4278 * with both queue and non-queue interrupts. This is also used in
4279 * MSIX mode to handle the non-queue interrupts.
4284 struct i40e_hw *hw = &pf->hw; in i40e_intr()
4299 pf->sw_int_count++; in i40e_intr()
4301 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags) && in i40e_intr()
4304 dev_dbg(&pf->pdev->dev, "cleared PE_CRITERR\n"); in i40e_intr()
4305 set_bit(__I40E_CORE_RESET_REQUESTED, pf->state); in i40e_intr()
4311 struct i40e_q_vector *q_vector = vsi->q_vectors[0]; in i40e_intr()
4319 if (!test_bit(__I40E_DOWN, pf->state)) in i40e_intr()
4320 napi_schedule_irqoff(&q_vector->napi); in i40e_intr()
4325 set_bit(__I40E_ADMINQ_EVENT_PENDING, pf->state); in i40e_intr()
4326 i40e_debug(&pf->hw, I40E_DEBUG_NVM, "AdminQ event\n"); in i40e_intr()
4331 set_bit(__I40E_MDD_EVENT_PENDING, pf->state); in i40e_intr()
4336 if (test_bit(__I40E_VF_RESETS_DISABLED, pf->state)) { in i40e_intr()
4343 set_bit(__I40E_VFLR_EVENT_PENDING, pf->state); in i40e_intr()
4348 if (!test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_intr()
4349 set_bit(__I40E_RESET_INTR_RECEIVED, pf->state); in i40e_intr()
4354 pf->corer_count++; in i40e_intr()
4356 pf->globr_count++; in i40e_intr()
4358 pf->empr_count++; in i40e_intr()
4359 set_bit(__I40E_EMP_RESET_INTR_RECEIVED, pf->state); in i40e_intr()
4365 dev_info(&pf->pdev->dev, "HMC error interrupt\n"); in i40e_intr()
4366 dev_info(&pf->pdev->dev, "HMC error info 0x%x, HMC error data 0x%x\n", in i40e_intr()
4375 schedule_work(&pf->ptp_extts0_work); in i40e_intr()
4389 dev_info(&pf->pdev->dev, "unhandled interrupt icr0=0x%08x\n", in i40e_intr()
4394 dev_info(&pf->pdev->dev, "device will be reset\n"); in i40e_intr()
4395 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_intr()
4403 /* re-enable interrupt causes */ in i40e_intr()
4405 if (!test_bit(__I40E_DOWN, pf->state) || in i40e_intr()
4406 test_bit(__I40E_RECOVERY_MODE, pf->state)) { in i40e_intr()
4415 * i40e_clean_fdir_tx_irq - Reclaim resources after transmit completes
4423 struct i40e_vsi *vsi = tx_ring->vsi; in i40e_clean_fdir_tx_irq()
4424 u16 i = tx_ring->next_to_clean; in i40e_clean_fdir_tx_irq()
4428 tx_buf = &tx_ring->tx_bi[i]; in i40e_clean_fdir_tx_irq()
4430 i -= tx_ring->count; in i40e_clean_fdir_tx_irq()
4433 struct i40e_tx_desc *eop_desc = tx_buf->next_to_watch; in i40e_clean_fdir_tx_irq()
4443 if (!(eop_desc->cmd_type_offset_bsz & in i40e_clean_fdir_tx_irq()
4448 tx_buf->next_to_watch = NULL; in i40e_clean_fdir_tx_irq()
4450 tx_desc->buffer_addr = 0; in i40e_clean_fdir_tx_irq()
4451 tx_desc->cmd_type_offset_bsz = 0; in i40e_clean_fdir_tx_irq()
4457 i -= tx_ring->count; in i40e_clean_fdir_tx_irq()
4458 tx_buf = tx_ring->tx_bi; in i40e_clean_fdir_tx_irq()
4462 dma_unmap_single(tx_ring->dev, in i40e_clean_fdir_tx_irq()
4466 if (tx_buf->tx_flags & I40E_TX_FLAGS_FD_SB) in i40e_clean_fdir_tx_irq()
4467 kfree(tx_buf->raw_buf); in i40e_clean_fdir_tx_irq()
4469 tx_buf->raw_buf = NULL; in i40e_clean_fdir_tx_irq()
4470 tx_buf->tx_flags = 0; in i40e_clean_fdir_tx_irq()
4471 tx_buf->next_to_watch = NULL; in i40e_clean_fdir_tx_irq()
4473 tx_desc->buffer_addr = 0; in i40e_clean_fdir_tx_irq()
4474 tx_desc->cmd_type_offset_bsz = 0; in i40e_clean_fdir_tx_irq()
4481 i -= tx_ring->count; in i40e_clean_fdir_tx_irq()
4482 tx_buf = tx_ring->tx_bi; in i40e_clean_fdir_tx_irq()
4487 budget--; in i40e_clean_fdir_tx_irq()
4490 i += tx_ring->count; in i40e_clean_fdir_tx_irq()
4491 tx_ring->next_to_clean = i; in i40e_clean_fdir_tx_irq()
4493 if (test_bit(I40E_FLAG_MSIX_ENA, vsi->back->flags)) in i40e_clean_fdir_tx_irq()
4494 i40e_irq_dynamic_enable(vsi, tx_ring->q_vector->v_idx); in i40e_clean_fdir_tx_irq()
4500 * i40e_fdir_clean_ring - Interrupt Handler for FDIR SB ring
4509 if (!q_vector->tx.ring) in i40e_fdir_clean_ring()
4512 vsi = q_vector->tx.ring->vsi; in i40e_fdir_clean_ring()
4513 i40e_clean_fdir_tx_irq(q_vector->tx.ring, vsi->work_limit); in i40e_fdir_clean_ring()
4519 * i40e_map_vector_to_qp - Assigns the queue pair to the vector
4526 struct i40e_q_vector *q_vector = vsi->q_vectors[v_idx]; in i40e_map_vector_to_qp()
4527 struct i40e_ring *tx_ring = vsi->tx_rings[qp_idx]; in i40e_map_vector_to_qp()
4528 struct i40e_ring *rx_ring = vsi->rx_rings[qp_idx]; in i40e_map_vector_to_qp()
4530 tx_ring->q_vector = q_vector; in i40e_map_vector_to_qp()
4531 tx_ring->next = q_vector->tx.ring; in i40e_map_vector_to_qp()
4532 q_vector->tx.ring = tx_ring; in i40e_map_vector_to_qp()
4533 q_vector->tx.count++; in i40e_map_vector_to_qp()
4537 struct i40e_ring *xdp_ring = vsi->xdp_rings[qp_idx]; in i40e_map_vector_to_qp()
4539 xdp_ring->q_vector = q_vector; in i40e_map_vector_to_qp()
4540 xdp_ring->next = q_vector->tx.ring; in i40e_map_vector_to_qp()
4541 q_vector->tx.ring = xdp_ring; in i40e_map_vector_to_qp()
4542 q_vector->tx.count++; in i40e_map_vector_to_qp()
4545 rx_ring->q_vector = q_vector; in i40e_map_vector_to_qp()
4546 rx_ring->next = q_vector->rx.ring; in i40e_map_vector_to_qp()
4547 q_vector->rx.ring = rx_ring; in i40e_map_vector_to_qp()
4548 q_vector->rx.count++; in i40e_map_vector_to_qp()
4552 * i40e_vsi_map_rings_to_vectors - Maps descriptor rings to vectors
4555 * This function maps descriptor rings to the queue-specific vectors
4556 * we were allotted through the MSI-X enabling code. Ideally, we'd have
4562 int qp_remaining = vsi->num_queue_pairs; in i40e_vsi_map_rings_to_vectors()
4563 int q_vectors = vsi->num_q_vectors; in i40e_vsi_map_rings_to_vectors()
4568 /* If we don't have enough vectors for a 1-to-1 mapping, we'll have to in i40e_vsi_map_rings_to_vectors()
4576 struct i40e_q_vector *q_vector = vsi->q_vectors[v_start]; in i40e_vsi_map_rings_to_vectors()
4578 num_ringpairs = DIV_ROUND_UP(qp_remaining, q_vectors - v_start); in i40e_vsi_map_rings_to_vectors()
4580 q_vector->num_ringpairs = num_ringpairs; in i40e_vsi_map_rings_to_vectors()
4581 q_vector->reg_idx = q_vector->v_idx + vsi->base_vector - 1; in i40e_vsi_map_rings_to_vectors()
4583 q_vector->rx.count = 0; in i40e_vsi_map_rings_to_vectors()
4584 q_vector->tx.count = 0; in i40e_vsi_map_rings_to_vectors()
4585 q_vector->rx.ring = NULL; in i40e_vsi_map_rings_to_vectors()
4586 q_vector->tx.ring = NULL; in i40e_vsi_map_rings_to_vectors()
4588 while (num_ringpairs--) { in i40e_vsi_map_rings_to_vectors()
4591 qp_remaining--; in i40e_vsi_map_rings_to_vectors()
4597 * i40e_vsi_request_irq - Request IRQ from the OS
4603 struct i40e_pf *pf = vsi->back; in i40e_vsi_request_irq()
4606 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_request_irq()
4608 else if (test_bit(I40E_FLAG_MSI_ENA, pf->flags)) in i40e_vsi_request_irq()
4609 err = request_irq(pf->pdev->irq, i40e_intr, 0, in i40e_vsi_request_irq()
4610 pf->int_name, pf); in i40e_vsi_request_irq()
4612 err = request_irq(pf->pdev->irq, i40e_intr, IRQF_SHARED, in i40e_vsi_request_irq()
4613 pf->int_name, pf); in i40e_vsi_request_irq()
4616 dev_info(&pf->pdev->dev, "request_irq failed, Error %d\n", err); in i40e_vsi_request_irq()
4623 * i40e_netpoll - A Polling 'interrupt' handler
4626 * This is used by netconsole to send skbs without having to re-enable
4632 struct i40e_vsi *vsi = np->vsi; in i40e_netpoll()
4633 struct i40e_pf *pf = vsi->back; in i40e_netpoll()
4637 if (test_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_netpoll()
4640 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_netpoll()
4641 for (i = 0; i < vsi->num_q_vectors; i++) in i40e_netpoll()
4642 i40e_msix_clean_rings(0, vsi->q_vectors[i]); in i40e_netpoll()
4644 i40e_intr(pf->pdev->irq, netdev); in i40e_netpoll()
4652 * i40e_pf_txq_wait - Wait for a PF's Tx queue to be enabled or disabled
4657 * This routine will wait for the given Tx queue of the PF to reach the
4659 * Returns -ETIMEDOUT in case of failing to reach the requested state after
4668 tx_reg = rd32(&pf->hw, I40E_QTX_ENA(pf_q)); in i40e_pf_txq_wait()
4675 return -ETIMEDOUT; in i40e_pf_txq_wait()
4681 * i40e_control_tx_q - Start or stop a particular Tx queue
4692 struct i40e_hw *hw = &pf->hw; in i40e_control_tx_q()
4697 i40e_pre_tx_queue_cfg(&pf->hw, pf_q, enable); in i40e_control_tx_q()
4725 * i40e_control_wait_tx_q - Start/stop Tx queue and wait for completion
4739 /* wait for the change to finish */ in i40e_control_wait_tx_q()
4742 dev_info(&pf->pdev->dev, in i40e_control_wait_tx_q()
4752 * i40e_vsi_enable_tx - Start a VSI's rings
4757 struct i40e_pf *pf = vsi->back; in i40e_vsi_enable_tx()
4760 pf_q = vsi->base_queue; in i40e_vsi_enable_tx()
4761 for (i = 0; i < vsi->num_queue_pairs; i++, pf_q++) { in i40e_vsi_enable_tx()
4762 ret = i40e_control_wait_tx_q(vsi->seid, pf, in i40e_vsi_enable_tx()
4771 ret = i40e_control_wait_tx_q(vsi->seid, pf, in i40e_vsi_enable_tx()
4772 pf_q + vsi->alloc_queue_pairs, in i40e_vsi_enable_tx()
4781 * i40e_pf_rxq_wait - Wait for a PF's Rx queue to be enabled or disabled
4786 * This routine will wait for the given Rx queue of the PF to reach the
4788 * Returns -ETIMEDOUT in case of failing to reach the requested state after
4797 rx_reg = rd32(&pf->hw, I40E_QRX_ENA(pf_q)); in i40e_pf_rxq_wait()
4804 return -ETIMEDOUT; in i40e_pf_rxq_wait()
4810 * i40e_control_rx_q - Start or stop a particular Rx queue
4821 struct i40e_hw *hw = &pf->hw; in i40e_control_rx_q()
4862 /* wait for the change to finish */ in i40e_control_wait_rx_q()
4871 * i40e_vsi_enable_rx - Start a VSI's rings
4876 struct i40e_pf *pf = vsi->back; in i40e_vsi_enable_rx()
4879 pf_q = vsi->base_queue; in i40e_vsi_enable_rx()
4880 for (i = 0; i < vsi->num_queue_pairs; i++, pf_q++) { in i40e_vsi_enable_rx()
4883 dev_info(&pf->pdev->dev, in i40e_vsi_enable_rx()
4885 vsi->seid, pf_q); in i40e_vsi_enable_rx()
4894 * i40e_vsi_start_rings - Start a VSI's rings
4913 * i40e_vsi_stop_rings - Stop a VSI's rings
4918 struct i40e_pf *pf = vsi->back; in i40e_vsi_stop_rings()
4921 /* When port TX is suspended, don't wait */ in i40e_vsi_stop_rings()
4922 if (test_bit(__I40E_PORT_SUSPENDED, vsi->back->state)) in i40e_vsi_stop_rings()
4925 tx_q_end = vsi->base_queue + in i40e_vsi_stop_rings()
4926 vsi->alloc_queue_pairs * (i40e_enabled_xdp_vsi(vsi) ? 2 : 1); in i40e_vsi_stop_rings()
4927 for (pf_q = vsi->base_queue; pf_q < tx_q_end; pf_q++) in i40e_vsi_stop_rings()
4928 i40e_pre_tx_queue_cfg(&pf->hw, pf_q, false); in i40e_vsi_stop_rings()
4930 rx_q_end = vsi->base_queue + vsi->num_queue_pairs; in i40e_vsi_stop_rings()
4931 for (pf_q = vsi->base_queue; pf_q < rx_q_end; pf_q++) in i40e_vsi_stop_rings()
4935 for (pf_q = vsi->base_queue; pf_q < tx_q_end; pf_q++) in i40e_vsi_stop_rings()
4936 wr32(&pf->hw, I40E_QTX_ENA(pf_q), 0); in i40e_vsi_stop_rings()
4942 * i40e_vsi_stop_rings_no_wait - Stop a VSI's rings and do not delay
4954 struct i40e_pf *pf = vsi->back; in i40e_vsi_stop_rings_no_wait()
4957 pf_q = vsi->base_queue; in i40e_vsi_stop_rings_no_wait()
4958 for (i = 0; i < vsi->num_queue_pairs; i++, pf_q++) { in i40e_vsi_stop_rings_no_wait()
4965 * i40e_vsi_free_irq - Free the irq association with the OS
4970 struct i40e_pf *pf = vsi->back; in i40e_vsi_free_irq()
4971 struct i40e_hw *hw = &pf->hw; in i40e_vsi_free_irq()
4972 int base = vsi->base_vector; in i40e_vsi_free_irq()
4976 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_vsi_free_irq()
4977 if (!vsi->q_vectors) in i40e_vsi_free_irq()
4980 if (!vsi->irqs_ready) in i40e_vsi_free_irq()
4983 vsi->irqs_ready = false; in i40e_vsi_free_irq()
4984 for (i = 0; i < vsi->num_q_vectors; i++) { in i40e_vsi_free_irq()
4989 irq_num = pf->msix_entries[vector].vector; in i40e_vsi_free_irq()
4992 if (!vsi->q_vectors[i] || in i40e_vsi_free_irq()
4993 !vsi->q_vectors[i]->num_ringpairs) in i40e_vsi_free_irq()
5000 free_irq(irq_num, vsi->q_vectors[i]); in i40e_vsi_free_irq()
5009 val = rd32(hw, I40E_PFINT_LNKLSTN(vector - 1)); in i40e_vsi_free_irq()
5014 wr32(hw, I40E_PFINT_LNKLSTN(vector - 1), val); in i40e_vsi_free_irq()
5049 free_irq(pf->pdev->irq, pf); in i40e_vsi_free_irq()
5083 * i40e_free_q_vector - Free memory allocated for specific interrupt vector
5093 struct i40e_q_vector *q_vector = vsi->q_vectors[v_idx]; in i40e_free_q_vector()
5100 i40e_for_each_ring(ring, q_vector->tx) in i40e_free_q_vector()
5101 ring->q_vector = NULL; in i40e_free_q_vector()
5103 i40e_for_each_ring(ring, q_vector->rx) in i40e_free_q_vector()
5104 ring->q_vector = NULL; in i40e_free_q_vector()
5107 if (vsi->netdev) in i40e_free_q_vector()
5108 netif_napi_del(&q_vector->napi); in i40e_free_q_vector()
5110 vsi->q_vectors[v_idx] = NULL; in i40e_free_q_vector()
5116 * i40e_vsi_free_q_vectors - Free memory allocated for interrupt vectors
5117 * @vsi: the VSI being un-configured
5126 for (v_idx = 0; v_idx < vsi->num_q_vectors; v_idx++) in i40e_vsi_free_q_vectors()
5131 * i40e_reset_interrupt_capability - Disable interrupt setup in OS
5137 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_reset_interrupt_capability()
5138 pci_disable_msix(pf->pdev); in i40e_reset_interrupt_capability()
5139 kfree(pf->msix_entries); in i40e_reset_interrupt_capability()
5140 pf->msix_entries = NULL; in i40e_reset_interrupt_capability()
5141 kfree(pf->irq_pile); in i40e_reset_interrupt_capability()
5142 pf->irq_pile = NULL; in i40e_reset_interrupt_capability()
5143 } else if (test_bit(I40E_FLAG_MSI_ENA, pf->flags)) { in i40e_reset_interrupt_capability()
5144 pci_disable_msi(pf->pdev); in i40e_reset_interrupt_capability()
5146 clear_bit(I40E_FLAG_MSI_ENA, pf->flags); in i40e_reset_interrupt_capability()
5147 clear_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_reset_interrupt_capability()
5151 * i40e_clear_interrupt_scheme - Clear the current interrupt scheme settings
5155 * to pre-load conditions
5162 if (test_bit(__I40E_MISC_IRQ_REQUESTED, pf->state)) in i40e_clear_interrupt_scheme()
5165 i40e_put_lump(pf->irq_pile, pf->iwarp_base_vector, in i40e_clear_interrupt_scheme()
5168 i40e_put_lump(pf->irq_pile, 0, I40E_PILE_VALID_BIT-1); in i40e_clear_interrupt_scheme()
5177 * i40e_napi_enable_all - Enable NAPI for all q_vectors in the VSI
5184 if (!vsi->netdev) in i40e_napi_enable_all()
5187 for (q_idx = 0; q_idx < vsi->num_q_vectors; q_idx++) { in i40e_napi_enable_all()
5188 struct i40e_q_vector *q_vector = vsi->q_vectors[q_idx]; in i40e_napi_enable_all()
5190 if (q_vector->rx.ring || q_vector->tx.ring) in i40e_napi_enable_all()
5191 napi_enable(&q_vector->napi); in i40e_napi_enable_all()
5196 * i40e_napi_disable_all - Disable NAPI for all q_vectors in the VSI
5203 if (!vsi->netdev) in i40e_napi_disable_all()
5206 for (q_idx = 0; q_idx < vsi->num_q_vectors; q_idx++) { in i40e_napi_disable_all()
5207 struct i40e_q_vector *q_vector = vsi->q_vectors[q_idx]; in i40e_napi_disable_all()
5209 if (q_vector->rx.ring || q_vector->tx.ring) in i40e_napi_disable_all()
5210 napi_disable(&q_vector->napi); in i40e_napi_disable_all()
5215 * i40e_vsi_close - Shut down a VSI
5220 struct i40e_pf *pf = vsi->back; in i40e_vsi_close()
5221 if (!test_and_set_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_vsi_close()
5226 vsi->current_netdev_flags = 0; in i40e_vsi_close()
5227 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_vsi_close()
5228 if (test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_vsi_close()
5229 set_bit(__I40E_CLIENT_RESET, pf->state); in i40e_vsi_close()
5233 * i40e_quiesce_vsi - Pause a given VSI
5238 if (test_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_quiesce_vsi()
5241 set_bit(__I40E_VSI_NEEDS_RESTART, vsi->state); in i40e_quiesce_vsi()
5242 if (vsi->netdev && netif_running(vsi->netdev)) in i40e_quiesce_vsi()
5243 vsi->netdev->netdev_ops->ndo_stop(vsi->netdev); in i40e_quiesce_vsi()
5249 * i40e_unquiesce_vsi - Resume a given VSI
5254 if (!test_and_clear_bit(__I40E_VSI_NEEDS_RESTART, vsi->state)) in i40e_unquiesce_vsi()
5257 if (vsi->netdev && netif_running(vsi->netdev)) in i40e_unquiesce_vsi()
5258 vsi->netdev->netdev_ops->ndo_open(vsi->netdev); in i40e_unquiesce_vsi()
5264 * i40e_pf_quiesce_all_vsi - Pause all VSIs on a PF
5277 * i40e_pf_unquiesce_all_vsi - Resume all VSIs on a PF
5290 * i40e_vsi_wait_queues_disabled - Wait for VSI's queues to be disabled
5293 * Wait until all queues on a given VSI have been disabled.
5297 struct i40e_pf *pf = vsi->back; in i40e_vsi_wait_queues_disabled()
5300 pf_q = vsi->base_queue; in i40e_vsi_wait_queues_disabled()
5301 for (i = 0; i < vsi->num_queue_pairs; i++, pf_q++) { in i40e_vsi_wait_queues_disabled()
5302 /* Check and wait for the Tx queue */ in i40e_vsi_wait_queues_disabled()
5305 dev_info(&pf->pdev->dev, in i40e_vsi_wait_queues_disabled()
5307 vsi->seid, pf_q); in i40e_vsi_wait_queues_disabled()
5314 /* Check and wait for the XDP Tx queue */ in i40e_vsi_wait_queues_disabled()
5315 ret = i40e_pf_txq_wait(pf, pf_q + vsi->alloc_queue_pairs, in i40e_vsi_wait_queues_disabled()
5318 dev_info(&pf->pdev->dev, in i40e_vsi_wait_queues_disabled()
5320 vsi->seid, pf_q); in i40e_vsi_wait_queues_disabled()
5324 /* Check and wait for the Rx queue */ in i40e_vsi_wait_queues_disabled()
5327 dev_info(&pf->pdev->dev, in i40e_vsi_wait_queues_disabled()
5329 vsi->seid, pf_q); in i40e_vsi_wait_queues_disabled()
5339 * i40e_pf_wait_queues_disabled - Wait for all queues of PF VSIs to be disabled
5362 * i40e_get_iscsi_tc_map - Return TC map for iSCSI APP
5371 struct i40e_hw *hw = &pf->hw; in i40e_get_iscsi_tc_map()
5375 struct i40e_dcbx_config *dcbcfg = &hw->local_dcbx_config; in i40e_get_iscsi_tc_map()
5377 for (i = 0; i < dcbcfg->numapps; i++) { in i40e_get_iscsi_tc_map()
5378 app = dcbcfg->app[i]; in i40e_get_iscsi_tc_map()
5381 tc = dcbcfg->etscfg.prioritytable[app.priority]; in i40e_get_iscsi_tc_map()
5391 * i40e_dcb_get_num_tc - Get the number of TCs from DCBx config
5394 * Return the number of TCs from given DCBx configuration
5404 * and create a bitmask of enabled TCs in i40e_dcb_get_num_tc()
5407 num_tc |= BIT(dcbcfg->etscfg.prioritytable[i]); in i40e_dcb_get_num_tc()
5410 * contiguous TCs starting with TC0 in i40e_dcb_get_num_tc()
5417 pr_err("Non-contiguous TC - Disabling DCB\n"); in i40e_dcb_get_num_tc()
5433 * i40e_dcb_get_enabled_tc - Get enabled traffic classes
5452 * i40e_mqprio_get_enabled_tc - Get enabled traffic classes
5461 u8 num_tc = vsi->mqprio_qopt.qopt.num_tc; in i40e_mqprio_get_enabled_tc()
5470 * i40e_pf_get_num_tc - Get enabled traffic classes for PF
5483 return vsi->mqprio_qopt.qopt.num_tc; in i40e_pf_get_num_tc()
5487 if (!test_bit(I40E_FLAG_DCB_ENA, pf->flags)) in i40e_pf_get_num_tc()
5490 /* SFP mode will be enabled for all TCs on port */ in i40e_pf_get_num_tc()
5491 if (!test_bit(I40E_FLAG_MFP_ENA, pf->flags)) in i40e_pf_get_num_tc()
5492 return i40e_dcb_get_num_tc(&pf->hw.local_dcbx_config); in i40e_pf_get_num_tc()
5494 /* MFP mode return count of enabled TCs for this PF */ in i40e_pf_get_num_tc()
5495 if (pf->hw.func_caps.iscsi) in i40e_pf_get_num_tc()
5508 * i40e_pf_get_tc_map - Get bitmap for enabled traffic classes
5521 if (!test_bit(I40E_FLAG_DCB_ENA, pf->flags)) in i40e_pf_get_tc_map()
5524 /* SFP mode we want PF to be enabled for all TCs */ in i40e_pf_get_tc_map()
5525 if (!test_bit(I40E_FLAG_MFP_ENA, pf->flags)) in i40e_pf_get_tc_map()
5526 return i40e_dcb_get_enabled_tc(&pf->hw.local_dcbx_config); in i40e_pf_get_tc_map()
5529 if (pf->hw.func_caps.iscsi) in i40e_pf_get_tc_map()
5536 * i40e_vsi_get_bw_info - Query VSI BW Information
5545 struct i40e_pf *pf = vsi->back; in i40e_vsi_get_bw_info()
5546 struct i40e_hw *hw = &pf->hw; in i40e_vsi_get_bw_info()
5552 ret = i40e_aq_query_vsi_bw_config(hw, vsi->seid, &bw_config, NULL); in i40e_vsi_get_bw_info()
5554 dev_info(&pf->pdev->dev, in i40e_vsi_get_bw_info()
5557 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_vsi_get_bw_info()
5558 return -EINVAL; in i40e_vsi_get_bw_info()
5562 ret = i40e_aq_query_vsi_ets_sla_config(hw, vsi->seid, &bw_ets_config, in i40e_vsi_get_bw_info()
5565 dev_info(&pf->pdev->dev, in i40e_vsi_get_bw_info()
5568 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_vsi_get_bw_info()
5569 return -EINVAL; in i40e_vsi_get_bw_info()
5573 dev_info(&pf->pdev->dev, in i40e_vsi_get_bw_info()
5574 "Enabled TCs mismatch from querying VSI BW info 0x%08x 0x%08x\n", in i40e_vsi_get_bw_info()
5580 vsi->bw_limit = le16_to_cpu(bw_config.port_bw_limit); in i40e_vsi_get_bw_info()
5581 vsi->bw_max_quanta = bw_config.max_bw; in i40e_vsi_get_bw_info()
5585 vsi->bw_ets_share_credits[i] = bw_ets_config.share_credits[i]; in i40e_vsi_get_bw_info()
5586 vsi->bw_ets_limit_credits[i] = in i40e_vsi_get_bw_info()
5589 vsi->bw_ets_max_quanta[i] = (u8)((tc_bw_max >> (i*4)) & 0x7); in i40e_vsi_get_bw_info()
5596 * i40e_vsi_configure_bw_alloc - Configure VSI BW allocation per TC
5607 struct i40e_pf *pf = vsi->back; in i40e_vsi_configure_bw_alloc()
5614 if (!vsi->mqprio_qopt.qopt.hw && !test_bit(I40E_FLAG_DCB_ENA, pf->flags)) { in i40e_vsi_configure_bw_alloc()
5615 ret = i40e_set_bw_limit(vsi, vsi->seid, 0); in i40e_vsi_configure_bw_alloc()
5617 dev_info(&pf->pdev->dev, in i40e_vsi_configure_bw_alloc()
5618 "Failed to reset tx rate for vsi->seid %u\n", in i40e_vsi_configure_bw_alloc()
5619 vsi->seid); in i40e_vsi_configure_bw_alloc()
5627 ret = i40e_aq_config_vsi_tc_bw(&pf->hw, vsi->seid, &bw_data, NULL); in i40e_vsi_configure_bw_alloc()
5629 dev_info(&pf->pdev->dev, in i40e_vsi_configure_bw_alloc()
5631 pf->hw.aq.asq_last_status); in i40e_vsi_configure_bw_alloc()
5632 return -EINVAL; in i40e_vsi_configure_bw_alloc()
5636 vsi->info.qs_handle[i] = bw_data.qs_handles[i]; in i40e_vsi_configure_bw_alloc()
5642 * i40e_vsi_config_netdev_tc - Setup the netdev TC configuration
5649 struct net_device *netdev = vsi->netdev; in i40e_vsi_config_netdev_tc()
5650 struct i40e_pf *pf = vsi->back; in i40e_vsi_config_netdev_tc()
5651 struct i40e_hw *hw = &pf->hw; in i40e_vsi_config_netdev_tc()
5654 struct i40e_dcbx_config *dcbcfg = &hw->local_dcbx_config; in i40e_vsi_config_netdev_tc()
5664 /* Set up actual enabled TCs on the VSI */ in i40e_vsi_config_netdev_tc()
5665 if (netdev_set_num_tc(netdev, vsi->tc_config.numtc)) in i40e_vsi_config_netdev_tc()
5670 /* Only set TC queues for enabled tcs in i40e_vsi_config_netdev_tc()
5677 if (vsi->tc_config.enabled_tc & BIT(i)) in i40e_vsi_config_netdev_tc()
5679 vsi->tc_config.tc_info[i].netdev_tc, in i40e_vsi_config_netdev_tc()
5680 vsi->tc_config.tc_info[i].qcount, in i40e_vsi_config_netdev_tc()
5681 vsi->tc_config.tc_info[i].qoffset); in i40e_vsi_config_netdev_tc()
5690 u8 ets_tc = dcbcfg->etscfg.prioritytable[i]; in i40e_vsi_config_netdev_tc()
5692 netdev_tc = vsi->tc_config.tc_info[ets_tc].netdev_tc; in i40e_vsi_config_netdev_tc()
5698 * i40e_vsi_update_queue_map - Update our copy of VSi info with new queue map
5709 vsi->info.mapping_flags = ctxt->info.mapping_flags; in i40e_vsi_update_queue_map()
5710 memcpy(&vsi->info.queue_mapping, in i40e_vsi_update_queue_map()
5711 &ctxt->info.queue_mapping, sizeof(vsi->info.queue_mapping)); in i40e_vsi_update_queue_map()
5712 memcpy(&vsi->info.tc_mapping, ctxt->info.tc_mapping, in i40e_vsi_update_queue_map()
5713 sizeof(vsi->info.tc_mapping)); in i40e_vsi_update_queue_map()
5717 * i40e_update_adq_vsi_queues - update queue mapping for ADq VSI
5729 return -EINVAL; in i40e_update_adq_vsi_queues()
5730 pf = vsi->back; in i40e_update_adq_vsi_queues()
5731 hw = &pf->hw; in i40e_update_adq_vsi_queues()
5733 ctxt.seid = vsi->seid; in i40e_update_adq_vsi_queues()
5734 ctxt.pf_num = hw->pf_id; in i40e_update_adq_vsi_queues()
5735 ctxt.vf_num = vsi->vf_id + hw->func_caps.vf_base_id + vsi_offset; in i40e_update_adq_vsi_queues()
5736 ctxt.uplink_seid = vsi->uplink_seid; in i40e_update_adq_vsi_queues()
5739 ctxt.info = vsi->info; in i40e_update_adq_vsi_queues()
5741 i40e_vsi_setup_queue_map(vsi, &ctxt, vsi->tc_config.enabled_tc, in i40e_update_adq_vsi_queues()
5743 if (vsi->reconfig_rss) { in i40e_update_adq_vsi_queues()
5744 vsi->rss_size = min_t(int, pf->alloc_rss_size, in i40e_update_adq_vsi_queues()
5745 vsi->num_queue_pairs); in i40e_update_adq_vsi_queues()
5748 dev_info(&pf->pdev->dev, "Failed to reconfig rss for num_queues\n"); in i40e_update_adq_vsi_queues()
5751 vsi->reconfig_rss = false; in i40e_update_adq_vsi_queues()
5756 dev_info(&pf->pdev->dev, "Update vsi config failed, err %pe aq_err %s\n", in i40e_update_adq_vsi_queues()
5758 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_update_adq_vsi_queues()
5763 vsi->info.valid_sections = 0; in i40e_update_adq_vsi_queues()
5769 * i40e_vsi_config_tc - Configure VSI Tx Scheduler for given TC map
5773 * This configures a particular VSI for TCs that are mapped to the
5774 * given TC bitmap. It uses default bandwidth share for TCs across
5784 struct i40e_pf *pf = vsi->back; in i40e_vsi_config_tc()
5785 struct i40e_hw *hw = &pf->hw; in i40e_vsi_config_tc()
5790 /* Check if enabled_tc is same as existing or new TCs */ in i40e_vsi_config_tc()
5791 if (vsi->tc_config.enabled_tc == enabled_tc && in i40e_vsi_config_tc()
5792 vsi->mqprio_qopt.mode != TC_MQPRIO_MODE_CHANNEL) in i40e_vsi_config_tc()
5795 /* Enable ETS TCs with equal BW Share for now across all VSIs */ in i40e_vsi_config_tc()
5805 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5807 enabled_tc, vsi->seid); in i40e_vsi_config_tc()
5808 ret = i40e_aq_query_vsi_bw_config(hw, vsi->seid, in i40e_vsi_config_tc()
5811 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5814 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_vsi_config_tc()
5824 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5832 dev_err(&pf->pdev->dev, in i40e_vsi_config_tc()
5834 enabled_tc, vsi->seid); in i40e_vsi_config_tc()
5840 ctxt.seid = vsi->seid; in i40e_vsi_config_tc()
5841 ctxt.pf_num = vsi->back->hw.pf_id; in i40e_vsi_config_tc()
5843 ctxt.uplink_seid = vsi->uplink_seid; in i40e_vsi_config_tc()
5844 ctxt.info = vsi->info; in i40e_vsi_config_tc()
5853 /* On destroying the qdisc, reset vsi->rss_size, as number of enabled in i40e_vsi_config_tc()
5856 if (!vsi->mqprio_qopt.qopt.hw && vsi->reconfig_rss) { in i40e_vsi_config_tc()
5857 vsi->rss_size = min_t(int, vsi->back->alloc_rss_size, in i40e_vsi_config_tc()
5858 vsi->num_queue_pairs); in i40e_vsi_config_tc()
5861 dev_info(&vsi->back->pdev->dev, in i40e_vsi_config_tc()
5865 vsi->reconfig_rss = false; in i40e_vsi_config_tc()
5867 if (test_bit(I40E_FLAG_IWARP_ENA, vsi->back->flags)) { in i40e_vsi_config_tc()
5873 /* Update the VSI after updating the VSI queue-mapping in i40e_vsi_config_tc()
5878 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5881 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_vsi_config_tc()
5886 vsi->info.valid_sections = 0; in i40e_vsi_config_tc()
5891 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5894 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_vsi_config_tc()
5905 * i40e_vsi_reconfig_tc - Reconfigure VSI Tx Scheduler for stored TC map
5908 * This reconfigures a particular VSI for TCs that are mapped to the
5920 enabled_tc = vsi->tc_config.enabled_tc; in i40e_vsi_reconfig_tc()
5921 vsi->tc_config.enabled_tc = 0; in i40e_vsi_reconfig_tc()
5927 * i40e_get_link_speed - Returns link speed for the interface
5933 struct i40e_pf *pf = vsi->back; in i40e_get_link_speed()
5935 switch (pf->hw.phy.link_info.link_speed) { in i40e_get_link_speed()
5947 return -EINVAL; in i40e_get_link_speed()
5952 * i40e_bw_bytes_to_mbits - Convert max_tx_rate from bytes to mbits
5961 dev_warn(&vsi->back->pdev->dev, in i40e_bw_bytes_to_mbits()
5972 * i40e_set_bw_limit - setup BW limit for Tx traffic based on max_tx_rate
5981 struct i40e_pf *pf = vsi->back; in i40e_set_bw_limit()
5988 dev_err(&pf->pdev->dev, in i40e_set_bw_limit()
5991 return -EINVAL; in i40e_set_bw_limit()
5994 dev_warn(&pf->pdev->dev, in i40e_set_bw_limit()
6002 ret = i40e_aq_config_vsi_bw_limit(&pf->hw, seid, credits, in i40e_set_bw_limit()
6005 dev_err(&pf->pdev->dev, in i40e_set_bw_limit()
6006 "Failed set tx rate (%llu Mbps) for vsi->seid %u, err %pe aq_err %s\n", in i40e_set_bw_limit()
6008 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_set_bw_limit()
6013 * i40e_remove_queue_channels - Remove queue channels for the TCs
6016 * Remove queue channels for the TCs
6023 struct i40e_pf *pf = vsi->back; in i40e_remove_queue_channels()
6028 * channel VSIs with non-power-of-2 queue count. in i40e_remove_queue_channels()
6030 vsi->current_rss_size = 0; in i40e_remove_queue_channels()
6033 if (list_empty(&vsi->ch_list)) in i40e_remove_queue_channels()
6036 list_for_each_entry_safe(ch, ch_tmp, &vsi->ch_list, list) { in i40e_remove_queue_channels()
6039 list_del(&ch->list); in i40e_remove_queue_channels()
6040 p_vsi = ch->parent_vsi; in i40e_remove_queue_channels()
6041 if (!p_vsi || !ch->initialized) { in i40e_remove_queue_channels()
6046 for (i = 0; i < ch->num_queue_pairs; i++) { in i40e_remove_queue_channels()
6050 pf_q = ch->base_queue + i; in i40e_remove_queue_channels()
6051 tx_ring = vsi->tx_rings[pf_q]; in i40e_remove_queue_channels()
6052 tx_ring->ch = NULL; in i40e_remove_queue_channels()
6054 rx_ring = vsi->rx_rings[pf_q]; in i40e_remove_queue_channels()
6055 rx_ring->ch = NULL; in i40e_remove_queue_channels()
6059 ret = i40e_set_bw_limit(vsi, ch->seid, 0); in i40e_remove_queue_channels()
6061 dev_info(&vsi->back->pdev->dev, in i40e_remove_queue_channels()
6062 "Failed to reset tx rate for ch->seid %u\n", in i40e_remove_queue_channels()
6063 ch->seid); in i40e_remove_queue_channels()
6067 &pf->cloud_filter_list, cloud_node) { in i40e_remove_queue_channels()
6068 if (cfilter->seid != ch->seid) in i40e_remove_queue_channels()
6071 hash_del(&cfilter->cloud_node); in i40e_remove_queue_channels()
6072 if (cfilter->dst_port) in i40e_remove_queue_channels()
6079 last_aq_status = pf->hw.aq.asq_last_status; in i40e_remove_queue_channels()
6081 dev_info(&pf->pdev->dev, in i40e_remove_queue_channels()
6084 i40e_aq_str(&pf->hw, last_aq_status)); in i40e_remove_queue_channels()
6089 ret = i40e_aq_delete_element(&vsi->back->hw, ch->seid, in i40e_remove_queue_channels()
6092 dev_err(&vsi->back->pdev->dev, in i40e_remove_queue_channels()
6094 ch->seid, p_vsi->seid); in i40e_remove_queue_channels()
6097 INIT_LIST_HEAD(&vsi->ch_list); in i40e_remove_queue_channels()
6105 * channels/TCs created.
6112 list_for_each_entry_safe(ch, ch_tmp, &vsi->ch_list, list) { in i40e_get_max_queues_for_channel()
6113 if (!ch->initialized) in i40e_get_max_queues_for_channel()
6115 if (ch->num_queue_pairs > max) in i40e_get_max_queues_for_channel()
6116 max = ch->num_queue_pairs; in i40e_get_max_queues_for_channel()
6123 * i40e_validate_num_queues - validate num_queues w.r.t channel
6139 return -EINVAL; in i40e_validate_num_queues()
6142 if (vsi->current_rss_size) { in i40e_validate_num_queues()
6143 if (num_queues > vsi->current_rss_size) { in i40e_validate_num_queues()
6144 dev_dbg(&pf->pdev->dev, in i40e_validate_num_queues()
6146 num_queues, vsi->current_rss_size); in i40e_validate_num_queues()
6147 return -EINVAL; in i40e_validate_num_queues()
6148 } else if ((num_queues < vsi->current_rss_size) && in i40e_validate_num_queues()
6150 dev_dbg(&pf->pdev->dev, in i40e_validate_num_queues()
6152 num_queues, vsi->current_rss_size); in i40e_validate_num_queues()
6153 return -EINVAL; in i40e_validate_num_queues()
6165 dev_dbg(&pf->pdev->dev, in i40e_validate_num_queues()
6168 return -EINVAL; in i40e_validate_num_queues()
6177 * i40e_vsi_reconfig_rss - reconfig RSS based on specified rss_size
6185 struct i40e_pf *pf = vsi->back; in i40e_vsi_reconfig_rss()
6187 struct i40e_hw *hw = &pf->hw; in i40e_vsi_reconfig_rss()
6192 if (!vsi->rss_size) in i40e_vsi_reconfig_rss()
6193 return -EINVAL; in i40e_vsi_reconfig_rss()
6195 if (rss_size > vsi->rss_size) in i40e_vsi_reconfig_rss()
6196 return -EINVAL; in i40e_vsi_reconfig_rss()
6198 local_rss_size = min_t(int, vsi->rss_size, rss_size); in i40e_vsi_reconfig_rss()
6199 lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); in i40e_vsi_reconfig_rss()
6201 return -ENOMEM; in i40e_vsi_reconfig_rss()
6204 i40e_fill_rss_lut(pf, lut, vsi->rss_table_size, local_rss_size); in i40e_vsi_reconfig_rss()
6209 if (vsi->rss_hkey_user) in i40e_vsi_reconfig_rss()
6210 memcpy(seed, vsi->rss_hkey_user, I40E_HKEY_ARRAY_SIZE); in i40e_vsi_reconfig_rss()
6214 ret = i40e_config_rss(vsi, seed, lut, vsi->rss_table_size); in i40e_vsi_reconfig_rss()
6216 dev_info(&pf->pdev->dev, in i40e_vsi_reconfig_rss()
6219 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_vsi_reconfig_rss()
6226 if (!vsi->orig_rss_size) in i40e_vsi_reconfig_rss()
6227 vsi->orig_rss_size = vsi->rss_size; in i40e_vsi_reconfig_rss()
6228 vsi->current_rss_size = local_rss_size; in i40e_vsi_reconfig_rss()
6234 * i40e_channel_setup_queue_map - Setup a channel queue map
6252 qcount = min_t(int, ch->num_queue_pairs, pf->num_lan_msix); in i40e_channel_setup_queue_map()
6253 ch->num_queue_pairs = qcount; in i40e_channel_setup_queue_map()
6255 /* find the next higher power-of-2 of num queue pairs */ in i40e_channel_setup_queue_map()
6264 ctxt->info.tc_mapping[0] = cpu_to_le16(qmap); in i40e_channel_setup_queue_map()
6266 ctxt->info.up_enable_bits = 0x1; /* TC0 enabled */ in i40e_channel_setup_queue_map()
6267 ctxt->info.mapping_flags |= cpu_to_le16(I40E_AQ_VSI_QUE_MAP_CONTIG); in i40e_channel_setup_queue_map()
6268 ctxt->info.queue_mapping[0] = cpu_to_le16(ch->base_queue); in i40e_channel_setup_queue_map()
6269 ctxt->info.valid_sections |= cpu_to_le16(sections); in i40e_channel_setup_queue_map()
6273 * i40e_add_channel - add a channel by adding VSI
6283 struct i40e_hw *hw = &pf->hw; in i40e_add_channel()
6288 if (ch->type != I40E_VSI_VMDQ2) { in i40e_add_channel()
6289 dev_info(&pf->pdev->dev, in i40e_add_channel()
6290 "add new vsi failed, ch->type %d\n", ch->type); in i40e_add_channel()
6291 return -EINVAL; in i40e_add_channel()
6295 ctxt.pf_num = hw->pf_id; in i40e_add_channel()
6299 if (ch->type == I40E_VSI_VMDQ2) in i40e_add_channel()
6302 if (test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) { in i40e_add_channel()
6315 dev_info(&pf->pdev->dev, in i40e_add_channel()
6318 i40e_aq_str(&pf->hw, in i40e_add_channel()
6319 pf->hw.aq.asq_last_status)); in i40e_add_channel()
6320 return -ENOENT; in i40e_add_channel()
6326 ch->enabled_tc = !i40e_is_channel_macvlan(ch) && enabled_tc; in i40e_add_channel()
6327 ch->seid = ctxt.seid; in i40e_add_channel()
6328 ch->vsi_number = ctxt.vsi_number; in i40e_add_channel()
6329 ch->stat_counter_idx = le16_to_cpu(ctxt.info.stat_counter_idx); in i40e_add_channel()
6335 ch->info.mapping_flags = ctxt.info.mapping_flags; in i40e_add_channel()
6336 memcpy(&ch->info.queue_mapping, in i40e_add_channel()
6338 memcpy(&ch->info.tc_mapping, ctxt.info.tc_mapping, in i40e_add_channel()
6352 bw_data.tc_valid_bits = ch->enabled_tc; in i40e_channel_config_bw()
6356 ret = i40e_aq_config_vsi_tc_bw(&vsi->back->hw, ch->seid, in i40e_channel_config_bw()
6359 dev_info(&vsi->back->pdev->dev, in i40e_channel_config_bw()
6360 "Config VSI BW allocation per TC failed, aq_err: %d for new_vsi->seid %u\n", in i40e_channel_config_bw()
6361 vsi->back->hw.aq.asq_last_status, ch->seid); in i40e_channel_config_bw()
6362 return -EINVAL; in i40e_channel_config_bw()
6366 ch->info.qs_handle[i] = bw_data.qs_handles[i]; in i40e_channel_config_bw()
6372 * i40e_channel_config_tx_ring - config TX ring associated with new channel
6388 /* Enable ETS TCs with equal BW Share for now across all VSIs */ in i40e_channel_config_tx_ring()
6390 if (ch->enabled_tc & BIT(i)) in i40e_channel_config_tx_ring()
6397 dev_info(&vsi->back->pdev->dev, in i40e_channel_config_tx_ring()
6399 ch->enabled_tc, ch->seid); in i40e_channel_config_tx_ring()
6403 for (i = 0; i < ch->num_queue_pairs; i++) { in i40e_channel_config_tx_ring()
6407 pf_q = ch->base_queue + i; in i40e_channel_config_tx_ring()
6409 /* Get to TX ring ptr of main VSI, for re-setup TX queue in i40e_channel_config_tx_ring()
6412 tx_ring = vsi->tx_rings[pf_q]; in i40e_channel_config_tx_ring()
6413 tx_ring->ch = ch; in i40e_channel_config_tx_ring()
6416 rx_ring = vsi->rx_rings[pf_q]; in i40e_channel_config_tx_ring()
6417 rx_ring->ch = ch; in i40e_channel_config_tx_ring()
6424 * i40e_setup_hw_channel - setup new channel
6441 ch->initialized = false; in i40e_setup_hw_channel()
6442 ch->base_queue = vsi->next_base_queue; in i40e_setup_hw_channel()
6443 ch->type = type; in i40e_setup_hw_channel()
6448 dev_info(&pf->pdev->dev, in i40e_setup_hw_channel()
6455 ch->initialized = true; in i40e_setup_hw_channel()
6460 dev_info(&pf->pdev->dev, in i40e_setup_hw_channel()
6462 ch->seid); in i40e_setup_hw_channel()
6467 vsi->next_base_queue = vsi->next_base_queue + ch->num_queue_pairs; in i40e_setup_hw_channel()
6468 dev_dbg(&pf->pdev->dev, in i40e_setup_hw_channel()
6469 …"Added channel: vsi_seid %u, vsi_number %u, stat_counter_idx %u, num_queue_pairs %u, pf->next_base… in i40e_setup_hw_channel()
6470 ch->seid, ch->vsi_number, ch->stat_counter_idx, in i40e_setup_hw_channel()
6471 ch->num_queue_pairs, in i40e_setup_hw_channel()
6472 vsi->next_base_queue); in i40e_setup_hw_channel()
6477 * i40e_setup_channel - setup new channel using uplink element
6493 if (vsi->type == I40E_VSI_MAIN) { in i40e_setup_channel()
6496 dev_err(&pf->pdev->dev, "unsupported parent vsi type(%d)\n", in i40e_setup_channel()
6497 vsi->type); in i40e_setup_channel()
6503 seid = main_vsi->uplink_seid; in i40e_setup_channel()
6508 dev_err(&pf->pdev->dev, "failed to setup hw_channel\n"); in i40e_setup_channel()
6512 return ch->initialized ? true : false; in i40e_setup_channel()
6516 * i40e_validate_and_set_switch_mode - sets up switch mode correctly
6525 struct i40e_pf *pf = vsi->back; in i40e_validate_and_set_switch_mode()
6526 struct i40e_hw *hw = &pf->hw; in i40e_validate_and_set_switch_mode()
6531 return -EINVAL; in i40e_validate_and_set_switch_mode()
6533 if (hw->dev_caps.switch_mode) { in i40e_validate_and_set_switch_mode()
6534 /* if switch mode is set, support mode2 (non-tunneled for in i40e_validate_and_set_switch_mode()
6537 u32 switch_mode = hw->dev_caps.switch_mode & in i40e_validate_and_set_switch_mode()
6542 dev_err(&pf->pdev->dev, in i40e_validate_and_set_switch_mode()
6543 "Invalid switch_mode (%d), only non-tunneled mode for cloud filter is supported\n", in i40e_validate_and_set_switch_mode()
6544 hw->dev_caps.switch_mode); in i40e_validate_and_set_switch_mode()
6545 return -EINVAL; in i40e_validate_and_set_switch_mode()
6559 ret = i40e_aq_set_switch_config(hw, pf->last_sw_conf_flags, in i40e_validate_and_set_switch_mode()
6560 pf->last_sw_conf_valid_flags, in i40e_validate_and_set_switch_mode()
6562 if (ret && hw->aq.asq_last_status != I40E_AQ_RC_ESRCH) in i40e_validate_and_set_switch_mode()
6563 dev_err(&pf->pdev->dev, in i40e_validate_and_set_switch_mode()
6567 hw->aq.asq_last_status)); in i40e_validate_and_set_switch_mode()
6573 * i40e_create_queue_channel - function to create channel
6583 struct i40e_pf *pf = vsi->back; in i40e_create_queue_channel()
6588 return -EINVAL; in i40e_create_queue_channel()
6590 if (!ch->num_queue_pairs) { in i40e_create_queue_channel()
6591 dev_err(&pf->pdev->dev, "Invalid num_queues requested: %d\n", in i40e_create_queue_channel()
6592 ch->num_queue_pairs); in i40e_create_queue_channel()
6593 return -EINVAL; in i40e_create_queue_channel()
6597 err = i40e_validate_num_queues(pf, ch->num_queue_pairs, vsi, in i40e_create_queue_channel()
6600 dev_info(&pf->pdev->dev, "Failed to validate num_queues (%d)\n", in i40e_create_queue_channel()
6601 ch->num_queue_pairs); in i40e_create_queue_channel()
6602 return -EINVAL; in i40e_create_queue_channel()
6609 if (!test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) { in i40e_create_queue_channel()
6610 set_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_create_queue_channel()
6612 if (vsi->type == I40E_VSI_MAIN) { in i40e_create_queue_channel()
6623 /* By this time, vsi->cnt_q_avail shall be set to non-zero and in i40e_create_queue_channel()
6626 if (!vsi->cnt_q_avail || vsi->cnt_q_avail < ch->num_queue_pairs) { in i40e_create_queue_channel()
6627 dev_dbg(&pf->pdev->dev, in i40e_create_queue_channel()
6629 vsi->cnt_q_avail, ch->num_queue_pairs); in i40e_create_queue_channel()
6630 return -EINVAL; in i40e_create_queue_channel()
6634 if (reconfig_rss && (vsi->type == I40E_VSI_MAIN)) { in i40e_create_queue_channel()
6635 err = i40e_vsi_reconfig_rss(vsi, ch->num_queue_pairs); in i40e_create_queue_channel()
6637 dev_info(&pf->pdev->dev, in i40e_create_queue_channel()
6639 ch->num_queue_pairs); in i40e_create_queue_channel()
6640 return -EINVAL; in i40e_create_queue_channel()
6645 dev_info(&pf->pdev->dev, "Failed to setup channel\n"); in i40e_create_queue_channel()
6646 return -EINVAL; in i40e_create_queue_channel()
6649 dev_info(&pf->pdev->dev, in i40e_create_queue_channel()
6651 ch->seid, ch->num_queue_pairs); in i40e_create_queue_channel()
6654 if (ch->max_tx_rate) { in i40e_create_queue_channel()
6655 u64 credits = ch->max_tx_rate; in i40e_create_queue_channel()
6657 if (i40e_set_bw_limit(vsi, ch->seid, ch->max_tx_rate)) in i40e_create_queue_channel()
6658 return -EINVAL; in i40e_create_queue_channel()
6661 dev_dbg(&pf->pdev->dev, in i40e_create_queue_channel()
6662 "Set tx rate of %llu Mbps (count of 50Mbps %llu) for vsi->seid %u\n", in i40e_create_queue_channel()
6663 ch->max_tx_rate, in i40e_create_queue_channel()
6665 ch->seid); in i40e_create_queue_channel()
6669 ch->parent_vsi = vsi; in i40e_create_queue_channel()
6672 vsi->cnt_q_avail -= ch->num_queue_pairs; in i40e_create_queue_channel()
6678 * i40e_configure_queue_channels - Add queue channel for the given TCs
6681 * Configures queue channel mapping to the given TCs
6689 /* Create app vsi with the TCs. Main VSI with TC0 is already set up */ in i40e_configure_queue_channels()
6690 vsi->tc_seid_map[0] = vsi->seid; in i40e_configure_queue_channels()
6692 if (vsi->tc_config.enabled_tc & BIT(i)) { in i40e_configure_queue_channels()
6695 ret = -ENOMEM; in i40e_configure_queue_channels()
6699 INIT_LIST_HEAD(&ch->list); in i40e_configure_queue_channels()
6700 ch->num_queue_pairs = in i40e_configure_queue_channels()
6701 vsi->tc_config.tc_info[i].qcount; in i40e_configure_queue_channels()
6702 ch->base_queue = in i40e_configure_queue_channels()
6703 vsi->tc_config.tc_info[i].qoffset; in i40e_configure_queue_channels()
6708 max_rate = vsi->mqprio_qopt.max_rate[i]; in i40e_configure_queue_channels()
6710 ch->max_tx_rate = max_rate; in i40e_configure_queue_channels()
6712 list_add_tail(&ch->list, &vsi->ch_list); in i40e_configure_queue_channels()
6716 dev_err(&vsi->back->pdev->dev, in i40e_configure_queue_channels()
6718 i, ch->num_queue_pairs); in i40e_configure_queue_channels()
6721 vsi->tc_seid_map[i] = ch->seid; in i40e_configure_queue_channels()
6726 i40e_do_reset(vsi->back, I40E_PF_RESET_FLAG, true); in i40e_configure_queue_channels()
6735 * i40e_veb_config_tc - Configure TCs for given VEB
6744 struct i40e_pf *pf = veb->pf; in i40e_veb_config_tc()
6748 /* No TCs or already enabled TCs just return */ in i40e_veb_config_tc()
6749 if (!enabled_tc || veb->enabled_tc == enabled_tc) in i40e_veb_config_tc()
6755 /* Enable ETS TCs with equal BW Share for now */ in i40e_veb_config_tc()
6761 ret = i40e_aq_config_switch_comp_bw_config(&pf->hw, veb->seid, in i40e_veb_config_tc()
6764 dev_info(&pf->pdev->dev, in i40e_veb_config_tc()
6767 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_veb_config_tc()
6774 dev_info(&pf->pdev->dev, in i40e_veb_config_tc()
6777 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_veb_config_tc()
6786 * i40e_dcb_reconfigure - Reconfigure all VEBs and VSIs
6801 /* Enable the TCs available on PF to all VEBs */ in i40e_dcb_reconfigure()
6809 dev_info(&pf->pdev->dev, in i40e_dcb_reconfigure()
6811 veb->seid); in i40e_dcb_reconfigure()
6818 /* - Enable all TCs for the LAN VSI in i40e_dcb_reconfigure()
6819 * - For all others keep them at TC0 for now in i40e_dcb_reconfigure()
6821 if (vsi->type == I40E_VSI_MAIN) in i40e_dcb_reconfigure()
6828 dev_info(&pf->pdev->dev, in i40e_dcb_reconfigure()
6830 vsi->seid); in i40e_dcb_reconfigure()
6833 /* Re-configure VSI vectors based on updated TC map */ in i40e_dcb_reconfigure()
6835 if (vsi->netdev) in i40e_dcb_reconfigure()
6842 * i40e_resume_port_tx - Resume port Tx
6850 struct i40e_hw *hw = &pf->hw; in i40e_resume_port_tx()
6855 dev_info(&pf->pdev->dev, in i40e_resume_port_tx()
6858 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_resume_port_tx()
6860 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_resume_port_tx()
6868 * i40e_suspend_port_tx - Suspend port Tx
6875 struct i40e_hw *hw = &pf->hw; in i40e_suspend_port_tx()
6878 ret = i40e_aq_suspend_port_tx(hw, pf->mac_seid, NULL); in i40e_suspend_port_tx()
6880 dev_info(&pf->pdev->dev, in i40e_suspend_port_tx()
6883 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_suspend_port_tx()
6885 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_suspend_port_tx()
6893 * i40e_hw_set_dcb_config - Program new DCBX settings into HW
6903 struct i40e_dcbx_config *old_cfg = &pf->hw.local_dcbx_config; in i40e_hw_set_dcb_config()
6908 dev_dbg(&pf->pdev->dev, "No Change in DCB Config required.\n"); in i40e_hw_set_dcb_config()
6917 old_cfg->etsrec = old_cfg->etscfg; in i40e_hw_set_dcb_config()
6918 ret = i40e_set_dcb_config(&pf->hw); in i40e_hw_set_dcb_config()
6920 dev_info(&pf->pdev->dev, in i40e_hw_set_dcb_config()
6923 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_hw_set_dcb_config()
6931 if (!test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) { in i40e_hw_set_dcb_config()
6932 /* Re-start the VSIs if disabled */ in i40e_hw_set_dcb_config()
6944 * i40e_hw_dcb_config - Program new DCBX settings into HW
6959 struct i40e_hw *hw = &pf->hw; in i40e_hw_dcb_config()
6960 u8 num_ports = hw->num_ports; in i40e_hw_dcb_config()
6962 int ret = -EINVAL; in i40e_hw_dcb_config()
6968 dev_dbg(&pf->pdev->dev, "Configuring DCB registers directly\n"); in i40e_hw_dcb_config()
6969 /* Un-pack information to Program ETS HW via shared API in i40e_hw_dcb_config()
6972 * ETS/NON-ETS arbiter mode in i40e_hw_dcb_config()
6975 * PFC priority bit-map in i40e_hw_dcb_config()
6979 * TSA table (ETS or non-ETS) in i40e_hw_dcb_config()
6989 switch (new_cfg->etscfg.tsatable[i]) { in i40e_hw_dcb_config()
6993 new_cfg->etscfg.tcbwtable[i]; in i40e_hw_dcb_config()
7008 old_cfg = &hw->local_dcbx_config; in i40e_hw_dcb_config()
7018 set_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_hw_dcb_config()
7020 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_hw_dcb_config()
7022 set_bit(__I40E_PORT_SUSPENDED, pf->state); in i40e_hw_dcb_config()
7034 (hw, pf->mac_seid, &ets_data, in i40e_hw_dcb_config()
7037 dev_info(&pf->pdev->dev, in i40e_hw_dcb_config()
7040 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_hw_dcb_config()
7052 i40e_dcb_hw_rx_ets_bw_config(hw, new_cfg->etscfg.tcbwtable, mode, in i40e_hw_dcb_config()
7054 i40e_dcb_hw_pfc_config(hw, new_cfg->pfc.pfcenable, in i40e_hw_dcb_config()
7055 new_cfg->etscfg.prioritytable); in i40e_hw_dcb_config()
7056 i40e_dcb_hw_rx_up2tc_config(hw, new_cfg->etscfg.prioritytable); in i40e_hw_dcb_config()
7062 mfs_tc[i] = main_vsi->netdev->mtu; in i40e_hw_dcb_config()
7067 false, new_cfg->pfc.pfcenable, in i40e_hw_dcb_config()
7069 i40e_dcb_hw_rx_pb_config(hw, &pf->pb_cfg, &pb_cfg); in i40e_hw_dcb_config()
7072 pf->pb_cfg = pb_cfg; in i40e_hw_dcb_config()
7075 ret = i40e_aq_dcb_updated(&pf->hw, NULL); in i40e_hw_dcb_config()
7077 dev_info(&pf->pdev->dev, in i40e_hw_dcb_config()
7080 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_hw_dcb_config()
7090 /* Re-start the VSIs if disabled */ in i40e_hw_dcb_config()
7094 clear_bit(__I40E_PORT_SUSPENDED, pf->state); in i40e_hw_dcb_config()
7099 /* Wait for the PF's queues to be disabled */ in i40e_hw_dcb_config()
7103 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_hw_dcb_config()
7108 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_hw_dcb_config()
7109 set_bit(__I40E_CLIENT_L2_CHANGE, pf->state); in i40e_hw_dcb_config()
7112 if (test_bit(I40E_HW_CAP_USE_SET_LLDP_MIB, pf->hw.caps)) in i40e_hw_dcb_config()
7121 * i40e_dcb_sw_default_config - Set default DCB configuration when DCB in SW
7128 struct i40e_dcbx_config *dcb_cfg = &pf->hw.local_dcbx_config; in i40e_dcb_sw_default_config()
7130 struct i40e_hw *hw = &pf->hw; in i40e_dcb_sw_default_config()
7133 if (test_bit(I40E_HW_CAP_USE_SET_LLDP_MIB, pf->hw.caps)) { in i40e_dcb_sw_default_config()
7135 memset(&pf->tmp_cfg, 0, sizeof(struct i40e_dcbx_config)); in i40e_dcb_sw_default_config()
7136 pf->tmp_cfg.etscfg.willing = I40E_IEEE_DEFAULT_ETS_WILLING; in i40e_dcb_sw_default_config()
7137 pf->tmp_cfg.etscfg.maxtcs = 0; in i40e_dcb_sw_default_config()
7138 pf->tmp_cfg.etscfg.tcbwtable[0] = I40E_IEEE_DEFAULT_ETS_TCBW; in i40e_dcb_sw_default_config()
7139 pf->tmp_cfg.etscfg.tsatable[0] = I40E_IEEE_TSA_ETS; in i40e_dcb_sw_default_config()
7140 pf->tmp_cfg.pfc.willing = I40E_IEEE_DEFAULT_PFC_WILLING; in i40e_dcb_sw_default_config()
7141 pf->tmp_cfg.pfc.pfccap = I40E_MAX_TRAFFIC_CLASS; in i40e_dcb_sw_default_config()
7143 pf->tmp_cfg.numapps = I40E_IEEE_DEFAULT_NUM_APPS; in i40e_dcb_sw_default_config()
7144 pf->tmp_cfg.app[0].selector = I40E_APP_SEL_ETHTYPE; in i40e_dcb_sw_default_config()
7145 pf->tmp_cfg.app[0].priority = I40E_IEEE_DEFAULT_APP_PRIO; in i40e_dcb_sw_default_config()
7146 pf->tmp_cfg.app[0].protocolid = I40E_APP_PROTOID_FCOE; in i40e_dcb_sw_default_config()
7148 return i40e_hw_set_dcb_config(pf, &pf->tmp_cfg); in i40e_dcb_sw_default_config()
7158 (hw, pf->mac_seid, &ets_data, in i40e_dcb_sw_default_config()
7161 dev_info(&pf->pdev->dev, in i40e_dcb_sw_default_config()
7164 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_dcb_sw_default_config()
7165 err = -ENOENT; in i40e_dcb_sw_default_config()
7170 dcb_cfg->etscfg.willing = I40E_IEEE_DEFAULT_ETS_WILLING; in i40e_dcb_sw_default_config()
7171 dcb_cfg->etscfg.cbs = 0; in i40e_dcb_sw_default_config()
7172 dcb_cfg->etscfg.maxtcs = I40E_MAX_TRAFFIC_CLASS; in i40e_dcb_sw_default_config()
7173 dcb_cfg->etscfg.tcbwtable[0] = I40E_IEEE_DEFAULT_ETS_TCBW; in i40e_dcb_sw_default_config()
7180 * i40e_init_pf_dcb - Initialize DCB configuration
7188 struct i40e_hw *hw = &pf->hw; in i40e_init_pf_dcb()
7194 if (test_bit(I40E_HW_CAP_NO_DCB_SUPPORT, pf->hw.caps)) { in i40e_init_pf_dcb()
7195 dev_info(&pf->pdev->dev, "DCB is not supported.\n"); in i40e_init_pf_dcb()
7196 err = -EOPNOTSUPP; in i40e_init_pf_dcb()
7199 if (test_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags)) { in i40e_init_pf_dcb()
7200 dev_info(&pf->pdev->dev, "FW LLDP is disabled, attempting SW DCB\n"); in i40e_init_pf_dcb()
7203 dev_info(&pf->pdev->dev, "Could not initialize SW DCB\n"); in i40e_init_pf_dcb()
7206 dev_info(&pf->pdev->dev, "SW DCB initialization succeeded.\n"); in i40e_init_pf_dcb()
7207 pf->dcbx_cap = DCB_CAP_DCBX_HOST | in i40e_init_pf_dcb()
7210 set_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_init_pf_dcb()
7211 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_init_pf_dcb()
7217 if ((!hw->func_caps.dcb) || in i40e_init_pf_dcb()
7218 (hw->dcbx_status == I40E_DCBX_STATUS_DISABLED)) { in i40e_init_pf_dcb()
7219 dev_info(&pf->pdev->dev, in i40e_init_pf_dcb()
7223 pf->dcbx_cap = DCB_CAP_DCBX_LLD_MANAGED | in i40e_init_pf_dcb()
7226 set_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_init_pf_dcb()
7230 if (i40e_dcb_get_num_tc(&hw->local_dcbx_config) > 1) in i40e_init_pf_dcb()
7231 set_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_init_pf_dcb()
7233 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_init_pf_dcb()
7234 dev_dbg(&pf->pdev->dev, in i40e_init_pf_dcb()
7237 } else if (pf->hw.aq.asq_last_status == I40E_AQ_RC_EPERM) { in i40e_init_pf_dcb()
7238 dev_info(&pf->pdev->dev, "FW LLDP disabled for this PF.\n"); in i40e_init_pf_dcb()
7239 set_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags); in i40e_init_pf_dcb()
7241 dev_info(&pf->pdev->dev, in i40e_init_pf_dcb()
7244 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_init_pf_dcb()
7258 if (vsi->netdev->ethtool_ops->get_eee) in i40e_print_link_message_eee()
7259 vsi->netdev->ethtool_ops->get_eee(vsi->netdev, &kedata); in i40e_print_link_message_eee()
7262 netdev_info(vsi->netdev, in i40e_print_link_message_eee()
7267 netdev_info(vsi->netdev, in i40e_print_link_message_eee()
7273 * i40e_print_link_message - print link up or down
7280 struct i40e_pf *pf = vsi->back; in i40e_print_link_message()
7288 new_speed = pf->hw.phy.link_info.link_speed; in i40e_print_link_message()
7292 if ((vsi->current_isup == isup) && (vsi->current_speed == new_speed)) in i40e_print_link_message()
7294 vsi->current_isup = isup; in i40e_print_link_message()
7295 vsi->current_speed = new_speed; in i40e_print_link_message()
7297 netdev_info(vsi->netdev, "NIC Link is Down\n"); in i40e_print_link_message()
7304 if (pf->hw.func_caps.npar_enable && in i40e_print_link_message()
7305 (pf->hw.phy.link_info.link_speed == I40E_LINK_SPEED_1GB || in i40e_print_link_message()
7306 pf->hw.phy.link_info.link_speed == I40E_LINK_SPEED_100MB)) in i40e_print_link_message()
7307 netdev_warn(vsi->netdev, in i40e_print_link_message()
7310 switch (pf->hw.phy.link_info.link_speed) { in i40e_print_link_message()
7339 switch (pf->hw.fc.current_mode) { in i40e_print_link_message()
7354 if (pf->hw.phy.link_info.link_speed == I40E_LINK_SPEED_25GB) { in i40e_print_link_message()
7359 if (pf->hw.phy.link_info.an_info & I40E_AQ_AN_COMPLETED) in i40e_print_link_message()
7362 if (pf->hw.phy.link_info.fec_info & in i40e_print_link_message()
7364 fec = "CL74 FC-FEC/BASE-R"; in i40e_print_link_message()
7365 else if (pf->hw.phy.link_info.fec_info & in i40e_print_link_message()
7367 fec = "CL108 RS-FEC"; in i40e_print_link_message()
7369 /* 'CL108 RS-FEC' should be displayed when RS is requested, or in i40e_print_link_message()
7372 if (vsi->back->hw.phy.link_info.req_fec_info & in i40e_print_link_message()
7374 if (vsi->back->hw.phy.link_info.req_fec_info & in i40e_print_link_message()
7376 req_fec = "CL108 RS-FEC"; in i40e_print_link_message()
7378 req_fec = "CL74 FC-FEC/BASE-R"; in i40e_print_link_message()
7380 netdev_info(vsi->netdev, in i40e_print_link_message()
7383 } else if (pf->hw.device_id == I40E_DEV_ID_KX_X722) { in i40e_print_link_message()
7388 if (pf->hw.phy.link_info.an_info & I40E_AQ_AN_COMPLETED) in i40e_print_link_message()
7391 if (pf->hw.phy.link_info.fec_info & in i40e_print_link_message()
7393 fec = "CL74 FC-FEC/BASE-R"; in i40e_print_link_message()
7395 if (pf->hw.phy.link_info.req_fec_info & in i40e_print_link_message()
7397 req_fec = "CL74 FC-FEC/BASE-R"; in i40e_print_link_message()
7399 netdev_info(vsi->netdev, in i40e_print_link_message()
7409 * i40e_up_complete - Finish the last steps of bringing up a connection
7414 struct i40e_pf *pf = vsi->back; in i40e_up_complete()
7417 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_up_complete()
7427 clear_bit(__I40E_VSI_DOWN, vsi->state); in i40e_up_complete()
7431 if ((pf->hw.phy.link_info.link_info & I40E_AQ_LINK_UP) && in i40e_up_complete()
7432 (vsi->netdev)) { in i40e_up_complete()
7434 netif_tx_start_all_queues(vsi->netdev); in i40e_up_complete()
7435 netif_carrier_on(vsi->netdev); in i40e_up_complete()
7439 if (vsi->type == I40E_VSI_FDIR) { in i40e_up_complete()
7441 pf->fd_add_err = 0; in i40e_up_complete()
7442 pf->fd_atr_cnt = 0; in i40e_up_complete()
7449 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_up_complete()
7456 * i40e_vsi_reinit_locked - Reset the VSI
7464 struct i40e_pf *pf = vsi->back; in i40e_vsi_reinit_locked()
7466 while (test_and_set_bit(__I40E_CONFIG_BUSY, pf->state)) in i40e_vsi_reinit_locked()
7471 clear_bit(__I40E_CONFIG_BUSY, pf->state); in i40e_vsi_reinit_locked()
7475 * i40e_force_link_state - Force the link status
7484 struct i40e_hw *hw = &pf->hw; in i40e_force_link_state()
7498 dev_err(&pf->pdev->dev, in i40e_force_link_state()
7501 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_force_link_state()
7510 dev_err(&pf->pdev->dev, in i40e_force_link_state()
7513 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_force_link_state()
7521 if (test_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, pf->flags)) in i40e_force_link_state()
7537 if (test_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, pf->flags)) { in i40e_force_link_state()
7555 dev_err(&pf->pdev->dev, in i40e_force_link_state()
7558 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_force_link_state()
7565 /* Wait a little bit (on 40G cards it sometimes takes a really in i40e_force_link_state()
7579 * i40e_up - Bring the connection back up after being down
7586 if (vsi->type == I40E_VSI_MAIN && in i40e_up()
7587 (test_bit(I40E_FLAG_LINK_DOWN_ON_CLOSE_ENA, vsi->back->flags) || in i40e_up()
7588 test_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, vsi->back->flags))) in i40e_up()
7589 i40e_force_link_state(vsi->back, true); in i40e_up()
7599 * i40e_down - Shutdown the connection processing
7607 * sets the vsi->state __I40E_VSI_DOWN bit. in i40e_down()
7609 if (vsi->netdev) { in i40e_down()
7610 netif_carrier_off(vsi->netdev); in i40e_down()
7611 netif_tx_disable(vsi->netdev); in i40e_down()
7615 if (vsi->type == I40E_VSI_MAIN && in i40e_down()
7616 (test_bit(I40E_FLAG_LINK_DOWN_ON_CLOSE_ENA, vsi->back->flags) || in i40e_down()
7617 test_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, vsi->back->flags))) in i40e_down()
7618 i40e_force_link_state(vsi->back, false); in i40e_down()
7621 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_down()
7622 i40e_clean_tx_ring(vsi->tx_rings[i]); in i40e_down()
7624 /* Make sure that in-progress ndo_xdp_xmit and in i40e_down()
7628 i40e_clean_tx_ring(vsi->xdp_rings[i]); in i40e_down()
7630 i40e_clean_rx_ring(vsi->rx_rings[i]); in i40e_down()
7636 * i40e_validate_mqprio_qopt- validate queue mapping info
7647 if (mqprio_qopt->qopt.offset[0] != 0 || in i40e_validate_mqprio_qopt()
7648 mqprio_qopt->qopt.num_tc < 1 || in i40e_validate_mqprio_qopt()
7649 mqprio_qopt->qopt.num_tc > I40E_MAX_TRAFFIC_CLASS) in i40e_validate_mqprio_qopt()
7650 return -EINVAL; in i40e_validate_mqprio_qopt()
7652 if (!mqprio_qopt->qopt.count[i]) in i40e_validate_mqprio_qopt()
7653 return -EINVAL; in i40e_validate_mqprio_qopt()
7654 if (mqprio_qopt->min_rate[i]) { in i40e_validate_mqprio_qopt()
7655 dev_err(&vsi->back->pdev->dev, in i40e_validate_mqprio_qopt()
7657 return -EINVAL; in i40e_validate_mqprio_qopt()
7659 max_rate = mqprio_qopt->max_rate[i]; in i40e_validate_mqprio_qopt()
7663 if (i >= mqprio_qopt->qopt.num_tc - 1) in i40e_validate_mqprio_qopt()
7665 if (mqprio_qopt->qopt.offset[i + 1] != in i40e_validate_mqprio_qopt()
7666 (mqprio_qopt->qopt.offset[i] + mqprio_qopt->qopt.count[i])) in i40e_validate_mqprio_qopt()
7667 return -EINVAL; in i40e_validate_mqprio_qopt()
7669 if (vsi->num_queue_pairs < in i40e_validate_mqprio_qopt()
7670 (mqprio_qopt->qopt.offset[i] + mqprio_qopt->qopt.count[i])) { in i40e_validate_mqprio_qopt()
7671 dev_err(&vsi->back->pdev->dev, in i40e_validate_mqprio_qopt()
7673 return -EINVAL; in i40e_validate_mqprio_qopt()
7676 dev_err(&vsi->back->pdev->dev, in i40e_validate_mqprio_qopt()
7678 return -EINVAL; in i40e_validate_mqprio_qopt()
7684 * i40e_vsi_set_default_tc_config - set default values for tc configuration
7693 vsi->tc_config.numtc = 1; in i40e_vsi_set_default_tc_config()
7694 vsi->tc_config.enabled_tc = 1; in i40e_vsi_set_default_tc_config()
7695 qcount = min_t(int, vsi->alloc_queue_pairs, in i40e_vsi_set_default_tc_config()
7696 i40e_pf_get_max_q_per_tc(vsi->back)); in i40e_vsi_set_default_tc_config()
7701 vsi->tc_config.tc_info[i].qoffset = 0; in i40e_vsi_set_default_tc_config()
7703 vsi->tc_config.tc_info[i].qcount = qcount; in i40e_vsi_set_default_tc_config()
7705 vsi->tc_config.tc_info[i].qcount = 1; in i40e_vsi_set_default_tc_config()
7706 vsi->tc_config.tc_info[i].netdev_tc = 0; in i40e_vsi_set_default_tc_config()
7731 *aq_err = hw->aq.asq_last_status; in i40e_del_macvlan_filter()
7760 *aq_err = hw->aq.asq_last_status; in i40e_add_macvlan_filter()
7766 * i40e_reset_ch_rings - Reset the queue contexts in a channel
7776 for (i = 0; i < ch->num_queue_pairs; i++) { in i40e_reset_ch_rings()
7777 pf_q = ch->base_queue + i; in i40e_reset_ch_rings()
7778 tx_ring = vsi->tx_rings[pf_q]; in i40e_reset_ch_rings()
7779 tx_ring->ch = NULL; in i40e_reset_ch_rings()
7780 rx_ring = vsi->rx_rings[pf_q]; in i40e_reset_ch_rings()
7781 rx_ring->ch = NULL; in i40e_reset_ch_rings()
7798 if (list_empty(&vsi->macvlan_list)) in i40e_free_macvlan_channels()
7801 list_for_each_entry_safe(ch, ch_tmp, &vsi->macvlan_list, list) { in i40e_free_macvlan_channels()
7806 clear_bit(ch->fwd->bit_no, vsi->fwd_bitmask); in i40e_free_macvlan_channels()
7807 netdev_unbind_sb_channel(vsi->netdev, ch->fwd->netdev); in i40e_free_macvlan_channels()
7808 netdev_set_sb_channel(ch->fwd->netdev, 0); in i40e_free_macvlan_channels()
7809 kfree(ch->fwd); in i40e_free_macvlan_channels()
7810 ch->fwd = NULL; in i40e_free_macvlan_channels()
7813 list_del(&ch->list); in i40e_free_macvlan_channels()
7814 parent_vsi = ch->parent_vsi; in i40e_free_macvlan_channels()
7815 if (!parent_vsi || !ch->initialized) { in i40e_free_macvlan_channels()
7821 ret = i40e_aq_delete_element(&vsi->back->hw, ch->seid, in i40e_free_macvlan_channels()
7824 dev_err(&vsi->back->pdev->dev, in i40e_free_macvlan_channels()
7826 ch->seid, parent_vsi->seid); in i40e_free_macvlan_channels()
7829 vsi->macvlan_cnt = 0; in i40e_free_macvlan_channels()
7833 * i40e_fwd_ring_up - bring the macvlan device up
7843 struct i40e_pf *pf = vsi->back; in i40e_fwd_ring_up()
7844 struct i40e_hw *hw = &pf->hw; in i40e_fwd_ring_up()
7847 list_for_each_entry_safe(iter, ch_tmp, &vsi->macvlan_list, list) { in i40e_fwd_ring_up()
7849 iter->fwd = fwd; in i40e_fwd_ring_up()
7852 netdev_bind_sb_channel_queue(vsi->netdev, vdev, in i40e_fwd_ring_up()
7854 iter->num_queue_pairs, in i40e_fwd_ring_up()
7855 iter->base_queue); in i40e_fwd_ring_up()
7856 for (i = 0; i < iter->num_queue_pairs; i++) { in i40e_fwd_ring_up()
7860 pf_q = iter->base_queue + i; in i40e_fwd_ring_up()
7863 tx_ring = vsi->tx_rings[pf_q]; in i40e_fwd_ring_up()
7864 tx_ring->ch = iter; in i40e_fwd_ring_up()
7867 rx_ring = vsi->rx_rings[pf_q]; in i40e_fwd_ring_up()
7868 rx_ring->ch = iter; in i40e_fwd_ring_up()
7876 return -EINVAL; in i40e_fwd_ring_up()
7884 ret = i40e_add_macvlan_filter(hw, ch->seid, vdev->dev_addr, &aq_err); in i40e_fwd_ring_up()
7888 for (i = 0; i < ch->num_queue_pairs; i++) { in i40e_fwd_ring_up()
7892 pf_q = ch->base_queue + i; in i40e_fwd_ring_up()
7893 rx_ring = vsi->rx_rings[pf_q]; in i40e_fwd_ring_up()
7894 rx_ring->netdev = NULL; in i40e_fwd_ring_up()
7896 dev_info(&pf->pdev->dev, in i40e_fwd_ring_up()
7907 * i40e_setup_macvlans - create the channels which will be macvlans
7916 struct i40e_pf *pf = vsi->back; in i40e_setup_macvlans()
7917 struct i40e_hw *hw = &pf->hw; in i40e_setup_macvlans()
7924 if (vsi->type != I40E_VSI_MAIN || !macvlan_cnt) in i40e_setup_macvlans()
7925 return -EINVAL; in i40e_setup_macvlans()
7927 num_qps = vsi->num_queue_pairs - (macvlan_cnt * qcnt); in i40e_setup_macvlans()
7929 /* find the next higher power-of-2 of num queue pairs */ in i40e_setup_macvlans()
7930 pow = fls(roundup_pow_of_two(num_qps) - 1); in i40e_setup_macvlans()
7939 ctxt.seid = vsi->seid; in i40e_setup_macvlans()
7940 ctxt.pf_num = vsi->back->hw.pf_id; in i40e_setup_macvlans()
7942 ctxt.uplink_seid = vsi->uplink_seid; in i40e_setup_macvlans()
7943 ctxt.info = vsi->info; in i40e_setup_macvlans()
7946 ctxt.info.queue_mapping[0] = cpu_to_le16(vsi->base_queue); in i40e_setup_macvlans()
7950 vsi->rss_size = max_t(u16, num_qps, qcnt); in i40e_setup_macvlans()
7953 dev_info(&pf->pdev->dev, in i40e_setup_macvlans()
7955 vsi->rss_size); in i40e_setup_macvlans()
7958 vsi->reconfig_rss = true; in i40e_setup_macvlans()
7959 dev_dbg(&vsi->back->pdev->dev, in i40e_setup_macvlans()
7960 "Reconfigured RSS with num_queues (%u)\n", vsi->rss_size); in i40e_setup_macvlans()
7961 vsi->next_base_queue = num_qps; in i40e_setup_macvlans()
7962 vsi->cnt_q_avail = vsi->num_queue_pairs - num_qps; in i40e_setup_macvlans()
7964 /* Update the VSI after updating the VSI queue-mapping in i40e_setup_macvlans()
7969 dev_info(&pf->pdev->dev, in i40e_setup_macvlans()
7972 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_setup_macvlans()
7977 vsi->info.valid_sections = 0; in i40e_setup_macvlans()
7980 INIT_LIST_HEAD(&vsi->macvlan_list); in i40e_setup_macvlans()
7984 ret = -ENOMEM; in i40e_setup_macvlans()
7987 INIT_LIST_HEAD(&ch->list); in i40e_setup_macvlans()
7988 ch->num_queue_pairs = qcnt; in i40e_setup_macvlans()
7990 ret = -EINVAL; in i40e_setup_macvlans()
7994 ch->parent_vsi = vsi; in i40e_setup_macvlans()
7995 vsi->cnt_q_avail -= ch->num_queue_pairs; in i40e_setup_macvlans()
7996 vsi->macvlan_cnt++; in i40e_setup_macvlans()
7997 list_add_tail(&ch->list, &vsi->macvlan_list); in i40e_setup_macvlans()
8003 dev_info(&pf->pdev->dev, "Failed to setup macvlans\n"); in i40e_setup_macvlans()
8010 * i40e_fwd_add - configure macvlans
8018 struct i40e_vsi *vsi = np->vsi; in i40e_fwd_add()
8019 struct i40e_pf *pf = vsi->back; in i40e_fwd_add()
8023 if (test_bit(I40E_FLAG_DCB_ENA, pf->flags)) { in i40e_fwd_add()
8025 return ERR_PTR(-EINVAL); in i40e_fwd_add()
8029 return ERR_PTR(-EINVAL); in i40e_fwd_add()
8031 if (pf->num_lan_msix < I40E_MIN_MACVLAN_VECTORS) { in i40e_fwd_add()
8033 return ERR_PTR(-EINVAL); in i40e_fwd_add()
8040 return ERR_PTR(-ERANGE); in i40e_fwd_add()
8042 if (!vsi->macvlan_cnt) { in i40e_fwd_add()
8044 set_bit(0, vsi->fwd_bitmask); in i40e_fwd_add()
8050 vectors = pf->num_lan_msix; in i40e_fwd_add()
8054 macvlan_cnt = (vectors - 32) / 4; in i40e_fwd_add()
8058 macvlan_cnt = (vectors - 16) / 2; in i40e_fwd_add()
8062 macvlan_cnt = vectors - 16; in i40e_fwd_add()
8066 macvlan_cnt = vectors - 8; in i40e_fwd_add()
8070 macvlan_cnt = vectors - 1; in i40e_fwd_add()
8074 return ERR_PTR(-EBUSY); in i40e_fwd_add()
8088 avail_macvlan = find_first_zero_bit(vsi->fwd_bitmask, in i40e_fwd_add()
8089 vsi->macvlan_cnt); in i40e_fwd_add()
8091 return ERR_PTR(-EBUSY); in i40e_fwd_add()
8096 return ERR_PTR(-ENOMEM); in i40e_fwd_add()
8098 set_bit(avail_macvlan, vsi->fwd_bitmask); in i40e_fwd_add()
8099 fwd->bit_no = avail_macvlan; in i40e_fwd_add()
8101 fwd->netdev = vdev; in i40e_fwd_add()
8114 return ERR_PTR(-EINVAL); in i40e_fwd_add()
8121 * i40e_del_all_macvlans - Delete all the mac filters on the channels
8127 struct i40e_pf *pf = vsi->back; in i40e_del_all_macvlans()
8128 struct i40e_hw *hw = &pf->hw; in i40e_del_all_macvlans()
8131 if (list_empty(&vsi->macvlan_list)) in i40e_del_all_macvlans()
8134 list_for_each_entry_safe(ch, ch_tmp, &vsi->macvlan_list, list) { in i40e_del_all_macvlans()
8136 ret = i40e_del_macvlan_filter(hw, ch->seid, in i40e_del_all_macvlans()
8142 clear_bit(ch->fwd->bit_no, vsi->fwd_bitmask); in i40e_del_all_macvlans()
8143 netdev_unbind_sb_channel(vsi->netdev, in i40e_del_all_macvlans()
8144 ch->fwd->netdev); in i40e_del_all_macvlans()
8145 netdev_set_sb_channel(ch->fwd->netdev, 0); in i40e_del_all_macvlans()
8146 kfree(ch->fwd); in i40e_del_all_macvlans()
8147 ch->fwd = NULL; in i40e_del_all_macvlans()
8154 * i40e_fwd_del - delete macvlan interfaces
8163 struct i40e_vsi *vsi = np->vsi; in i40e_fwd_del()
8164 struct i40e_pf *pf = vsi->back; in i40e_fwd_del()
8165 struct i40e_hw *hw = &pf->hw; in i40e_fwd_del()
8169 list_for_each_entry_safe(ch, ch_tmp, &vsi->macvlan_list, list) { in i40e_fwd_del()
8172 fwd->netdev->dev_addr)) { in i40e_fwd_del()
8173 ret = i40e_del_macvlan_filter(hw, ch->seid, in i40e_fwd_del()
8179 clear_bit(ch->fwd->bit_no, vsi->fwd_bitmask); in i40e_fwd_del()
8180 netdev_unbind_sb_channel(netdev, fwd->netdev); in i40e_fwd_del()
8181 netdev_set_sb_channel(fwd->netdev, 0); in i40e_fwd_del()
8182 kfree(ch->fwd); in i40e_fwd_del()
8183 ch->fwd = NULL; in i40e_fwd_del()
8185 dev_info(&pf->pdev->dev, in i40e_fwd_del()
8196 * i40e_setup_tc - configure multiple traffic classes
8204 struct i40e_vsi *vsi = np->vsi; in i40e_setup_tc()
8205 struct i40e_pf *pf = vsi->back; in i40e_setup_tc()
8209 int ret = -EINVAL; in i40e_setup_tc()
8213 old_queue_pairs = vsi->num_queue_pairs; in i40e_setup_tc()
8214 num_tc = mqprio_qopt->qopt.num_tc; in i40e_setup_tc()
8215 hw = mqprio_qopt->qopt.hw; in i40e_setup_tc()
8216 mode = mqprio_qopt->mode; in i40e_setup_tc()
8218 clear_bit(I40E_FLAG_TC_MQPRIO_ENA, pf->flags); in i40e_setup_tc()
8219 memcpy(&vsi->mqprio_qopt, mqprio_qopt, sizeof(*mqprio_qopt)); in i40e_setup_tc()
8224 if (test_bit(I40E_FLAG_MFP_ENA, pf->flags)) { in i40e_setup_tc()
8231 clear_bit(I40E_FLAG_TC_MQPRIO_ENA, pf->flags); in i40e_setup_tc()
8234 if (!test_bit(I40E_FLAG_DCB_ENA, pf->flags)) { in i40e_setup_tc()
8248 if (test_bit(I40E_FLAG_DCB_ENA, pf->flags)) { in i40e_setup_tc()
8253 if (!test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_setup_tc()
8258 memcpy(&vsi->mqprio_qopt, mqprio_qopt, in i40e_setup_tc()
8260 set_bit(I40E_FLAG_TC_MQPRIO_ENA, pf->flags); in i40e_setup_tc()
8261 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_setup_tc()
8264 return -EINVAL; in i40e_setup_tc()
8273 if (enabled_tc == vsi->tc_config.enabled_tc && in i40e_setup_tc()
8283 /* Configure VSI for enabled TCs */ in i40e_setup_tc()
8287 vsi->seid); in i40e_setup_tc()
8291 (!is_power_of_2(vsi->tc_config.tc_info[0].qcount))) { in i40e_setup_tc()
8294 vsi->tc_config.tc_info[0].qcount); in i40e_setup_tc()
8295 ret = -EINVAL; in i40e_setup_tc()
8300 dev_info(&vsi->back->pdev->dev, in i40e_setup_tc()
8302 vsi->seid, vsi->tc_config.tc_info[0].qcount); in i40e_setup_tc()
8305 if (vsi->mqprio_qopt.max_rate[0]) { in i40e_setup_tc()
8307 vsi->mqprio_qopt.max_rate[0]); in i40e_setup_tc()
8309 ret = i40e_set_bw_limit(vsi, vsi->seid, max_tx_rate); in i40e_setup_tc()
8314 dev_dbg(&vsi->back->pdev->dev, in i40e_setup_tc()
8315 "Set tx rate of %llu Mbps (count of 50Mbps %llu) for vsi->seid %u\n", in i40e_setup_tc()
8318 vsi->seid); in i40e_setup_tc()
8326 vsi->num_queue_pairs = old_queue_pairs; in i40e_setup_tc()
8347 * i40e_set_cld_element - sets cloud filter element data
8361 ether_addr_copy(cld->outer_mac, filter->dst_mac); in i40e_set_cld_element()
8362 ether_addr_copy(cld->inner_mac, filter->src_mac); in i40e_set_cld_element()
8364 if (filter->n_proto != ETH_P_IP && filter->n_proto != ETH_P_IPV6) in i40e_set_cld_element()
8367 if (filter->n_proto == ETH_P_IPV6) { in i40e_set_cld_element()
8368 #define IPV6_MAX_INDEX (ARRAY_SIZE(filter->dst_ipv6) - 1) in i40e_set_cld_element()
8369 for (i = 0; i < ARRAY_SIZE(filter->dst_ipv6); i++) { in i40e_set_cld_element()
8370 ipa = be32_to_cpu(filter->dst_ipv6[IPV6_MAX_INDEX - i]); in i40e_set_cld_element()
8372 *(__le32 *)&cld->ipaddr.raw_v6.data[i * 2] = cpu_to_le32(ipa); in i40e_set_cld_element()
8375 ipa = be32_to_cpu(filter->dst_ipv4); in i40e_set_cld_element()
8377 memcpy(&cld->ipaddr.v4.data, &ipa, sizeof(ipa)); in i40e_set_cld_element()
8380 cld->inner_vlan = cpu_to_le16(ntohs(filter->vlan_id)); in i40e_set_cld_element()
8383 * fill the cld->tenant_id with cpu_to_le32(filter->tenant_id) in i40e_set_cld_element()
8385 if (filter->tenant_id) in i40e_set_cld_element()
8390 * i40e_add_del_cloud_filter - Add/del cloud filter
8402 struct i40e_pf *pf = vsi->back; in i40e_add_del_cloud_filter()
8421 if (filter->flags >= ARRAY_SIZE(flag_table)) in i40e_add_del_cloud_filter()
8422 return -EIO; in i40e_add_del_cloud_filter()
8429 if (filter->tunnel_type != I40E_CLOUD_TNL_TYPE_NONE) in i40e_add_del_cloud_filter()
8430 cld_filter.flags = cpu_to_le16(filter->tunnel_type << in i40e_add_del_cloud_filter()
8433 if (filter->n_proto == ETH_P_IPV6) in i40e_add_del_cloud_filter()
8434 cld_filter.flags |= cpu_to_le16(flag_table[filter->flags] | in i40e_add_del_cloud_filter()
8437 cld_filter.flags |= cpu_to_le16(flag_table[filter->flags] | in i40e_add_del_cloud_filter()
8441 ret = i40e_aq_add_cloud_filters(&pf->hw, filter->seid, in i40e_add_del_cloud_filter()
8444 ret = i40e_aq_rem_cloud_filters(&pf->hw, filter->seid, in i40e_add_del_cloud_filter()
8447 dev_dbg(&pf->pdev->dev, in i40e_add_del_cloud_filter()
8449 add ? "add" : "delete", filter->dst_port, ret, in i40e_add_del_cloud_filter()
8450 pf->hw.aq.asq_last_status); in i40e_add_del_cloud_filter()
8452 dev_info(&pf->pdev->dev, in i40e_add_del_cloud_filter()
8454 add ? "Added" : "Deleted", filter->seid); in i40e_add_del_cloud_filter()
8459 * i40e_add_del_cloud_filter_big_buf - Add/del cloud filter using big_buf
8472 struct i40e_pf *pf = vsi->back; in i40e_add_del_cloud_filter_big_buf()
8476 if ((is_valid_ether_addr(filter->dst_mac) && in i40e_add_del_cloud_filter_big_buf()
8477 is_valid_ether_addr(filter->src_mac)) || in i40e_add_del_cloud_filter_big_buf()
8478 (is_multicast_ether_addr(filter->dst_mac) && in i40e_add_del_cloud_filter_big_buf()
8479 is_multicast_ether_addr(filter->src_mac))) in i40e_add_del_cloud_filter_big_buf()
8480 return -EOPNOTSUPP; in i40e_add_del_cloud_filter_big_buf()
8482 /* Big buffer cloud filter needs 'L4 port' to be non-zero. Also, UDP in i40e_add_del_cloud_filter_big_buf()
8485 if (!filter->dst_port || filter->ip_proto == IPPROTO_UDP) in i40e_add_del_cloud_filter_big_buf()
8486 return -EOPNOTSUPP; in i40e_add_del_cloud_filter_big_buf()
8489 if (filter->src_port || in i40e_add_del_cloud_filter_big_buf()
8490 (filter->src_ipv4 && filter->n_proto != ETH_P_IPV6) || in i40e_add_del_cloud_filter_big_buf()
8491 !ipv6_addr_any(&filter->ip.v6.src_ip6)) in i40e_add_del_cloud_filter_big_buf()
8492 return -EOPNOTSUPP; in i40e_add_del_cloud_filter_big_buf()
8499 if (is_valid_ether_addr(filter->dst_mac) || in i40e_add_del_cloud_filter_big_buf()
8500 is_valid_ether_addr(filter->src_mac) || in i40e_add_del_cloud_filter_big_buf()
8501 is_multicast_ether_addr(filter->dst_mac) || in i40e_add_del_cloud_filter_big_buf()
8502 is_multicast_ether_addr(filter->src_mac)) { in i40e_add_del_cloud_filter_big_buf()
8504 if (filter->dst_ipv4) in i40e_add_del_cloud_filter_big_buf()
8505 return -EOPNOTSUPP; in i40e_add_del_cloud_filter_big_buf()
8514 if (filter->vlan_id) { in i40e_add_del_cloud_filter_big_buf()
8519 } else if ((filter->dst_ipv4 && filter->n_proto != ETH_P_IPV6) || in i40e_add_del_cloud_filter_big_buf()
8520 !ipv6_addr_any(&filter->ip.v6.dst_ip6)) { in i40e_add_del_cloud_filter_big_buf()
8523 if (filter->n_proto == ETH_P_IPV6) in i40e_add_del_cloud_filter_big_buf()
8530 dev_err(&pf->pdev->dev, in i40e_add_del_cloud_filter_big_buf()
8532 return -EINVAL; in i40e_add_del_cloud_filter_big_buf()
8537 be16_to_cpu(filter->dst_port); in i40e_add_del_cloud_filter_big_buf()
8543 dev_err(&pf->pdev->dev, in i40e_add_del_cloud_filter_big_buf()
8549 ret = i40e_aq_add_cloud_filters_bb(&pf->hw, filter->seid, in i40e_add_del_cloud_filter_big_buf()
8552 ret = i40e_aq_rem_cloud_filters_bb(&pf->hw, filter->seid, in i40e_add_del_cloud_filter_big_buf()
8557 dev_dbg(&pf->pdev->dev, in i40e_add_del_cloud_filter_big_buf()
8559 add ? "add" : "delete", ret, pf->hw.aq.asq_last_status); in i40e_add_del_cloud_filter_big_buf()
8561 dev_info(&pf->pdev->dev, in i40e_add_del_cloud_filter_big_buf()
8563 add ? "add" : "delete", filter->seid, in i40e_add_del_cloud_filter_big_buf()
8564 ntohs(filter->dst_port)); in i40e_add_del_cloud_filter_big_buf()
8569 * i40e_parse_cls_flower - Parse tc flower filters provided by kernel
8580 struct flow_dissector *dissector = rule->match.dissector; in i40e_parse_cls_flower()
8582 struct i40e_pf *pf = vsi->back; in i40e_parse_cls_flower()
8585 if (dissector->used_keys & in i40e_parse_cls_flower()
8594 dev_err(&pf->pdev->dev, "Unsupported key used: 0x%llx\n", in i40e_parse_cls_flower()
8595 dissector->used_keys); in i40e_parse_cls_flower()
8596 return -EOPNOTSUPP; in i40e_parse_cls_flower()
8603 if (match.mask->keyid != 0) in i40e_parse_cls_flower()
8606 filter->tenant_id = be32_to_cpu(match.key->keyid); in i40e_parse_cls_flower()
8613 n_proto_key = ntohs(match.key->n_proto); in i40e_parse_cls_flower()
8614 n_proto_mask = ntohs(match.mask->n_proto); in i40e_parse_cls_flower()
8620 filter->n_proto = n_proto_key & n_proto_mask; in i40e_parse_cls_flower()
8621 filter->ip_proto = match.key->ip_proto; in i40e_parse_cls_flower()
8630 if (!is_zero_ether_addr(match.mask->dst)) { in i40e_parse_cls_flower()
8631 if (is_broadcast_ether_addr(match.mask->dst)) { in i40e_parse_cls_flower()
8634 dev_err(&pf->pdev->dev, "Bad ether dest mask %pM\n", in i40e_parse_cls_flower()
8635 match.mask->dst); in i40e_parse_cls_flower()
8636 return -EIO; in i40e_parse_cls_flower()
8640 if (!is_zero_ether_addr(match.mask->src)) { in i40e_parse_cls_flower()
8641 if (is_broadcast_ether_addr(match.mask->src)) { in i40e_parse_cls_flower()
8644 dev_err(&pf->pdev->dev, "Bad ether src mask %pM\n", in i40e_parse_cls_flower()
8645 match.mask->src); in i40e_parse_cls_flower()
8646 return -EIO; in i40e_parse_cls_flower()
8649 ether_addr_copy(filter->dst_mac, match.key->dst); in i40e_parse_cls_flower()
8650 ether_addr_copy(filter->src_mac, match.key->src); in i40e_parse_cls_flower()
8657 if (match.mask->vlan_id) { in i40e_parse_cls_flower()
8658 if (match.mask->vlan_id == VLAN_VID_MASK) { in i40e_parse_cls_flower()
8662 dev_err(&pf->pdev->dev, "Bad vlan mask 0x%04x\n", in i40e_parse_cls_flower()
8663 match.mask->vlan_id); in i40e_parse_cls_flower()
8664 return -EIO; in i40e_parse_cls_flower()
8668 filter->vlan_id = cpu_to_be16(match.key->vlan_id); in i40e_parse_cls_flower()
8675 addr_type = match.key->addr_type; in i40e_parse_cls_flower()
8677 if (flow_rule_has_control_flags(match.mask->flags, in i40e_parse_cls_flower()
8678 f->common.extack)) in i40e_parse_cls_flower()
8679 return -EOPNOTSUPP; in i40e_parse_cls_flower()
8686 if (match.mask->dst) { in i40e_parse_cls_flower()
8687 if (match.mask->dst == cpu_to_be32(0xffffffff)) { in i40e_parse_cls_flower()
8690 dev_err(&pf->pdev->dev, "Bad ip dst mask %pI4b\n", in i40e_parse_cls_flower()
8691 &match.mask->dst); in i40e_parse_cls_flower()
8692 return -EIO; in i40e_parse_cls_flower()
8696 if (match.mask->src) { in i40e_parse_cls_flower()
8697 if (match.mask->src == cpu_to_be32(0xffffffff)) { in i40e_parse_cls_flower()
8700 dev_err(&pf->pdev->dev, "Bad ip src mask %pI4b\n", in i40e_parse_cls_flower()
8701 &match.mask->src); in i40e_parse_cls_flower()
8702 return -EIO; in i40e_parse_cls_flower()
8707 dev_err(&pf->pdev->dev, "Tenant id not allowed for ip filter\n"); in i40e_parse_cls_flower()
8708 return -EIO; in i40e_parse_cls_flower()
8710 filter->dst_ipv4 = match.key->dst; in i40e_parse_cls_flower()
8711 filter->src_ipv4 = match.key->src; in i40e_parse_cls_flower()
8722 if (ipv6_addr_loopback(&match.key->dst) || in i40e_parse_cls_flower()
8723 ipv6_addr_loopback(&match.key->src)) { in i40e_parse_cls_flower()
8724 dev_err(&pf->pdev->dev, in i40e_parse_cls_flower()
8726 return -EIO; in i40e_parse_cls_flower()
8728 if (!ipv6_addr_any(&match.mask->dst) || in i40e_parse_cls_flower()
8729 !ipv6_addr_any(&match.mask->src)) in i40e_parse_cls_flower()
8732 memcpy(&filter->src_ipv6, &match.key->src.s6_addr32, in i40e_parse_cls_flower()
8733 sizeof(filter->src_ipv6)); in i40e_parse_cls_flower()
8734 memcpy(&filter->dst_ipv6, &match.key->dst.s6_addr32, in i40e_parse_cls_flower()
8735 sizeof(filter->dst_ipv6)); in i40e_parse_cls_flower()
8742 if (match.mask->src) { in i40e_parse_cls_flower()
8743 if (match.mask->src == cpu_to_be16(0xffff)) { in i40e_parse_cls_flower()
8746 dev_err(&pf->pdev->dev, "Bad src port mask 0x%04x\n", in i40e_parse_cls_flower()
8747 be16_to_cpu(match.mask->src)); in i40e_parse_cls_flower()
8748 return -EIO; in i40e_parse_cls_flower()
8752 if (match.mask->dst) { in i40e_parse_cls_flower()
8753 if (match.mask->dst == cpu_to_be16(0xffff)) { in i40e_parse_cls_flower()
8756 dev_err(&pf->pdev->dev, "Bad dst port mask 0x%04x\n", in i40e_parse_cls_flower()
8757 be16_to_cpu(match.mask->dst)); in i40e_parse_cls_flower()
8758 return -EIO; in i40e_parse_cls_flower()
8762 filter->dst_port = match.key->dst; in i40e_parse_cls_flower()
8763 filter->src_port = match.key->src; in i40e_parse_cls_flower()
8765 switch (filter->ip_proto) { in i40e_parse_cls_flower()
8770 dev_err(&pf->pdev->dev, in i40e_parse_cls_flower()
8772 return -EINVAL; in i40e_parse_cls_flower()
8775 filter->flags = field_flags; in i40e_parse_cls_flower()
8793 filter->seid = vsi->seid; in i40e_handle_tclass()
8795 } else if (vsi->tc_config.enabled_tc & BIT(tc)) { in i40e_handle_tclass()
8796 if (!filter->dst_port) { in i40e_handle_tclass()
8797 dev_err(&vsi->back->pdev->dev, in i40e_handle_tclass()
8799 return -EINVAL; in i40e_handle_tclass()
8801 if (list_empty(&vsi->ch_list)) in i40e_handle_tclass()
8802 return -EINVAL; in i40e_handle_tclass()
8803 list_for_each_entry_safe(ch, ch_tmp, &vsi->ch_list, in i40e_handle_tclass()
8805 if (ch->seid == vsi->tc_seid_map[tc]) in i40e_handle_tclass()
8806 filter->seid = ch->seid; in i40e_handle_tclass()
8810 dev_err(&vsi->back->pdev->dev, "TC is not enabled\n"); in i40e_handle_tclass()
8811 return -EINVAL; in i40e_handle_tclass()
8815 * i40e_configure_clsflower - Configure tc flower filters
8823 int tc = tc_classid_to_hwtc(vsi->netdev, cls_flower->classid); in i40e_configure_clsflower()
8825 struct i40e_pf *pf = vsi->back; in i40e_configure_clsflower()
8829 dev_err(&vsi->back->pdev->dev, "Invalid traffic class\n"); in i40e_configure_clsflower()
8830 return -EOPNOTSUPP; in i40e_configure_clsflower()
8834 dev_err(&pf->pdev->dev, "Unable to add filter because of invalid destination"); in i40e_configure_clsflower()
8835 return -EINVAL; in i40e_configure_clsflower()
8838 if (test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state) || in i40e_configure_clsflower()
8839 test_bit(__I40E_RESET_INTR_RECEIVED, pf->state)) in i40e_configure_clsflower()
8840 return -EBUSY; in i40e_configure_clsflower()
8842 if (pf->fdir_pf_active_filters || in i40e_configure_clsflower()
8843 (!hlist_empty(&pf->fdir_filter_list))) { in i40e_configure_clsflower()
8844 dev_err(&vsi->back->pdev->dev, in i40e_configure_clsflower()
8846 return -EINVAL; in i40e_configure_clsflower()
8849 if (test_bit(I40E_FLAG_FD_SB_ENA, vsi->back->flags)) { in i40e_configure_clsflower()
8850 dev_err(&vsi->back->pdev->dev, in i40e_configure_clsflower()
8851 "Disable Flow Director Sideband, configuring Cloud filters via tc-flower\n"); in i40e_configure_clsflower()
8852 clear_bit(I40E_FLAG_FD_SB_ENA, vsi->back->flags); in i40e_configure_clsflower()
8853 clear_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, vsi->back->flags); in i40e_configure_clsflower()
8858 return -ENOMEM; in i40e_configure_clsflower()
8860 filter->cookie = cls_flower->cookie; in i40e_configure_clsflower()
8871 if (filter->dst_port) in i40e_configure_clsflower()
8877 dev_err(&pf->pdev->dev, "Failed to add cloud filter, err %d\n", in i40e_configure_clsflower()
8883 INIT_HLIST_NODE(&filter->cloud_node); in i40e_configure_clsflower()
8885 hlist_add_head(&filter->cloud_node, &pf->cloud_filter_list); in i40e_configure_clsflower()
8887 pf->num_cloud_filters++; in i40e_configure_clsflower()
8896 * i40e_find_cloud_filter - Find the could filter in the list
8908 &vsi->back->cloud_filter_list, cloud_node) in i40e_find_cloud_filter()
8909 if (!memcmp(cookie, &filter->cookie, sizeof(filter->cookie))) in i40e_find_cloud_filter()
8915 * i40e_delete_clsflower - Remove tc flower filters
8924 struct i40e_pf *pf = vsi->back; in i40e_delete_clsflower()
8927 filter = i40e_find_cloud_filter(vsi, &cls_flower->cookie); in i40e_delete_clsflower()
8930 return -EINVAL; in i40e_delete_clsflower()
8932 hash_del(&filter->cloud_node); in i40e_delete_clsflower()
8934 if (filter->dst_port) in i40e_delete_clsflower()
8941 dev_err(&pf->pdev->dev, in i40e_delete_clsflower()
8944 return i40e_aq_rc_to_posix(err, pf->hw.aq.asq_last_status); in i40e_delete_clsflower()
8947 pf->num_cloud_filters--; in i40e_delete_clsflower()
8948 if (!pf->num_cloud_filters) in i40e_delete_clsflower()
8949 if (test_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, pf->flags) && in i40e_delete_clsflower()
8950 !test_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags)) { in i40e_delete_clsflower()
8951 set_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_delete_clsflower()
8952 clear_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, pf->flags); in i40e_delete_clsflower()
8953 clear_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_delete_clsflower()
8959 * i40e_setup_tc_cls_flower - flower classifier offloads
8966 struct i40e_vsi *vsi = np->vsi; in i40e_setup_tc_cls_flower()
8968 switch (cls_flower->command) { in i40e_setup_tc_cls_flower()
8974 return -EOPNOTSUPP; in i40e_setup_tc_cls_flower()
8976 return -EOPNOTSUPP; in i40e_setup_tc_cls_flower()
8985 if (!tc_cls_can_offload_and_chain0(np->vsi->netdev, type_data)) in i40e_setup_tc_block_cb()
8986 return -EOPNOTSUPP; in i40e_setup_tc_block_cb()
8993 return -EOPNOTSUPP; in i40e_setup_tc_block_cb()
9013 return -EOPNOTSUPP; in __i40e_setup_tc()
9018 * i40e_open - Called when a network interface is made active
9032 struct i40e_vsi *vsi = np->vsi; in i40e_open()
9033 struct i40e_pf *pf = vsi->back; in i40e_open()
9037 if (test_bit(__I40E_TESTING, pf->state) || in i40e_open()
9038 test_bit(__I40E_BAD_EEPROM, pf->state)) in i40e_open()
9039 return -EBUSY; in i40e_open()
9044 return -EAGAIN; in i40e_open()
9051 wr32(&pf->hw, I40E_GLLAN_TSOMSK_F, be32_to_cpu(TCP_FLAG_PSH | in i40e_open()
9053 wr32(&pf->hw, I40E_GLLAN_TSOMSK_M, be32_to_cpu(TCP_FLAG_PSH | in i40e_open()
9056 wr32(&pf->hw, I40E_GLLAN_TSOMSK_L, be32_to_cpu(TCP_FLAG_CWR) >> 16); in i40e_open()
9063 * i40e_netif_set_realnum_tx_rx_queues - Update number of tx/rx queues
9074 ret = netif_set_real_num_rx_queues(vsi->netdev, in i40e_netif_set_realnum_tx_rx_queues()
9075 vsi->num_queue_pairs); in i40e_netif_set_realnum_tx_rx_queues()
9079 return netif_set_real_num_tx_queues(vsi->netdev, in i40e_netif_set_realnum_tx_rx_queues()
9080 vsi->num_queue_pairs); in i40e_netif_set_realnum_tx_rx_queues()
9084 * i40e_vsi_open -
9095 struct i40e_pf *pf = vsi->back; in i40e_vsi_open()
9111 if (vsi->netdev) { in i40e_vsi_open()
9112 snprintf(int_name, sizeof(int_name) - 1, "%s-%s", in i40e_vsi_open()
9113 dev_driver_string(&pf->pdev->dev), vsi->netdev->name); in i40e_vsi_open()
9123 } else if (vsi->type == I40E_VSI_FDIR) { in i40e_vsi_open()
9124 snprintf(int_name, sizeof(int_name) - 1, "%s-%s:fdir", in i40e_vsi_open()
9125 dev_driver_string(&pf->pdev->dev), in i40e_vsi_open()
9126 dev_name(&pf->pdev->dev)); in i40e_vsi_open()
9132 err = -EINVAL; in i40e_vsi_open()
9150 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_open()
9157 * i40e_fdir_filter_exit - Cleans up the Flow Director accounting
9170 &pf->fdir_filter_list, fdir_node) { in i40e_fdir_filter_exit()
9171 hlist_del(&filter->fdir_node); in i40e_fdir_filter_exit()
9175 list_for_each_entry_safe(pit_entry, tmp, &pf->l3_flex_pit_list, list) { in i40e_fdir_filter_exit()
9176 list_del(&pit_entry->list); in i40e_fdir_filter_exit()
9179 INIT_LIST_HEAD(&pf->l3_flex_pit_list); in i40e_fdir_filter_exit()
9181 list_for_each_entry_safe(pit_entry, tmp, &pf->l4_flex_pit_list, list) { in i40e_fdir_filter_exit()
9182 list_del(&pit_entry->list); in i40e_fdir_filter_exit()
9185 INIT_LIST_HEAD(&pf->l4_flex_pit_list); in i40e_fdir_filter_exit()
9187 pf->fdir_pf_active_filters = 0; in i40e_fdir_filter_exit()
9236 * i40e_cloud_filter_exit - Cleans up the cloud filters
9248 &pf->cloud_filter_list, cloud_node) { in i40e_cloud_filter_exit()
9249 hlist_del(&cfilter->cloud_node); in i40e_cloud_filter_exit()
9252 pf->num_cloud_filters = 0; in i40e_cloud_filter_exit()
9254 if (test_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, pf->flags) && in i40e_cloud_filter_exit()
9255 !test_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags)) { in i40e_cloud_filter_exit()
9256 set_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_cloud_filter_exit()
9257 clear_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, pf->flags); in i40e_cloud_filter_exit()
9258 clear_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_cloud_filter_exit()
9263 * i40e_close - Disables a network interface
9266 * The close entry point is called when an interface is de-activated
9275 struct i40e_vsi *vsi = np->vsi; in i40e_close()
9283 * i40e_do_reset - Start a PF or Core Reset sequence
9310 dev_dbg(&pf->pdev->dev, "GlobalR requested\n"); in i40e_do_reset()
9311 val = rd32(&pf->hw, I40E_GLGEN_RTRIG); in i40e_do_reset()
9313 wr32(&pf->hw, I40E_GLGEN_RTRIG, val); in i40e_do_reset()
9321 dev_dbg(&pf->pdev->dev, "CoreR requested\n"); in i40e_do_reset()
9322 val = rd32(&pf->hw, I40E_GLGEN_RTRIG); in i40e_do_reset()
9324 wr32(&pf->hw, I40E_GLGEN_RTRIG, val); in i40e_do_reset()
9325 i40e_flush(&pf->hw); in i40e_do_reset()
9331 * Resets only the PF-specific registers in i40e_do_reset()
9333 * This goes directly to the tear-down and rebuild of in i40e_do_reset()
9337 dev_dbg(&pf->pdev->dev, "PFR requested\n"); in i40e_do_reset()
9347 dev_info(&pf->pdev->dev, in i40e_do_reset()
9348 test_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags) ? in i40e_do_reset()
9353 /* Find the VSI(s) that requested a re-init */ in i40e_do_reset()
9354 dev_info(&pf->pdev->dev, "VSI reinit requested\n"); in i40e_do_reset()
9358 vsi->state)) in i40e_do_reset()
9363 dev_info(&pf->pdev->dev, "VSI down requested\n"); in i40e_do_reset()
9367 vsi->state)) { in i40e_do_reset()
9368 set_bit(__I40E_VSI_DOWN, vsi->state); in i40e_do_reset()
9373 dev_info(&pf->pdev->dev, in i40e_do_reset()
9380 * i40e_dcb_need_reconfig - Check if DCB needs reconfig
9392 if (memcmp(&new_cfg->etscfg, in i40e_dcb_need_reconfig()
9393 &old_cfg->etscfg, in i40e_dcb_need_reconfig()
9394 sizeof(new_cfg->etscfg))) { in i40e_dcb_need_reconfig()
9396 if (memcmp(&new_cfg->etscfg.prioritytable, in i40e_dcb_need_reconfig()
9397 &old_cfg->etscfg.prioritytable, in i40e_dcb_need_reconfig()
9398 sizeof(new_cfg->etscfg.prioritytable))) { in i40e_dcb_need_reconfig()
9400 dev_dbg(&pf->pdev->dev, "ETS UP2TC changed.\n"); in i40e_dcb_need_reconfig()
9403 if (memcmp(&new_cfg->etscfg.tcbwtable, in i40e_dcb_need_reconfig()
9404 &old_cfg->etscfg.tcbwtable, in i40e_dcb_need_reconfig()
9405 sizeof(new_cfg->etscfg.tcbwtable))) in i40e_dcb_need_reconfig()
9406 dev_dbg(&pf->pdev->dev, "ETS TC BW Table changed.\n"); in i40e_dcb_need_reconfig()
9408 if (memcmp(&new_cfg->etscfg.tsatable, in i40e_dcb_need_reconfig()
9409 &old_cfg->etscfg.tsatable, in i40e_dcb_need_reconfig()
9410 sizeof(new_cfg->etscfg.tsatable))) in i40e_dcb_need_reconfig()
9411 dev_dbg(&pf->pdev->dev, "ETS TSA Table changed.\n"); in i40e_dcb_need_reconfig()
9415 if (memcmp(&new_cfg->pfc, in i40e_dcb_need_reconfig()
9416 &old_cfg->pfc, in i40e_dcb_need_reconfig()
9417 sizeof(new_cfg->pfc))) { in i40e_dcb_need_reconfig()
9419 dev_dbg(&pf->pdev->dev, "PFC config change detected.\n"); in i40e_dcb_need_reconfig()
9423 if (memcmp(&new_cfg->app, in i40e_dcb_need_reconfig()
9424 &old_cfg->app, in i40e_dcb_need_reconfig()
9425 sizeof(new_cfg->app))) { in i40e_dcb_need_reconfig()
9427 dev_dbg(&pf->pdev->dev, "APP Table change detected.\n"); in i40e_dcb_need_reconfig()
9430 dev_dbg(&pf->pdev->dev, "dcb need_reconfig=%d\n", need_reconfig); in i40e_dcb_need_reconfig()
9435 * i40e_handle_lldp_event - Handle LLDP Change MIB event
9443 (struct i40e_aqc_lldp_get_mib *)&e->desc.params.raw; in i40e_handle_lldp_event()
9444 struct i40e_hw *hw = &pf->hw; in i40e_handle_lldp_event()
9450 /* X710-T*L 2.5G and 5G speeds don't support DCB */ in i40e_handle_lldp_event()
9451 if (I40E_IS_X710TL_DEVICE(hw->device_id) && in i40e_handle_lldp_event()
9452 (hw->phy.link_info.link_speed & in i40e_handle_lldp_event()
9454 !test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags)) in i40e_handle_lldp_event()
9456 set_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_handle_lldp_event()
9459 if (!test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags)) in i40e_handle_lldp_event()
9463 type = ((mib->type >> I40E_AQ_LLDP_BRIDGE_TYPE_SHIFT) in i40e_handle_lldp_event()
9465 dev_dbg(&pf->pdev->dev, "LLDP event mib bridge type 0x%x\n", type); in i40e_handle_lldp_event()
9470 type = mib->type & I40E_AQ_LLDP_MIB_TYPE_MASK; in i40e_handle_lldp_event()
9471 dev_dbg(&pf->pdev->dev, in i40e_handle_lldp_event()
9477 &hw->remote_dcbx_config); in i40e_handle_lldp_event()
9482 tmp_dcbx_cfg = hw->local_dcbx_config; in i40e_handle_lldp_event()
9485 memset(&hw->local_dcbx_config, 0, sizeof(hw->local_dcbx_config)); in i40e_handle_lldp_event()
9487 ret = i40e_get_dcb_config(&pf->hw); in i40e_handle_lldp_event()
9489 /* X710-T*L 2.5G and 5G speeds don't support DCB */ in i40e_handle_lldp_event()
9490 if (I40E_IS_X710TL_DEVICE(hw->device_id) && in i40e_handle_lldp_event()
9491 (hw->phy.link_info.link_speed & in i40e_handle_lldp_event()
9493 dev_warn(&pf->pdev->dev, in i40e_handle_lldp_event()
9494 "DCB is not supported for X710-T*L 2.5/5G speeds\n"); in i40e_handle_lldp_event()
9495 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_handle_lldp_event()
9497 dev_info(&pf->pdev->dev, in i40e_handle_lldp_event()
9500 i40e_aq_str(&pf->hw, in i40e_handle_lldp_event()
9501 pf->hw.aq.asq_last_status)); in i40e_handle_lldp_event()
9507 if (!memcmp(&tmp_dcbx_cfg, &hw->local_dcbx_config, in i40e_handle_lldp_event()
9509 dev_dbg(&pf->pdev->dev, "No change detected in DCBX configuration.\n"); in i40e_handle_lldp_event()
9514 &hw->local_dcbx_config); in i40e_handle_lldp_event()
9516 i40e_dcbnl_flush_apps(pf, &tmp_dcbx_cfg, &hw->local_dcbx_config); in i40e_handle_lldp_event()
9522 if (i40e_dcb_get_num_tc(&hw->local_dcbx_config) > 1) in i40e_handle_lldp_event()
9523 set_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_handle_lldp_event()
9525 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_handle_lldp_event()
9527 set_bit(__I40E_PORT_SUSPENDED, pf->state); in i40e_handle_lldp_event()
9536 clear_bit(__I40E_PORT_SUSPENDED, pf->state); in i40e_handle_lldp_event()
9541 /* Wait for the PF's queues to be disabled */ in i40e_handle_lldp_event()
9545 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_handle_lldp_event()
9549 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_handle_lldp_event()
9550 set_bit(__I40E_CLIENT_L2_CHANGE, pf->state); in i40e_handle_lldp_event()
9559 * i40e_do_reset_safe - Protected reset path for userland calls.
9572 * i40e_handle_lan_overflow_event - Handler for LAN queue overflow event
9583 (struct i40e_aqc_lan_overflow *)&e->desc.params.raw; in i40e_handle_lan_overflow_event()
9584 u32 queue = le32_to_cpu(data->prtdcb_rupto); in i40e_handle_lan_overflow_event()
9585 u32 qtx_ctl = le32_to_cpu(data->otx_ctl); in i40e_handle_lan_overflow_event()
9586 struct i40e_hw *hw = &pf->hw; in i40e_handle_lan_overflow_event()
9590 dev_dbg(&pf->pdev->dev, "overflow Rx Queue Number = %d QTX_CTL=0x%08x\n", in i40e_handle_lan_overflow_event()
9599 vf_id -= hw->func_caps.vf_base_id; in i40e_handle_lan_overflow_event()
9600 vf = &pf->vf[vf_id]; in i40e_handle_lan_overflow_event()
9608 * i40e_get_current_fd_count - Get total FD filters programmed for this PF
9615 val = rd32(&pf->hw, I40E_PFQF_FDSTAT); in i40e_get_current_fd_count()
9622 * i40e_get_global_fd_count - Get total FD filters programmed on device
9629 val = rd32(&pf->hw, I40E_GLQF_FDCNT_0); in i40e_get_global_fd_count()
9636 * i40e_reenable_fdir_sb - Restore FDir SB capability
9641 if (test_and_clear_bit(__I40E_FD_SB_AUTO_DISABLED, pf->state)) in i40e_reenable_fdir_sb()
9642 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) && in i40e_reenable_fdir_sb()
9643 (I40E_DEBUG_FD & pf->hw.debug_mask)) in i40e_reenable_fdir_sb()
9644 …dev_info(&pf->pdev->dev, "FD Sideband/ntuple is being enabled since we have space in the table now… in i40e_reenable_fdir_sb()
9648 * i40e_reenable_fdir_atr - Restore FDir ATR capability
9653 if (test_and_clear_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state)) { in i40e_reenable_fdir_atr()
9663 if (test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags) && in i40e_reenable_fdir_atr()
9664 (I40E_DEBUG_FD & pf->hw.debug_mask)) in i40e_reenable_fdir_atr()
9665 …dev_info(&pf->pdev->dev, "ATR is being enabled since we have space in the table and there are no c… in i40e_reenable_fdir_atr()
9670 * i40e_delete_invalid_filter - Delete an invalid FDIR filter
9678 pf->fdir_pf_active_filters--; in i40e_delete_invalid_filter()
9679 pf->fd_inv = 0; in i40e_delete_invalid_filter()
9681 switch (filter->flow_type) { in i40e_delete_invalid_filter()
9683 pf->fd_tcp4_filter_cnt--; in i40e_delete_invalid_filter()
9686 pf->fd_udp4_filter_cnt--; in i40e_delete_invalid_filter()
9689 pf->fd_sctp4_filter_cnt--; in i40e_delete_invalid_filter()
9692 pf->fd_tcp6_filter_cnt--; in i40e_delete_invalid_filter()
9695 pf->fd_udp6_filter_cnt--; in i40e_delete_invalid_filter()
9698 pf->fd_udp6_filter_cnt--; in i40e_delete_invalid_filter()
9701 switch (filter->ipl4_proto) { in i40e_delete_invalid_filter()
9703 pf->fd_tcp4_filter_cnt--; in i40e_delete_invalid_filter()
9706 pf->fd_udp4_filter_cnt--; in i40e_delete_invalid_filter()
9709 pf->fd_sctp4_filter_cnt--; in i40e_delete_invalid_filter()
9712 pf->fd_ip4_filter_cnt--; in i40e_delete_invalid_filter()
9717 switch (filter->ipl4_proto) { in i40e_delete_invalid_filter()
9719 pf->fd_tcp6_filter_cnt--; in i40e_delete_invalid_filter()
9722 pf->fd_udp6_filter_cnt--; in i40e_delete_invalid_filter()
9725 pf->fd_sctp6_filter_cnt--; in i40e_delete_invalid_filter()
9728 pf->fd_ip6_filter_cnt--; in i40e_delete_invalid_filter()
9735 hlist_del(&filter->fdir_node); in i40e_delete_invalid_filter()
9740 * i40e_fdir_check_and_reenable - Function to reenabe FD ATR or SB if disabled
9749 if (test_bit(__I40E_FD_FLUSH_REQUESTED, pf->state)) in i40e_fdir_check_and_reenable()
9752 /* Check if we have enough room to re-enable FDir SB capability. */ in i40e_fdir_check_and_reenable()
9754 fcnt_avail = pf->fdir_pf_filter_count; in i40e_fdir_check_and_reenable()
9755 if ((fcnt_prog < (fcnt_avail - I40E_FDIR_BUFFER_HEAD_ROOM)) || in i40e_fdir_check_and_reenable()
9756 (pf->fd_add_err == 0) || in i40e_fdir_check_and_reenable()
9757 (i40e_get_current_atr_cnt(pf) < pf->fd_atr_cnt)) in i40e_fdir_check_and_reenable()
9760 /* We should wait for even more space before re-enabling ATR. in i40e_fdir_check_and_reenable()
9764 if ((fcnt_prog < (fcnt_avail - I40E_FDIR_BUFFER_HEAD_ROOM_FOR_ATR)) && in i40e_fdir_check_and_reenable()
9765 pf->fd_tcp4_filter_cnt == 0 && pf->fd_tcp6_filter_cnt == 0) in i40e_fdir_check_and_reenable()
9769 if (pf->fd_inv > 0) { in i40e_fdir_check_and_reenable()
9771 &pf->fdir_filter_list, fdir_node) in i40e_fdir_check_and_reenable()
9772 if (filter->fd_id == pf->fd_inv) in i40e_fdir_check_and_reenable()
9780 * i40e_fdir_flush_and_replay - Function to flush all FD filters and replay SB
9791 if (!time_after(jiffies, pf->fd_flush_timestamp + in i40e_fdir_flush_and_replay()
9796 * should not re-enable ATR for some time. in i40e_fdir_flush_and_replay()
9798 min_flush_time = pf->fd_flush_timestamp + in i40e_fdir_flush_and_replay()
9800 fd_room = pf->fdir_pf_filter_count - pf->fdir_pf_active_filters; in i40e_fdir_flush_and_replay()
9804 if (I40E_DEBUG_FD & pf->hw.debug_mask) in i40e_fdir_flush_and_replay()
9805 dev_info(&pf->pdev->dev, "ATR disabled, not enough FD filter space.\n"); in i40e_fdir_flush_and_replay()
9809 pf->fd_flush_timestamp = jiffies; in i40e_fdir_flush_and_replay()
9810 set_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state); in i40e_fdir_flush_and_replay()
9812 wr32(&pf->hw, I40E_PFQF_CTL_1, in i40e_fdir_flush_and_replay()
9814 i40e_flush(&pf->hw); in i40e_fdir_flush_and_replay()
9815 pf->fd_flush_cnt++; in i40e_fdir_flush_and_replay()
9816 pf->fd_add_err = 0; in i40e_fdir_flush_and_replay()
9818 /* Check FD flush status every 5-6msec */ in i40e_fdir_flush_and_replay()
9820 reg = rd32(&pf->hw, I40E_PFQF_CTL_1); in i40e_fdir_flush_and_replay()
9823 } while (flush_wait_retry--); in i40e_fdir_flush_and_replay()
9825 dev_warn(&pf->pdev->dev, "FD table did not flush, needs more time\n"); in i40e_fdir_flush_and_replay()
9829 if (!disable_atr && !pf->fd_tcp4_filter_cnt) in i40e_fdir_flush_and_replay()
9830 clear_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state); in i40e_fdir_flush_and_replay()
9831 clear_bit(__I40E_FD_FLUSH_REQUESTED, pf->state); in i40e_fdir_flush_and_replay()
9832 if (I40E_DEBUG_FD & pf->hw.debug_mask) in i40e_fdir_flush_and_replay()
9833 dev_info(&pf->pdev->dev, "FD Filter table flushed and FD-SB replayed.\n"); in i40e_fdir_flush_and_replay()
9838 * i40e_get_current_atr_cnt - Get the count of total FD ATR filters programmed
9843 return i40e_get_current_fd_count(pf) - pf->fdir_pf_active_filters; in i40e_get_current_atr_cnt()
9847 * i40e_fdir_reinit_subtask - Worker thread to reinit FDIR filter table
9854 if (test_bit(__I40E_DOWN, pf->state)) in i40e_fdir_reinit_subtask()
9857 if (test_bit(__I40E_FD_FLUSH_REQUESTED, pf->state)) in i40e_fdir_reinit_subtask()
9865 * i40e_vsi_link_event - notify VSI of a link event
9871 if (!vsi || test_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_vsi_link_event()
9874 switch (vsi->type) { in i40e_vsi_link_event()
9876 if (!vsi->netdev || !vsi->netdev_registered) in i40e_vsi_link_event()
9880 netif_carrier_on(vsi->netdev); in i40e_vsi_link_event()
9881 netif_tx_wake_all_queues(vsi->netdev); in i40e_vsi_link_event()
9883 netif_carrier_off(vsi->netdev); in i40e_vsi_link_event()
9884 netif_tx_stop_all_queues(vsi->netdev); in i40e_vsi_link_event()
9900 * i40e_veb_link_event - notify elements on the veb of a link event
9910 if (!veb || !veb->pf) in i40e_veb_link_event()
9912 pf = veb->pf; in i40e_veb_link_event()
9916 if (vsi->uplink_seid == veb->seid) in i40e_veb_link_event()
9921 * i40e_link_event - Update netif_carrier status
9936 pf->hw.phy.get_link_info = true; in i40e_link_event()
9937 old_link = (pf->hw.phy.link_info_old.link_info & I40E_AQ_LINK_UP); in i40e_link_event()
9938 status = i40e_get_link_status(&pf->hw, &new_link); in i40e_link_event()
9942 clear_bit(__I40E_TEMP_LINK_POLLING, pf->state); in i40e_link_event()
9947 set_bit(__I40E_TEMP_LINK_POLLING, pf->state); in i40e_link_event()
9948 dev_dbg(&pf->pdev->dev, "couldn't get link state, status: %d\n", in i40e_link_event()
9953 old_link_speed = pf->hw.phy.link_info_old.link_speed; in i40e_link_event()
9954 new_link_speed = pf->hw.phy.link_info.link_speed; in i40e_link_event()
9958 (test_bit(__I40E_VSI_DOWN, vsi->state) || in i40e_link_event()
9959 new_link == netif_carrier_ok(vsi->netdev))) in i40e_link_event()
9972 if (pf->vf) in i40e_link_event()
9975 if (test_bit(I40E_FLAG_PTP_ENA, pf->flags)) in i40e_link_event()
9981 if (pf->dcbx_cap & DCB_CAP_DCBX_LLD_MANAGED) in i40e_link_event()
9988 dev_dbg(&pf->pdev->dev, "Reconfig DCB to single TC as result of Link Down\n"); in i40e_link_event()
9989 memset(&pf->tmp_cfg, 0, sizeof(pf->tmp_cfg)); in i40e_link_event()
9992 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_link_event()
9993 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_link_event()
9995 pf->dcbx_cap = DCB_CAP_DCBX_HOST | in i40e_link_event()
9997 set_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_link_event()
9998 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_link_event()
10005 * i40e_watchdog_subtask - periodic checks not using event driven response
10015 if (test_bit(__I40E_DOWN, pf->state) || in i40e_watchdog_subtask()
10016 test_bit(__I40E_CONFIG_BUSY, pf->state)) in i40e_watchdog_subtask()
10020 if (time_before(jiffies, (pf->service_timer_previous + in i40e_watchdog_subtask()
10021 pf->service_timer_period))) in i40e_watchdog_subtask()
10023 pf->service_timer_previous = jiffies; in i40e_watchdog_subtask()
10025 if (test_bit(I40E_FLAG_LINK_POLLING_ENA, pf->flags) || in i40e_watchdog_subtask()
10026 test_bit(__I40E_TEMP_LINK_POLLING, pf->state)) in i40e_watchdog_subtask()
10033 if (vsi->netdev) in i40e_watchdog_subtask()
10036 if (test_bit(I40E_FLAG_VEB_STATS_ENA, pf->flags)) { in i40e_watchdog_subtask()
10047 * i40e_reset_subtask - Set up for resetting the device and driver
10054 if (test_bit(__I40E_REINIT_REQUESTED, pf->state)) { in i40e_reset_subtask()
10056 clear_bit(__I40E_REINIT_REQUESTED, pf->state); in i40e_reset_subtask()
10058 if (test_bit(__I40E_PF_RESET_REQUESTED, pf->state)) { in i40e_reset_subtask()
10060 clear_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_reset_subtask()
10062 if (test_bit(__I40E_CORE_RESET_REQUESTED, pf->state)) { in i40e_reset_subtask()
10064 clear_bit(__I40E_CORE_RESET_REQUESTED, pf->state); in i40e_reset_subtask()
10066 if (test_bit(__I40E_GLOBAL_RESET_REQUESTED, pf->state)) { in i40e_reset_subtask()
10068 clear_bit(__I40E_GLOBAL_RESET_REQUESTED, pf->state); in i40e_reset_subtask()
10070 if (test_bit(__I40E_DOWN_REQUESTED, pf->state)) { in i40e_reset_subtask()
10072 clear_bit(__I40E_DOWN_REQUESTED, pf->state); in i40e_reset_subtask()
10078 if (test_bit(__I40E_RESET_INTR_RECEIVED, pf->state)) { in i40e_reset_subtask()
10086 !test_bit(__I40E_DOWN, pf->state) && in i40e_reset_subtask()
10087 !test_bit(__I40E_CONFIG_BUSY, pf->state)) { in i40e_reset_subtask()
10093 * i40e_handle_link_event - Handle link event
10101 (struct i40e_aqc_get_link_status *)&e->desc.params.raw; in i40e_handle_link_event()
10103 /* Do a new status request to re-enable LSE reporting in i40e_handle_link_event()
10112 if (status->phy_type == I40E_PHY_TYPE_NOT_SUPPORTED_HIGH_TEMP) { in i40e_handle_link_event()
10113 dev_err(&pf->pdev->dev, in i40e_handle_link_event()
10115 dev_err(&pf->pdev->dev, in i40e_handle_link_event()
10121 if ((status->link_info & I40E_AQ_MEDIA_AVAILABLE) && in i40e_handle_link_event()
10122 (!(status->an_info & I40E_AQ_QUALIFIED_MODULE)) && in i40e_handle_link_event()
10123 (!(status->link_info & I40E_AQ_LINK_UP)) && in i40e_handle_link_event()
10124 (!test_bit(I40E_FLAG_LINK_DOWN_ON_CLOSE_ENA, pf->flags))) { in i40e_handle_link_event()
10125 dev_err(&pf->pdev->dev, in i40e_handle_link_event()
10127 dev_err(&pf->pdev->dev, in i40e_handle_link_event()
10134 * i40e_clean_adminq_subtask - Clean the AdminQ rings
10140 struct i40e_hw *hw = &pf->hw; in i40e_clean_adminq_subtask()
10148 if (test_bit(__I40E_RESET_FAILED, pf->state)) in i40e_clean_adminq_subtask()
10152 val = rd32(&pf->hw, I40E_PF_ARQLEN); in i40e_clean_adminq_subtask()
10155 if (hw->debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10156 dev_info(&pf->pdev->dev, "ARQ VF Error detected\n"); in i40e_clean_adminq_subtask()
10160 if (hw->debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10161 dev_info(&pf->pdev->dev, "ARQ Overflow Error detected\n"); in i40e_clean_adminq_subtask()
10163 pf->arq_overflows++; in i40e_clean_adminq_subtask()
10166 if (hw->debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10167 dev_info(&pf->pdev->dev, "ARQ Critical Error detected\n"); in i40e_clean_adminq_subtask()
10171 wr32(&pf->hw, I40E_PF_ARQLEN, val); in i40e_clean_adminq_subtask()
10173 val = rd32(&pf->hw, I40E_PF_ATQLEN); in i40e_clean_adminq_subtask()
10176 if (pf->hw.debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10177 dev_info(&pf->pdev->dev, "ASQ VF Error detected\n"); in i40e_clean_adminq_subtask()
10181 if (pf->hw.debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10182 dev_info(&pf->pdev->dev, "ASQ Overflow Error detected\n"); in i40e_clean_adminq_subtask()
10186 if (pf->hw.debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10187 dev_info(&pf->pdev->dev, "ASQ Critical Error detected\n"); in i40e_clean_adminq_subtask()
10191 wr32(&pf->hw, I40E_PF_ATQLEN, val); in i40e_clean_adminq_subtask()
10200 if (ret == -EALREADY) in i40e_clean_adminq_subtask()
10203 dev_info(&pf->pdev->dev, "ARQ event error %d\n", ret); in i40e_clean_adminq_subtask()
10224 dev_dbg(&pf->pdev->dev, "ARQ: Update LLDP MIB event received\n"); in i40e_clean_adminq_subtask()
10232 dev_dbg(&pf->pdev->dev, "ARQ LAN queue overflow event received\n"); in i40e_clean_adminq_subtask()
10236 dev_info(&pf->pdev->dev, "ARQ: Msg from other pf\n"); in i40e_clean_adminq_subtask()
10241 i40e_debug(&pf->hw, I40E_DEBUG_NVM, in i40e_clean_adminq_subtask()
10246 dev_info(&pf->pdev->dev, in i40e_clean_adminq_subtask()
10254 clear_bit(__I40E_ADMINQ_EVENT_PENDING, pf->state); in i40e_clean_adminq_subtask()
10256 /* re-enable Admin queue interrupt cause */ in i40e_clean_adminq_subtask()
10266 * i40e_verify_eeprom - make sure eeprom is good to use
10273 err = i40e_diag_eeprom_test(&pf->hw); in i40e_verify_eeprom()
10276 err = i40e_diag_eeprom_test(&pf->hw); in i40e_verify_eeprom()
10278 dev_info(&pf->pdev->dev, "eeprom check failed (%d), Tx/Rx traffic disabled\n", in i40e_verify_eeprom()
10280 set_bit(__I40E_BAD_EEPROM, pf->state); in i40e_verify_eeprom()
10284 if (!err && test_bit(__I40E_BAD_EEPROM, pf->state)) { in i40e_verify_eeprom()
10285 dev_info(&pf->pdev->dev, "eeprom check passed, Tx/Rx traffic enabled\n"); in i40e_verify_eeprom()
10286 clear_bit(__I40E_BAD_EEPROM, pf->state); in i40e_verify_eeprom()
10294 * enable switch loop back or die - no point in a return value
10302 ctxt.seid = pf->main_vsi_seid; in i40e_enable_pf_switch_lb()
10303 ctxt.pf_num = pf->hw.pf_id; in i40e_enable_pf_switch_lb()
10305 ret = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL); in i40e_enable_pf_switch_lb()
10307 dev_info(&pf->pdev->dev, in i40e_enable_pf_switch_lb()
10310 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_enable_pf_switch_lb()
10317 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_enable_pf_switch_lb()
10319 dev_info(&pf->pdev->dev, in i40e_enable_pf_switch_lb()
10322 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_enable_pf_switch_lb()
10330 * disable switch loop back or die - no point in a return value
10338 ctxt.seid = pf->main_vsi_seid; in i40e_disable_pf_switch_lb()
10339 ctxt.pf_num = pf->hw.pf_id; in i40e_disable_pf_switch_lb()
10341 ret = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL); in i40e_disable_pf_switch_lb()
10343 dev_info(&pf->pdev->dev, in i40e_disable_pf_switch_lb()
10346 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_disable_pf_switch_lb()
10353 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_disable_pf_switch_lb()
10355 dev_info(&pf->pdev->dev, in i40e_disable_pf_switch_lb()
10358 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_disable_pf_switch_lb()
10363 * i40e_config_bridge_mode - Configure the HW bridge mode
10372 struct i40e_pf *pf = veb->pf; in i40e_config_bridge_mode()
10374 if (pf->hw.debug_mask & I40E_DEBUG_LAN) in i40e_config_bridge_mode()
10375 dev_info(&pf->pdev->dev, "enabling bridge mode: %s\n", in i40e_config_bridge_mode()
10376 veb->bridge_mode == BRIDGE_MODE_VEPA ? "VEPA" : "VEB"); in i40e_config_bridge_mode()
10377 if (veb->bridge_mode & BRIDGE_MODE_VEPA) in i40e_config_bridge_mode()
10384 * i40e_reconstitute_veb - rebuild the VEB and VSIs connected to it
10394 struct i40e_pf *pf = veb->pf; in i40e_reconstitute_veb()
10399 * there can be only one non-floating VEB that have uplink to MAC SEID in i40e_reconstitute_veb()
10402 if (WARN_ON(veb->uplink_seid && veb->uplink_seid != pf->mac_seid)) { in i40e_reconstitute_veb()
10403 dev_err(&pf->pdev->dev, in i40e_reconstitute_veb()
10404 "Invalid uplink SEID for VEB %d\n", veb->idx); in i40e_reconstitute_veb()
10405 return -ENOENT; in i40e_reconstitute_veb()
10408 if (veb->uplink_seid == pf->mac_seid) { in i40e_reconstitute_veb()
10412 if (WARN_ON(ctl_vsi->veb_idx != veb->idx || in i40e_reconstitute_veb()
10413 !(ctl_vsi->flags & I40E_VSI_FLAG_VEB_OWNER))) { in i40e_reconstitute_veb()
10414 dev_err(&pf->pdev->dev, in i40e_reconstitute_veb()
10415 "Invalid control VSI for VEB %d\n", veb->idx); in i40e_reconstitute_veb()
10416 return -ENOENT; in i40e_reconstitute_veb()
10422 dev_err(&pf->pdev->dev, in i40e_reconstitute_veb()
10424 veb->idx, ret); in i40e_reconstitute_veb()
10436 if (veb->uplink_seid) { in i40e_reconstitute_veb()
10437 if (test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) in i40e_reconstitute_veb()
10438 veb->bridge_mode = BRIDGE_MODE_VEB; in i40e_reconstitute_veb()
10440 veb->bridge_mode = BRIDGE_MODE_VEPA; in i40e_reconstitute_veb()
10449 if (vsi->veb_idx == veb->idx) { in i40e_reconstitute_veb()
10450 vsi->uplink_seid = veb->seid; in i40e_reconstitute_veb()
10453 dev_info(&pf->pdev->dev, in i40e_reconstitute_veb()
10466 * i40e_get_capabilities - get info about the HW
10482 return -ENOMEM; in i40e_get_capabilities()
10485 err = i40e_aq_discover_capabilities(&pf->hw, cap_buf, buf_len, in i40e_get_capabilities()
10491 if (pf->hw.aq.asq_last_status == I40E_AQ_RC_ENOMEM) { in i40e_get_capabilities()
10494 } else if (pf->hw.aq.asq_last_status != I40E_AQ_RC_OK || err) { in i40e_get_capabilities()
10495 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10498 i40e_aq_str(&pf->hw, in i40e_get_capabilities()
10499 pf->hw.aq.asq_last_status)); in i40e_get_capabilities()
10500 return -ENODEV; in i40e_get_capabilities()
10504 if (pf->hw.debug_mask & I40E_DEBUG_USER) { in i40e_get_capabilities()
10506 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10508 pf->hw.pf_id, pf->hw.func_caps.num_vfs, in i40e_get_capabilities()
10509 pf->hw.func_caps.num_msix_vectors, in i40e_get_capabilities()
10510 pf->hw.func_caps.num_msix_vectors_vf, in i40e_get_capabilities()
10511 pf->hw.func_caps.fd_filters_guaranteed, in i40e_get_capabilities()
10512 pf->hw.func_caps.fd_filters_best_effort, in i40e_get_capabilities()
10513 pf->hw.func_caps.num_tx_qp, in i40e_get_capabilities()
10514 pf->hw.func_caps.num_vsis); in i40e_get_capabilities()
10516 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10518 pf->hw.dev_caps.switch_mode, in i40e_get_capabilities()
10519 pf->hw.dev_caps.valid_functions); in i40e_get_capabilities()
10520 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10521 "SR-IOV=%d, num_vfs for all function=%u\n", in i40e_get_capabilities()
10522 pf->hw.dev_caps.sr_iov_1_1, in i40e_get_capabilities()
10523 pf->hw.dev_caps.num_vfs); in i40e_get_capabilities()
10524 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10526 pf->hw.dev_caps.num_vsis, in i40e_get_capabilities()
10527 pf->hw.dev_caps.num_rx_qp, in i40e_get_capabilities()
10528 pf->hw.dev_caps.num_tx_qp); in i40e_get_capabilities()
10532 #define DEF_NUM_VSI (1 + (pf->hw.func_caps.fcoe ? 1 : 0) \ in i40e_get_capabilities()
10533 + pf->hw.func_caps.num_vfs) in i40e_get_capabilities()
10534 if (pf->hw.revision_id == 0 && in i40e_get_capabilities()
10535 pf->hw.func_caps.num_vsis < DEF_NUM_VSI) { in i40e_get_capabilities()
10536 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10538 pf->hw.func_caps.num_vsis, DEF_NUM_VSI); in i40e_get_capabilities()
10539 pf->hw.func_caps.num_vsis = DEF_NUM_VSI; in i40e_get_capabilities()
10548 * i40e_fdir_sb_setup - initialize the Flow Director resources for Sideband
10558 if (!rd32(&pf->hw, I40E_GLQF_HKEY(0))) { in i40e_fdir_sb_setup()
10567 wr32(&pf->hw, I40E_GLQF_HKEY(i), hkey[i]); in i40e_fdir_sb_setup()
10570 if (!test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) in i40e_fdir_sb_setup()
10579 vsi = i40e_vsi_setup(pf, I40E_VSI_FDIR, main_vsi->seid, 0); in i40e_fdir_sb_setup()
10581 dev_info(&pf->pdev->dev, "Couldn't create FDir VSI\n"); in i40e_fdir_sb_setup()
10582 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_fdir_sb_setup()
10583 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_fdir_sb_setup()
10592 * i40e_fdir_teardown - release the Flow Director resources
10606 * i40e_rebuild_cloud_filters - Rebuilds cloud filters for VSIs
10616 struct i40e_pf *pf = vsi->back; in i40e_rebuild_cloud_filters()
10621 hlist_for_each_entry_safe(cfilter, node, &pf->cloud_filter_list, in i40e_rebuild_cloud_filters()
10623 if (cfilter->seid != seid) in i40e_rebuild_cloud_filters()
10626 if (cfilter->dst_port) in i40e_rebuild_cloud_filters()
10633 dev_dbg(&pf->pdev->dev, in i40e_rebuild_cloud_filters()
10636 i40e_aq_str(&pf->hw, in i40e_rebuild_cloud_filters()
10637 pf->hw.aq.asq_last_status)); in i40e_rebuild_cloud_filters()
10645 * i40e_rebuild_channels - Rebuilds channel VSIs if they existed before reset
10655 if (list_empty(&vsi->ch_list)) in i40e_rebuild_channels()
10658 list_for_each_entry_safe(ch, ch_tmp, &vsi->ch_list, list) { in i40e_rebuild_channels()
10659 if (!ch->initialized) in i40e_rebuild_channels()
10662 ret = i40e_add_channel(vsi->back, vsi->uplink_seid, ch); in i40e_rebuild_channels()
10664 dev_info(&vsi->back->pdev->dev, in i40e_rebuild_channels()
10666 vsi->uplink_seid); in i40e_rebuild_channels()
10670 ret = i40e_channel_config_tx_ring(vsi->back, vsi, ch); in i40e_rebuild_channels()
10672 dev_info(&vsi->back->pdev->dev, in i40e_rebuild_channels()
10674 ch->seid); in i40e_rebuild_channels()
10678 vsi->next_base_queue = vsi->next_base_queue + in i40e_rebuild_channels()
10679 ch->num_queue_pairs; in i40e_rebuild_channels()
10680 if (ch->max_tx_rate) { in i40e_rebuild_channels()
10681 u64 credits = ch->max_tx_rate; in i40e_rebuild_channels()
10683 if (i40e_set_bw_limit(vsi, ch->seid, in i40e_rebuild_channels()
10684 ch->max_tx_rate)) in i40e_rebuild_channels()
10685 return -EINVAL; in i40e_rebuild_channels()
10688 dev_dbg(&vsi->back->pdev->dev, in i40e_rebuild_channels()
10689 "Set tx rate of %llu Mbps (count of 50Mbps %llu) for vsi->seid %u\n", in i40e_rebuild_channels()
10690 ch->max_tx_rate, in i40e_rebuild_channels()
10692 ch->seid); in i40e_rebuild_channels()
10694 ret = i40e_rebuild_cloud_filters(vsi, ch->seid); in i40e_rebuild_channels()
10696 dev_dbg(&vsi->back->pdev->dev, in i40e_rebuild_channels()
10698 ch->seid); in i40e_rebuild_channels()
10706 * i40e_clean_xps_state - clean xps state for every tx_ring
10713 if (vsi->tx_rings) in i40e_clean_xps_state()
10714 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_clean_xps_state()
10715 if (vsi->tx_rings[i]) in i40e_clean_xps_state()
10717 vsi->tx_rings[i]->state); in i40e_clean_xps_state()
10721 * i40e_prep_for_reset - prep for the core to reset
10728 struct i40e_hw *hw = &pf->hw; in i40e_prep_for_reset()
10733 clear_bit(__I40E_RESET_INTR_RECEIVED, pf->state); in i40e_prep_for_reset()
10734 if (test_and_set_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_prep_for_reset()
10736 if (i40e_check_asq_alive(&pf->hw)) in i40e_prep_for_reset()
10739 dev_dbg(&pf->pdev->dev, "Tearing down internal switch for reset\n"); in i40e_prep_for_reset()
10746 vsi->seid = 0; in i40e_prep_for_reset()
10749 i40e_shutdown_adminq(&pf->hw); in i40e_prep_for_reset()
10752 if (hw->hmc.hmc_obj) { in i40e_prep_for_reset()
10755 dev_warn(&pf->pdev->dev, in i40e_prep_for_reset()
10766 * i40e_send_version - update firmware with driver version
10778 i40e_aq_send_driver_version(&pf->hw, &dv, NULL); in i40e_send_version()
10782 * i40e_get_oem_version - get OEM specific version information
10822 hw->nvm.oem_ver = in i40e_get_oem_version()
10825 hw->nvm.eetrack = I40E_OEM_EETRACK_ID; in i40e_get_oem_version()
10829 * i40e_reset - wait for core reset to finish reset, reset pf if corer not seen
10834 struct i40e_hw *hw = &pf->hw; in i40e_reset()
10839 dev_info(&pf->pdev->dev, "PF reset failed, %d\n", ret); in i40e_reset()
10840 set_bit(__I40E_RESET_FAILED, pf->state); in i40e_reset()
10841 clear_bit(__I40E_RESET_RECOVERY_PENDING, pf->state); in i40e_reset()
10843 pf->pfr_count++; in i40e_reset()
10849 * i40e_rebuild - rebuild using a saved config
10851 * @reinit: if the Main VSI needs to re-initialized.
10859 struct i40e_hw *hw = &pf->hw; in i40e_rebuild()
10865 if (test_bit(__I40E_EMP_RESET_INTR_RECEIVED, pf->state) && in i40e_rebuild()
10867 i40e_set_ethtool_ops(vsi->netdev); in i40e_rebuild()
10869 if (test_bit(__I40E_DOWN, pf->state) && in i40e_rebuild()
10870 !test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_rebuild()
10872 dev_dbg(&pf->pdev->dev, "Rebuilding internal switch\n"); in i40e_rebuild()
10875 ret = i40e_init_adminq(&pf->hw); in i40e_rebuild()
10877 dev_info(&pf->pdev->dev, "Rebuild AdminQ failed, err %pe aq_err %s\n", in i40e_rebuild()
10879 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_rebuild()
10882 i40e_get_oem_version(&pf->hw); in i40e_rebuild()
10884 if (test_and_clear_bit(__I40E_EMP_RESET_INTR_RECEIVED, pf->state)) { in i40e_rebuild()
10889 /* re-verify the eeprom if we just had an EMP reset */ in i40e_rebuild()
10890 if (test_and_clear_bit(__I40E_EMP_RESET_INTR_RECEIVED, pf->state)) in i40e_rebuild()
10897 if (test_bit(__I40E_RECOVERY_MODE, pf->state)) { in i40e_rebuild()
10915 free_irq(pf->pdev->irq, pf); in i40e_rebuild()
10935 ret = i40e_init_lan_hmc(hw, hw->func_caps.num_tx_qp, in i40e_rebuild()
10936 hw->func_caps.num_rx_qp, 0, 0); in i40e_rebuild()
10938 dev_info(&pf->pdev->dev, "init_lan_hmc failed: %d\n", ret); in i40e_rebuild()
10943 dev_info(&pf->pdev->dev, "configure_lan_hmc failed: %d\n", ret); in i40e_rebuild()
10948 /* Enable FW to write a default DCB config on link-up in i40e_rebuild()
10955 if (I40E_IS_X710TL_DEVICE(hw->device_id) && in i40e_rebuild()
10956 (hw->phy.link_info.link_speed & in i40e_rebuild()
10959 dev_warn(&pf->pdev->dev, in i40e_rebuild()
10960 "DCB is not supported for X710-T*L 2.5/5G speeds\n"); in i40e_rebuild()
10961 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_rebuild()
10966 dev_info(&pf->pdev->dev, "DCB init failed %d, disabled\n", in i40e_rebuild()
10968 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_rebuild()
10984 ret = i40e_aq_set_phy_int_mask(&pf->hw, in i40e_rebuild()
10989 dev_info(&pf->pdev->dev, "set phy mask fail, err %pe aq_err %s\n", in i40e_rebuild()
10991 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_rebuild()
11000 if (vsi->uplink_seid != pf->mac_seid) { in i40e_rebuild()
11001 dev_dbg(&pf->pdev->dev, "attempting to rebuild switch\n"); in i40e_rebuild()
11015 if (veb->uplink_seid == pf->mac_seid) { in i40e_rebuild()
11016 dev_info(&pf->pdev->dev, in i40e_rebuild()
11019 vsi->uplink_seid = pf->mac_seid; in i40e_rebuild()
11021 } else if (veb->uplink_seid == 0) { in i40e_rebuild()
11022 dev_info(&pf->pdev->dev, in i40e_rebuild()
11029 if (vsi->uplink_seid == pf->mac_seid) { in i40e_rebuild()
11030 dev_dbg(&pf->pdev->dev, "attempting to rebuild PF VSI\n"); in i40e_rebuild()
11034 dev_info(&pf->pdev->dev, in i40e_rebuild()
11040 if (vsi->mqprio_qopt.max_rate[0]) { in i40e_rebuild()
11042 vsi->mqprio_qopt.max_rate[0]); in i40e_rebuild()
11045 ret = i40e_set_bw_limit(vsi, vsi->seid, max_tx_rate); in i40e_rebuild()
11051 dev_dbg(&vsi->back->pdev->dev, in i40e_rebuild()
11052 "Set tx rate of %llu Mbps (count of 50Mbps %llu) for vsi->seid %u\n", in i40e_rebuild()
11055 vsi->seid); in i40e_rebuild()
11058 ret = i40e_rebuild_cloud_filters(vsi, vsi->seid); in i40e_rebuild()
11083 if (test_bit(I40E_HW_CAP_RESTART_AUTONEG, pf->hw.caps)) { in i40e_rebuild()
11085 ret = i40e_aq_set_link_restart_an(&pf->hw, true, NULL); in i40e_rebuild()
11087 dev_info(&pf->pdev->dev, "link restart failed, err %pe aq_err %s\n", in i40e_rebuild()
11089 i40e_aq_str(&pf->hw, in i40e_rebuild()
11090 pf->hw.aq.asq_last_status)); in i40e_rebuild()
11093 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_rebuild()
11105 i40e_add_filter_to_drop_tx_flow_control_frames(&pf->hw, in i40e_rebuild()
11106 pf->main_vsi_seid); in i40e_rebuild()
11116 ret = i40e_set_promiscuous(pf, pf->cur_promisc); in i40e_rebuild()
11118 dev_warn(&pf->pdev->dev, in i40e_rebuild()
11120 pf->cur_promisc ? "on" : "off", in i40e_rebuild()
11122 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_rebuild()
11136 clear_bit(__I40E_RESET_FAILED, pf->state); in i40e_rebuild()
11138 clear_bit(__I40E_RESET_RECOVERY_PENDING, pf->state); in i40e_rebuild()
11139 clear_bit(__I40E_TIMEOUT_RECOVERY_PENDING, pf->state); in i40e_rebuild()
11143 * i40e_reset_and_rebuild - reset and rebuild using a saved config
11145 * @reinit: if the Main VSI needs to re-initialized.
11154 if (test_bit(__I40E_IN_REMOVE, pf->state)) in i40e_reset_and_rebuild()
11156 /* Now we wait for GRST to settle out. in i40e_reset_and_rebuild()
11164 dev_err(&pf->pdev->dev, "%s: i40e_reset() FAILED", __func__); in i40e_reset_and_rebuild()
11168 * i40e_handle_reset_warning - prep for the PF to reset, reset and rebuild
11183 * i40e_print_vf_mdd_event - print VF Tx/Rx malicious driver detect event
11186 * @is_tx: true - for Tx event, false - for Rx
11191 dev_err(&pf->pdev->dev, is_tx ? in i40e_print_vf_mdd_event()
11192 …"%lld Tx Malicious Driver Detection events detected on PF %d VF %d MAC %pm. mdd-auto-reset-vfs=%s\… in i40e_print_vf_mdd_event()
11193 …"%lld Rx Malicious Driver Detection events detected on PF %d VF %d MAC %pm. mdd-auto-reset-vfs=%s\… in i40e_print_vf_mdd_event()
11194 is_tx ? vf->mdd_tx_events.count : vf->mdd_rx_events.count, in i40e_print_vf_mdd_event()
11195 pf->hw.pf_id, in i40e_print_vf_mdd_event()
11196 vf->vf_id, in i40e_print_vf_mdd_event()
11197 vf->default_lan_addr.addr, in i40e_print_vf_mdd_event()
11198 str_on_off(test_bit(I40E_FLAG_MDD_AUTO_RESET_VF, pf->flags))); in i40e_print_vf_mdd_event()
11202 * i40e_print_vfs_mdd_events - print VFs malicious driver detect event
11212 if (!test_and_clear_bit(__I40E_MDD_VF_PRINT_PENDING, pf->state)) in i40e_print_vfs_mdd_events()
11215 if (!__ratelimit(&pf->mdd_message_rate_limit)) in i40e_print_vfs_mdd_events()
11218 for (i = 0; i < pf->num_alloc_vfs; i++) { in i40e_print_vfs_mdd_events()
11219 struct i40e_vf *vf = &pf->vf[i]; in i40e_print_vfs_mdd_events()
11223 if (vf->mdd_rx_events.count != vf->mdd_rx_events.last_printed) { in i40e_print_vfs_mdd_events()
11224 vf->mdd_rx_events.last_printed = vf->mdd_rx_events.count; in i40e_print_vfs_mdd_events()
11230 if (vf->mdd_tx_events.count != vf->mdd_tx_events.last_printed) { in i40e_print_vfs_mdd_events()
11231 vf->mdd_tx_events.last_printed = vf->mdd_tx_events.count; in i40e_print_vfs_mdd_events()
11236 if (is_printed && !test_bit(I40E_FLAG_MDD_AUTO_RESET_VF, pf->flags)) in i40e_print_vfs_mdd_events()
11237 dev_info(&pf->pdev->dev, in i40e_print_vfs_mdd_events()
11238 "Use PF Control I/F to re-enable the VF #%d\n", in i40e_print_vfs_mdd_events()
11251 struct i40e_hw *hw = &pf->hw; in i40e_handle_mdd_event()
11257 if (!test_and_clear_bit(__I40E_MDD_EVENT_PENDING, pf->state)) { in i40e_handle_mdd_event()
11271 u16 queue = FIELD_GET(I40E_GL_MDET_TX_QUEUE_MASK, reg) - in i40e_handle_mdd_event()
11272 pf->hw.func_caps.base_queue; in i40e_handle_mdd_event()
11274 …dev_info(&pf->pdev->dev, "Malicious Driver Detection event 0x%02x on TX queue %d PF number 0x%02x … in i40e_handle_mdd_event()
11283 u16 queue = FIELD_GET(I40E_GL_MDET_RX_QUEUE_MASK, reg) - in i40e_handle_mdd_event()
11284 pf->hw.func_caps.base_queue; in i40e_handle_mdd_event()
11286 …dev_info(&pf->pdev->dev, "Malicious Driver Detection event 0x%02x on RX queue %d of function 0x%02… in i40e_handle_mdd_event()
11296 dev_dbg(&pf->pdev->dev, "TX driver issue detected on PF\n"); in i40e_handle_mdd_event()
11301 dev_dbg(&pf->pdev->dev, "RX driver issue detected on PF\n"); in i40e_handle_mdd_event()
11306 for (i = 0; i < pf->num_alloc_vfs && mdd_detected; i++) { in i40e_handle_mdd_event()
11310 vf = &(pf->vf[i]); in i40e_handle_mdd_event()
11313 set_bit(__I40E_MDD_VF_PRINT_PENDING, pf->state); in i40e_handle_mdd_event()
11315 vf->mdd_tx_events.count++; in i40e_handle_mdd_event()
11316 set_bit(I40E_VF_STATE_DISABLED, &vf->vf_states); in i40e_handle_mdd_event()
11322 set_bit(__I40E_MDD_VF_PRINT_PENDING, pf->state); in i40e_handle_mdd_event()
11324 vf->mdd_rx_events.count++; in i40e_handle_mdd_event()
11325 set_bit(I40E_VF_STATE_DISABLED, &vf->vf_states); in i40e_handle_mdd_event()
11330 test_bit(I40E_FLAG_MDD_AUTO_RESET_VF, pf->flags)) { in i40e_handle_mdd_event()
11352 * i40e_service_task - Run the driver's async subtasks
11363 if (test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state) || in i40e_service_task()
11364 test_bit(__I40E_SUSPENDED, pf->state)) in i40e_service_task()
11367 if (test_and_set_bit(__I40E_SERVICE_SCHED, pf->state)) in i40e_service_task()
11370 if (!test_bit(__I40E_RECOVERY_MODE, pf->state)) { in i40e_service_task()
11378 if (test_and_clear_bit(__I40E_CLIENT_RESET, pf->state)) { in i40e_service_task()
11384 pf->state)) in i40e_service_task()
11396 clear_bit(__I40E_SERVICE_SCHED, pf->state); in i40e_service_task()
11400 * rather than wait for the timer to tick again. in i40e_service_task()
11402 if (time_after(jiffies, (start_time + pf->service_timer_period)) || in i40e_service_task()
11403 test_bit(__I40E_ADMINQ_EVENT_PENDING, pf->state) || in i40e_service_task()
11404 test_bit(__I40E_MDD_EVENT_PENDING, pf->state) || in i40e_service_task()
11405 test_bit(__I40E_VFLR_EVENT_PENDING, pf->state)) in i40e_service_task()
11410 * i40e_service_timer - timer callback
11417 mod_timer(&pf->service_timer, in i40e_service_timer()
11418 round_jiffies(jiffies + pf->service_timer_period)); in i40e_service_timer()
11423 * i40e_set_num_rings_in_vsi - Determine number of rings in the VSI
11428 struct i40e_pf *pf = vsi->back; in i40e_set_num_rings_in_vsi()
11430 switch (vsi->type) { in i40e_set_num_rings_in_vsi()
11432 vsi->alloc_queue_pairs = pf->num_lan_qps; in i40e_set_num_rings_in_vsi()
11433 if (!vsi->num_tx_desc) in i40e_set_num_rings_in_vsi()
11434 vsi->num_tx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11436 if (!vsi->num_rx_desc) in i40e_set_num_rings_in_vsi()
11437 vsi->num_rx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11439 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_set_num_rings_in_vsi()
11440 vsi->num_q_vectors = pf->num_lan_msix; in i40e_set_num_rings_in_vsi()
11442 vsi->num_q_vectors = 1; in i40e_set_num_rings_in_vsi()
11447 vsi->alloc_queue_pairs = 1; in i40e_set_num_rings_in_vsi()
11448 vsi->num_tx_desc = ALIGN(I40E_FDIR_RING_COUNT, in i40e_set_num_rings_in_vsi()
11450 vsi->num_rx_desc = ALIGN(I40E_FDIR_RING_COUNT, in i40e_set_num_rings_in_vsi()
11452 vsi->num_q_vectors = pf->num_fdsb_msix; in i40e_set_num_rings_in_vsi()
11456 vsi->alloc_queue_pairs = pf->num_vmdq_qps; in i40e_set_num_rings_in_vsi()
11457 if (!vsi->num_tx_desc) in i40e_set_num_rings_in_vsi()
11458 vsi->num_tx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11460 if (!vsi->num_rx_desc) in i40e_set_num_rings_in_vsi()
11461 vsi->num_rx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11463 vsi->num_q_vectors = pf->num_vmdq_msix; in i40e_set_num_rings_in_vsi()
11467 vsi->alloc_queue_pairs = pf->num_vf_qps; in i40e_set_num_rings_in_vsi()
11468 if (!vsi->num_tx_desc) in i40e_set_num_rings_in_vsi()
11469 vsi->num_tx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11471 if (!vsi->num_rx_desc) in i40e_set_num_rings_in_vsi()
11472 vsi->num_rx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11478 return -ENODATA; in i40e_set_num_rings_in_vsi()
11482 vsi->num_tx_desc = I40E_MIN_NUM_DESCRIPTORS; in i40e_set_num_rings_in_vsi()
11483 vsi->num_rx_desc = I40E_MIN_NUM_DESCRIPTORS; in i40e_set_num_rings_in_vsi()
11490 * i40e_vsi_alloc_arrays - Allocate queue and vector pointer arrays for the vsi
11504 size = sizeof(struct i40e_ring *) * vsi->alloc_queue_pairs * in i40e_vsi_alloc_arrays()
11506 vsi->tx_rings = kzalloc(size, GFP_KERNEL); in i40e_vsi_alloc_arrays()
11507 if (!vsi->tx_rings) in i40e_vsi_alloc_arrays()
11508 return -ENOMEM; in i40e_vsi_alloc_arrays()
11509 next_rings = vsi->tx_rings + vsi->alloc_queue_pairs; in i40e_vsi_alloc_arrays()
11511 vsi->xdp_rings = next_rings; in i40e_vsi_alloc_arrays()
11512 next_rings += vsi->alloc_queue_pairs; in i40e_vsi_alloc_arrays()
11514 vsi->rx_rings = next_rings; in i40e_vsi_alloc_arrays()
11518 size = sizeof(struct i40e_q_vector *) * vsi->num_q_vectors; in i40e_vsi_alloc_arrays()
11519 vsi->q_vectors = kzalloc(size, GFP_KERNEL); in i40e_vsi_alloc_arrays()
11520 if (!vsi->q_vectors) { in i40e_vsi_alloc_arrays()
11521 ret = -ENOMEM; in i40e_vsi_alloc_arrays()
11528 kfree(vsi->tx_rings); in i40e_vsi_alloc_arrays()
11533 * i40e_vsi_mem_alloc - Allocates the next available struct vsi in the PF
11542 int ret = -ENODEV; in i40e_vsi_mem_alloc()
11548 mutex_lock(&pf->switch_mutex); in i40e_vsi_mem_alloc()
11556 i = pf->next_vsi; in i40e_vsi_mem_alloc()
11557 while (i < pf->num_alloc_vsi && pf->vsi[i]) in i40e_vsi_mem_alloc()
11559 if (i >= pf->num_alloc_vsi) { in i40e_vsi_mem_alloc()
11561 while (i < pf->next_vsi && pf->vsi[i]) in i40e_vsi_mem_alloc()
11565 if (i < pf->num_alloc_vsi && !pf->vsi[i]) { in i40e_vsi_mem_alloc()
11568 ret = -ENODEV; in i40e_vsi_mem_alloc()
11571 pf->next_vsi = ++i; in i40e_vsi_mem_alloc()
11575 ret = -ENOMEM; in i40e_vsi_mem_alloc()
11578 vsi->type = type; in i40e_vsi_mem_alloc()
11579 vsi->back = pf; in i40e_vsi_mem_alloc()
11580 set_bit(__I40E_VSI_DOWN, vsi->state); in i40e_vsi_mem_alloc()
11581 vsi->flags = 0; in i40e_vsi_mem_alloc()
11582 vsi->idx = vsi_idx; in i40e_vsi_mem_alloc()
11583 vsi->int_rate_limit = 0; in i40e_vsi_mem_alloc()
11584 vsi->rss_table_size = (vsi->type == I40E_VSI_MAIN) ? in i40e_vsi_mem_alloc()
11585 pf->rss_table_size : 64; in i40e_vsi_mem_alloc()
11586 vsi->netdev_registered = false; in i40e_vsi_mem_alloc()
11587 vsi->work_limit = I40E_DEFAULT_IRQ_WORK; in i40e_vsi_mem_alloc()
11588 hash_init(vsi->mac_filter_hash); in i40e_vsi_mem_alloc()
11589 vsi->irqs_ready = false; in i40e_vsi_mem_alloc()
11592 vsi->af_xdp_zc_qps = bitmap_zalloc(pf->num_lan_qps, GFP_KERNEL); in i40e_vsi_mem_alloc()
11593 if (!vsi->af_xdp_zc_qps) in i40e_vsi_mem_alloc()
11609 spin_lock_init(&vsi->mac_filter_hash_lock); in i40e_vsi_mem_alloc()
11610 pf->vsi[vsi_idx] = vsi; in i40e_vsi_mem_alloc()
11615 bitmap_free(vsi->af_xdp_zc_qps); in i40e_vsi_mem_alloc()
11616 pf->next_vsi = i - 1; in i40e_vsi_mem_alloc()
11619 mutex_unlock(&pf->switch_mutex); in i40e_vsi_mem_alloc()
11624 * i40e_vsi_free_arrays - Free queue and vector pointer arrays for the VSI
11635 kfree(vsi->q_vectors); in i40e_vsi_free_arrays()
11636 vsi->q_vectors = NULL; in i40e_vsi_free_arrays()
11638 kfree(vsi->tx_rings); in i40e_vsi_free_arrays()
11639 vsi->tx_rings = NULL; in i40e_vsi_free_arrays()
11640 vsi->rx_rings = NULL; in i40e_vsi_free_arrays()
11641 vsi->xdp_rings = NULL; in i40e_vsi_free_arrays()
11645 * i40e_clear_rss_config_user - clear the user configured RSS hash keys
11654 kfree(vsi->rss_hkey_user); in i40e_clear_rss_config_user()
11655 vsi->rss_hkey_user = NULL; in i40e_clear_rss_config_user()
11657 kfree(vsi->rss_lut_user); in i40e_clear_rss_config_user()
11658 vsi->rss_lut_user = NULL; in i40e_clear_rss_config_user()
11662 * i40e_vsi_clear - Deallocate the VSI provided
11663 * @vsi: the VSI being un-configured
11672 if (!vsi->back) in i40e_vsi_clear()
11674 pf = vsi->back; in i40e_vsi_clear()
11676 mutex_lock(&pf->switch_mutex); in i40e_vsi_clear()
11677 if (!pf->vsi[vsi->idx]) { in i40e_vsi_clear()
11678 dev_err(&pf->pdev->dev, "pf->vsi[%d] is NULL, just free vsi[%d](type %d)\n", in i40e_vsi_clear()
11679 vsi->idx, vsi->idx, vsi->type); in i40e_vsi_clear()
11683 if (pf->vsi[vsi->idx] != vsi) { in i40e_vsi_clear()
11684 dev_err(&pf->pdev->dev, in i40e_vsi_clear()
11685 "pf->vsi[%d](type %d) != vsi[%d](type %d): no free!\n", in i40e_vsi_clear()
11686 pf->vsi[vsi->idx]->idx, in i40e_vsi_clear()
11687 pf->vsi[vsi->idx]->type, in i40e_vsi_clear()
11688 vsi->idx, vsi->type); in i40e_vsi_clear()
11693 i40e_put_lump(pf->qp_pile, vsi->base_queue, vsi->idx); in i40e_vsi_clear()
11694 i40e_put_lump(pf->irq_pile, vsi->base_vector, vsi->idx); in i40e_vsi_clear()
11696 bitmap_free(vsi->af_xdp_zc_qps); in i40e_vsi_clear()
11700 pf->vsi[vsi->idx] = NULL; in i40e_vsi_clear()
11701 if (vsi->idx < pf->next_vsi) in i40e_vsi_clear()
11702 pf->next_vsi = vsi->idx; in i40e_vsi_clear()
11705 mutex_unlock(&pf->switch_mutex); in i40e_vsi_clear()
11713 * i40e_vsi_clear_rings - Deallocates the Rx and Tx rings for the provided VSI
11720 if (vsi->tx_rings && vsi->tx_rings[0]) { in i40e_vsi_clear_rings()
11721 for (i = 0; i < vsi->alloc_queue_pairs; i++) { in i40e_vsi_clear_rings()
11722 kfree_rcu(vsi->tx_rings[i], rcu); in i40e_vsi_clear_rings()
11723 WRITE_ONCE(vsi->tx_rings[i], NULL); in i40e_vsi_clear_rings()
11724 WRITE_ONCE(vsi->rx_rings[i], NULL); in i40e_vsi_clear_rings()
11725 if (vsi->xdp_rings) in i40e_vsi_clear_rings()
11726 WRITE_ONCE(vsi->xdp_rings[i], NULL); in i40e_vsi_clear_rings()
11732 * i40e_alloc_rings - Allocates the Rx and Tx rings for the provided VSI
11738 struct i40e_pf *pf = vsi->back; in i40e_alloc_rings()
11742 for (i = 0; i < vsi->alloc_queue_pairs; i++) { in i40e_alloc_rings()
11748 ring->queue_index = i; in i40e_alloc_rings()
11749 ring->reg_idx = vsi->base_queue + i; in i40e_alloc_rings()
11750 ring->ring_active = false; in i40e_alloc_rings()
11751 ring->vsi = vsi; in i40e_alloc_rings()
11752 ring->netdev = vsi->netdev; in i40e_alloc_rings()
11753 ring->dev = &pf->pdev->dev; in i40e_alloc_rings()
11754 ring->count = vsi->num_tx_desc; in i40e_alloc_rings()
11755 ring->size = 0; in i40e_alloc_rings()
11756 ring->dcb_tc = 0; in i40e_alloc_rings()
11757 if (test_bit(I40E_HW_CAP_WB_ON_ITR, vsi->back->hw.caps)) in i40e_alloc_rings()
11758 ring->flags = I40E_TXR_FLAGS_WB_ON_ITR; in i40e_alloc_rings()
11759 ring->itr_setting = pf->tx_itr_default; in i40e_alloc_rings()
11760 WRITE_ONCE(vsi->tx_rings[i], ring++); in i40e_alloc_rings()
11765 ring->queue_index = vsi->alloc_queue_pairs + i; in i40e_alloc_rings()
11766 ring->reg_idx = vsi->base_queue + ring->queue_index; in i40e_alloc_rings()
11767 ring->ring_active = false; in i40e_alloc_rings()
11768 ring->vsi = vsi; in i40e_alloc_rings()
11769 ring->netdev = NULL; in i40e_alloc_rings()
11770 ring->dev = &pf->pdev->dev; in i40e_alloc_rings()
11771 ring->count = vsi->num_tx_desc; in i40e_alloc_rings()
11772 ring->size = 0; in i40e_alloc_rings()
11773 ring->dcb_tc = 0; in i40e_alloc_rings()
11774 if (test_bit(I40E_HW_CAP_WB_ON_ITR, vsi->back->hw.caps)) in i40e_alloc_rings()
11775 ring->flags = I40E_TXR_FLAGS_WB_ON_ITR; in i40e_alloc_rings()
11777 ring->itr_setting = pf->tx_itr_default; in i40e_alloc_rings()
11778 WRITE_ONCE(vsi->xdp_rings[i], ring++); in i40e_alloc_rings()
11781 ring->queue_index = i; in i40e_alloc_rings()
11782 ring->reg_idx = vsi->base_queue + i; in i40e_alloc_rings()
11783 ring->ring_active = false; in i40e_alloc_rings()
11784 ring->vsi = vsi; in i40e_alloc_rings()
11785 ring->netdev = vsi->netdev; in i40e_alloc_rings()
11786 ring->dev = &pf->pdev->dev; in i40e_alloc_rings()
11787 ring->count = vsi->num_rx_desc; in i40e_alloc_rings()
11788 ring->size = 0; in i40e_alloc_rings()
11789 ring->dcb_tc = 0; in i40e_alloc_rings()
11790 ring->itr_setting = pf->rx_itr_default; in i40e_alloc_rings()
11791 WRITE_ONCE(vsi->rx_rings[i], ring); in i40e_alloc_rings()
11798 return -ENOMEM; in i40e_alloc_rings()
11802 * i40e_reserve_msix_vectors - Reserve MSI-X vectors in the kernel
11804 * @vectors: the number of MSI-X vectors to request
11810 vectors = pci_enable_msix_range(pf->pdev, pf->msix_entries, in i40e_reserve_msix_vectors()
11813 dev_info(&pf->pdev->dev, in i40e_reserve_msix_vectors()
11814 "MSI-X vector reservation failed: %d\n", vectors); in i40e_reserve_msix_vectors()
11822 * i40e_init_msix - Setup the MSIX capability
11831 struct i40e_hw *hw = &pf->hw; in i40e_init_msix()
11838 if (!test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_init_msix()
11839 return -ENODEV; in i40e_init_msix()
11842 * - Add 1 for "other" cause for Admin Queue events, etc. in i40e_init_msix()
11843 * - The number of LAN queue pairs in i40e_init_msix()
11844 * - Queues being used for RSS. in i40e_init_msix()
11848 * - assumes symmetric Tx/Rx pairing in i40e_init_msix()
11849 * - The number of VMDq pairs in i40e_init_msix()
11850 * - The CPU count within the NUMA node if iWARP is enabled in i40e_init_msix()
11856 vectors_left = hw->func_caps.num_msix_vectors; in i40e_init_msix()
11862 vectors_left--; in i40e_init_msix()
11873 pf->num_lan_msix = min_t(int, cpus, vectors_left / 2); in i40e_init_msix()
11874 vectors_left -= pf->num_lan_msix; in i40e_init_msix()
11877 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_init_msix()
11879 pf->num_fdsb_msix = 1; in i40e_init_msix()
11881 vectors_left--; in i40e_init_msix()
11883 pf->num_fdsb_msix = 0; in i40e_init_msix()
11888 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_init_msix()
11889 iwarp_requested = pf->num_iwarp_msix; in i40e_init_msix()
11892 pf->num_iwarp_msix = 0; in i40e_init_msix()
11893 else if (vectors_left < pf->num_iwarp_msix) in i40e_init_msix()
11894 pf->num_iwarp_msix = 1; in i40e_init_msix()
11895 v_budget += pf->num_iwarp_msix; in i40e_init_msix()
11896 vectors_left -= pf->num_iwarp_msix; in i40e_init_msix()
11900 if (test_bit(I40E_FLAG_VMDQ_ENA, pf->flags)) { in i40e_init_msix()
11902 pf->num_vmdq_msix = 0; in i40e_init_msix()
11903 pf->num_vmdq_qps = 0; in i40e_init_msix()
11906 pf->num_vmdq_vsis * pf->num_vmdq_qps; in i40e_init_msix()
11917 pf->num_vmdq_qps = 1; in i40e_init_msix()
11918 vmdq_vecs_wanted = pf->num_vmdq_vsis; in i40e_init_msix()
11923 pf->num_vmdq_msix = pf->num_vmdq_qps; in i40e_init_msix()
11926 vectors_left -= vmdq_vecs; in i40e_init_msix()
11939 extra_vectors = min_t(int, cpus - pf->num_lan_msix, vectors_left); in i40e_init_msix()
11940 pf->num_lan_msix += extra_vectors; in i40e_init_msix()
11941 vectors_left -= extra_vectors; in i40e_init_msix()
11944 …remaining vectors underflowed. This is an accounting bug when determining total MSI-X vectors.\n"); in i40e_init_msix()
11946 v_budget += pf->num_lan_msix; in i40e_init_msix()
11947 pf->msix_entries = kcalloc(v_budget, sizeof(struct msix_entry), in i40e_init_msix()
11949 if (!pf->msix_entries) in i40e_init_msix()
11950 return -ENOMEM; in i40e_init_msix()
11953 pf->msix_entries[i].entry = i; in i40e_init_msix()
11957 clear_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_init_msix()
11958 kfree(pf->msix_entries); in i40e_init_msix()
11959 pf->msix_entries = NULL; in i40e_init_msix()
11960 pci_disable_msix(pf->pdev); in i40e_init_msix()
11961 return -ENODEV; in i40e_init_msix()
11965 pf->num_vmdq_vsis = 0; in i40e_init_msix()
11966 pf->num_vmdq_qps = 0; in i40e_init_msix()
11967 pf->num_lan_qps = 1; in i40e_init_msix()
11968 pf->num_lan_msix = 1; in i40e_init_msix()
11978 dev_info(&pf->pdev->dev, in i40e_init_msix()
11979 "MSI-X vector limit reached with %d, wanted %d, attempting to redistribute vectors\n", in i40e_init_msix()
11982 vec = v_actual - 1; in i40e_init_msix()
11985 pf->num_vmdq_msix = 1; /* force VMDqs to only one vector */ in i40e_init_msix()
11986 pf->num_vmdq_vsis = 1; in i40e_init_msix()
11987 pf->num_vmdq_qps = 1; in i40e_init_msix()
11992 pf->num_lan_msix = 1; in i40e_init_msix()
11995 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_init_msix()
11996 pf->num_lan_msix = 1; in i40e_init_msix()
11997 pf->num_iwarp_msix = 1; in i40e_init_msix()
11999 pf->num_lan_msix = 2; in i40e_init_msix()
12003 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_init_msix()
12004 pf->num_iwarp_msix = min_t(int, (vec / 3), in i40e_init_msix()
12006 pf->num_vmdq_vsis = min_t(int, (vec / 3), in i40e_init_msix()
12009 pf->num_vmdq_vsis = min_t(int, (vec / 2), in i40e_init_msix()
12012 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_init_msix()
12013 pf->num_fdsb_msix = 1; in i40e_init_msix()
12014 vec--; in i40e_init_msix()
12016 pf->num_lan_msix = min_t(int, in i40e_init_msix()
12017 (vec - (pf->num_iwarp_msix + pf->num_vmdq_vsis)), in i40e_init_msix()
12018 pf->num_lan_msix); in i40e_init_msix()
12019 pf->num_lan_qps = pf->num_lan_msix; in i40e_init_msix()
12024 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) && pf->num_fdsb_msix == 0) { in i40e_init_msix()
12025 dev_info(&pf->pdev->dev, "Sideband Flowdir disabled, not enough MSI-X vectors\n"); in i40e_init_msix()
12026 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_init_msix()
12027 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_init_msix()
12029 if (test_bit(I40E_FLAG_VMDQ_ENA, pf->flags) && pf->num_vmdq_msix == 0) { in i40e_init_msix()
12030 dev_info(&pf->pdev->dev, "VMDq disabled, not enough MSI-X vectors\n"); in i40e_init_msix()
12031 clear_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_init_msix()
12034 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags) && in i40e_init_msix()
12035 pf->num_iwarp_msix == 0) { in i40e_init_msix()
12036 dev_info(&pf->pdev->dev, "IWARP disabled, not enough MSI-X vectors\n"); in i40e_init_msix()
12037 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_init_msix()
12039 i40e_debug(&pf->hw, I40E_DEBUG_INIT, in i40e_init_msix()
12040 "MSI-X vector distribution: PF %d, VMDq %d, FDSB %d, iWARP %d\n", in i40e_init_msix()
12041 pf->num_lan_msix, in i40e_init_msix()
12042 pf->num_vmdq_msix * pf->num_vmdq_vsis, in i40e_init_msix()
12043 pf->num_fdsb_msix, in i40e_init_msix()
12044 pf->num_iwarp_msix); in i40e_init_msix()
12050 * i40e_vsi_alloc_q_vector - Allocate memory for a single interrupt vector
12054 * We allocate one q_vector. If allocation fails we return -ENOMEM.
12063 return -ENOMEM; in i40e_vsi_alloc_q_vector()
12065 q_vector->vsi = vsi; in i40e_vsi_alloc_q_vector()
12066 q_vector->v_idx = v_idx; in i40e_vsi_alloc_q_vector()
12067 cpumask_copy(&q_vector->affinity_mask, cpu_possible_mask); in i40e_vsi_alloc_q_vector()
12069 if (vsi->netdev) in i40e_vsi_alloc_q_vector()
12070 netif_napi_add(vsi->netdev, &q_vector->napi, i40e_napi_poll); in i40e_vsi_alloc_q_vector()
12073 vsi->q_vectors[v_idx] = q_vector; in i40e_vsi_alloc_q_vector()
12079 * i40e_vsi_alloc_q_vectors - Allocate memory for interrupt vectors
12083 * return -ENOMEM.
12087 struct i40e_pf *pf = vsi->back; in i40e_vsi_alloc_q_vectors()
12091 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_alloc_q_vectors()
12092 num_q_vectors = vsi->num_q_vectors; in i40e_vsi_alloc_q_vectors()
12093 else if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_alloc_q_vectors()
12096 return -EINVAL; in i40e_vsi_alloc_q_vectors()
12107 while (v_idx--) in i40e_vsi_alloc_q_vectors()
12114 * i40e_init_interrupt_scheme - Determine proper interrupt scheme
12122 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_init_interrupt_scheme()
12125 clear_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_init_interrupt_scheme()
12126 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_init_interrupt_scheme()
12127 clear_bit(I40E_FLAG_RSS_ENA, pf->flags); in i40e_init_interrupt_scheme()
12128 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_init_interrupt_scheme()
12129 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_init_interrupt_scheme()
12130 clear_bit(I40E_FLAG_SRIOV_ENA, pf->flags); in i40e_init_interrupt_scheme()
12131 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_init_interrupt_scheme()
12132 clear_bit(I40E_FLAG_FD_ATR_ENA, pf->flags); in i40e_init_interrupt_scheme()
12133 clear_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_init_interrupt_scheme()
12134 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_init_interrupt_scheme()
12141 if (!test_bit(I40E_FLAG_MSIX_ENA, pf->flags) && in i40e_init_interrupt_scheme()
12142 test_bit(I40E_FLAG_MSI_ENA, pf->flags)) { in i40e_init_interrupt_scheme()
12143 dev_info(&pf->pdev->dev, "MSI-X not available, trying MSI\n"); in i40e_init_interrupt_scheme()
12144 vectors = pci_enable_msi(pf->pdev); in i40e_init_interrupt_scheme()
12146 dev_info(&pf->pdev->dev, "MSI init failed - %d\n", in i40e_init_interrupt_scheme()
12148 clear_bit(I40E_FLAG_MSI_ENA, pf->flags); in i40e_init_interrupt_scheme()
12153 if (!test_bit(I40E_FLAG_MSI_ENA, pf->flags) && in i40e_init_interrupt_scheme()
12154 !test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_init_interrupt_scheme()
12155 dev_info(&pf->pdev->dev, "MSI-X and MSI not available, falling back to Legacy IRQ\n"); in i40e_init_interrupt_scheme()
12159 pf->irq_pile = kzalloc(size, GFP_KERNEL); in i40e_init_interrupt_scheme()
12160 if (!pf->irq_pile) in i40e_init_interrupt_scheme()
12161 return -ENOMEM; in i40e_init_interrupt_scheme()
12163 pf->irq_pile->num_entries = vectors; in i40e_init_interrupt_scheme()
12166 (void)i40e_get_lump(pf, pf->irq_pile, 1, I40E_PILE_VALID_BIT - 1); in i40e_init_interrupt_scheme()
12172 * i40e_restore_interrupt_scheme - Restore the interrupt scheme
12176 * device. This should be called during resume to re-allocate the q_vectors
12184 /* We cleared the MSI and MSI-X flags when disabling the old interrupt in i40e_restore_interrupt_scheme()
12185 * scheme. We need to re-enabled them here in order to attempt to in i40e_restore_interrupt_scheme()
12186 * re-acquire the MSI or MSI-X vectors in i40e_restore_interrupt_scheme()
12188 set_bit(I40E_FLAG_MSI_ENA, pf->flags); in i40e_restore_interrupt_scheme()
12189 set_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_restore_interrupt_scheme()
12195 /* Now that we've re-acquired IRQs, we need to remap the vectors and in i40e_restore_interrupt_scheme()
12210 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) in i40e_restore_interrupt_scheme()
12216 while (i--) { in i40e_restore_interrupt_scheme()
12217 if (pf->vsi[i]) in i40e_restore_interrupt_scheme()
12218 i40e_vsi_free_q_vectors(pf->vsi[i]); in i40e_restore_interrupt_scheme()
12225 * i40e_setup_misc_vector_for_recovery_mode - Setup the misc vector to handle
12230 * the non-queue interrupts, e.g. AdminQ and errors in recovery mode.
12238 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_setup_misc_vector_for_recovery_mode()
12242 dev_info(&pf->pdev->dev, in i40e_setup_misc_vector_for_recovery_mode()
12243 "MSI-X misc vector request failed, error %d\n", in i40e_setup_misc_vector_for_recovery_mode()
12248 u32 flags = test_bit(I40E_FLAG_MSI_ENA, pf->flags) ? 0 : IRQF_SHARED; in i40e_setup_misc_vector_for_recovery_mode()
12250 err = request_irq(pf->pdev->irq, i40e_intr, flags, in i40e_setup_misc_vector_for_recovery_mode()
12251 pf->int_name, pf); in i40e_setup_misc_vector_for_recovery_mode()
12254 dev_info(&pf->pdev->dev, in i40e_setup_misc_vector_for_recovery_mode()
12267 * i40e_setup_misc_vector - Setup the misc vector to handle non queue events
12271 * non-queue interrupts, e.g. AdminQ and errors. This is not used
12276 struct i40e_hw *hw = &pf->hw; in i40e_setup_misc_vector()
12280 if (!test_and_set_bit(__I40E_MISC_IRQ_REQUESTED, pf->state)) { in i40e_setup_misc_vector()
12281 err = request_irq(pf->msix_entries[0].vector, in i40e_setup_misc_vector()
12282 i40e_intr, 0, pf->int_name, pf); in i40e_setup_misc_vector()
12284 clear_bit(__I40E_MISC_IRQ_REQUESTED, pf->state); in i40e_setup_misc_vector()
12285 dev_info(&pf->pdev->dev, in i40e_setup_misc_vector()
12287 pf->int_name, err); in i40e_setup_misc_vector()
12288 return -EFAULT; in i40e_setup_misc_vector()
12306 * i40e_get_rss_aq - Get RSS keys and lut by using AQ commands
12317 struct i40e_pf *pf = vsi->back; in i40e_get_rss_aq()
12318 struct i40e_hw *hw = &pf->hw; in i40e_get_rss_aq()
12322 ret = i40e_aq_get_rss_key(hw, vsi->id, in i40e_get_rss_aq()
12325 dev_info(&pf->pdev->dev, in i40e_get_rss_aq()
12328 i40e_aq_str(&pf->hw, in i40e_get_rss_aq()
12329 pf->hw.aq.asq_last_status)); in i40e_get_rss_aq()
12335 bool pf_lut = vsi->type == I40E_VSI_MAIN; in i40e_get_rss_aq()
12337 ret = i40e_aq_get_rss_lut(hw, vsi->id, pf_lut, lut, lut_size); in i40e_get_rss_aq()
12339 dev_info(&pf->pdev->dev, in i40e_get_rss_aq()
12342 i40e_aq_str(&pf->hw, in i40e_get_rss_aq()
12343 pf->hw.aq.asq_last_status)); in i40e_get_rss_aq()
12352 * i40e_config_rss_reg - Configure RSS keys and lut by writing registers
12363 struct i40e_pf *pf = vsi->back; in i40e_config_rss_reg()
12364 struct i40e_hw *hw = &pf->hw; in i40e_config_rss_reg()
12365 u16 vf_id = vsi->vf_id; in i40e_config_rss_reg()
12372 if (vsi->type == I40E_VSI_MAIN) { in i40e_config_rss_reg()
12375 } else if (vsi->type == I40E_VSI_SRIOV) { in i40e_config_rss_reg()
12379 dev_err(&pf->pdev->dev, "Cannot set RSS seed - invalid VSI type\n"); in i40e_config_rss_reg()
12386 if (vsi->type == I40E_VSI_MAIN) { in i40e_config_rss_reg()
12388 return -EINVAL; in i40e_config_rss_reg()
12391 } else if (vsi->type == I40E_VSI_SRIOV) { in i40e_config_rss_reg()
12393 return -EINVAL; in i40e_config_rss_reg()
12397 dev_err(&pf->pdev->dev, "Cannot set RSS LUT - invalid VSI type\n"); in i40e_config_rss_reg()
12406 * i40e_get_rss_reg - Get the RSS keys and lut by reading registers
12417 struct i40e_pf *pf = vsi->back; in i40e_get_rss_reg()
12418 struct i40e_hw *hw = &pf->hw; in i40e_get_rss_reg()
12431 return -EINVAL; in i40e_get_rss_reg()
12440 * i40e_config_rss - Configure RSS keys and lut
12450 struct i40e_pf *pf = vsi->back; in i40e_config_rss()
12452 if (test_bit(I40E_HW_CAP_RSS_AQ, pf->hw.caps)) in i40e_config_rss()
12459 * i40e_get_rss - Get RSS keys and lut
12469 struct i40e_pf *pf = vsi->back; in i40e_get_rss()
12471 if (test_bit(I40E_HW_CAP_RSS_AQ, pf->hw.caps)) in i40e_get_rss()
12478 * i40e_fill_rss_lut - Fill the RSS lookup table with default values
12494 * i40e_pf_config_rss - Prepare for RSS if used
12502 struct i40e_hw *hw = &pf->hw; in i40e_pf_config_rss()
12517 reg_val = (pf->rss_table_size == 512) ? in i40e_pf_config_rss()
12523 if (!vsi->rss_size) { in i40e_pf_config_rss()
12526 * could end up with zero TCs. Check for that to avoid in i40e_pf_config_rss()
12527 * divide-by-zero. It probably won't pass traffic, but it also in i40e_pf_config_rss()
12530 qcount = vsi->num_queue_pairs / in i40e_pf_config_rss()
12531 (vsi->tc_config.numtc ? vsi->tc_config.numtc : 1); in i40e_pf_config_rss()
12532 vsi->rss_size = min_t(int, pf->alloc_rss_size, qcount); in i40e_pf_config_rss()
12534 if (!vsi->rss_size) in i40e_pf_config_rss()
12535 return -EINVAL; in i40e_pf_config_rss()
12537 lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); in i40e_pf_config_rss()
12539 return -ENOMEM; in i40e_pf_config_rss()
12542 if (vsi->rss_lut_user) in i40e_pf_config_rss()
12543 memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); in i40e_pf_config_rss()
12545 i40e_fill_rss_lut(pf, lut, vsi->rss_table_size, vsi->rss_size); in i40e_pf_config_rss()
12550 if (vsi->rss_hkey_user) in i40e_pf_config_rss()
12551 memcpy(seed, vsi->rss_hkey_user, I40E_HKEY_ARRAY_SIZE); in i40e_pf_config_rss()
12554 ret = i40e_config_rss(vsi, seed, lut, vsi->rss_table_size); in i40e_pf_config_rss()
12561 * i40e_reconfig_rss_queues - change number of queues for rss and rebuild
12574 if (!test_bit(I40E_FLAG_RSS_ENA, pf->flags)) in i40e_reconfig_rss_queues()
12578 new_rss_size = min_t(int, queue_count, pf->rss_size_max); in i40e_reconfig_rss_queues()
12580 if (queue_count != vsi->num_queue_pairs) { in i40e_reconfig_rss_queues()
12583 vsi->req_queue_pairs = queue_count; in i40e_reconfig_rss_queues()
12585 if (test_bit(__I40E_IN_REMOVE, pf->state)) in i40e_reconfig_rss_queues()
12586 return pf->alloc_rss_size; in i40e_reconfig_rss_queues()
12588 pf->alloc_rss_size = new_rss_size; in i40e_reconfig_rss_queues()
12595 if (queue_count < vsi->rss_size) { in i40e_reconfig_rss_queues()
12597 dev_dbg(&pf->pdev->dev, in i40e_reconfig_rss_queues()
12601 /* Reset vsi->rss_size, as number of enabled queues changed */ in i40e_reconfig_rss_queues()
12602 qcount = vsi->num_queue_pairs / vsi->tc_config.numtc; in i40e_reconfig_rss_queues()
12603 vsi->rss_size = min_t(int, pf->alloc_rss_size, qcount); in i40e_reconfig_rss_queues()
12607 dev_info(&pf->pdev->dev, "User requested queue count/HW max RSS count: %d/%d\n", in i40e_reconfig_rss_queues()
12608 vsi->req_queue_pairs, pf->rss_size_max); in i40e_reconfig_rss_queues()
12609 return pf->alloc_rss_size; in i40e_reconfig_rss_queues()
12613 * i40e_get_partition_bw_setting - Retrieve BW settings for this PF partition
12622 status = i40e_read_bw_from_alt_ram(&pf->hw, &max_bw, &min_bw, in i40e_get_partition_bw_setting()
12627 pf->min_bw = min_bw; in i40e_get_partition_bw_setting()
12629 pf->max_bw = max_bw; in i40e_get_partition_bw_setting()
12636 * i40e_set_partition_bw_setting - Set BW settings for this PF partition
12647 bw_data.pf_valid_bits = cpu_to_le16(BIT(pf->hw.pf_id)); in i40e_set_partition_bw_setting()
12648 bw_data.max_bw[pf->hw.pf_id] = pf->max_bw & I40E_ALT_BW_VALUE_MASK; in i40e_set_partition_bw_setting()
12649 bw_data.min_bw[pf->hw.pf_id] = pf->min_bw & I40E_ALT_BW_VALUE_MASK; in i40e_set_partition_bw_setting()
12652 status = i40e_aq_configure_partition_bw(&pf->hw, &bw_data, NULL); in i40e_set_partition_bw_setting()
12658 * i40e_is_total_port_shutdown_enabled - read NVM and return value
12677 read_status = i40e_read_nvm_word(&pf->hw, in i40e_is_total_port_shutdown_enabled()
12682 read_status = i40e_read_nvm_word(&pf->hw, in i40e_is_total_port_shutdown_enabled()
12689 read_status = i40e_read_nvm_module_data(&pf->hw, in i40e_is_total_port_shutdown_enabled()
12697 link_behavior >>= (pf->hw.port * I40E_LINK_BEHAVIOR_PORT_BIT_LENGTH); in i40e_is_total_port_shutdown_enabled()
12703 dev_warn(&pf->pdev->dev, in i40e_is_total_port_shutdown_enabled()
12704 "total-port-shutdown feature is off due to read nvm error: %pe\n", in i40e_is_total_port_shutdown_enabled()
12710 * i40e_sw_init - Initialize general software structures (struct i40e_pf)
12724 bitmap_zero(pf->flags, I40E_PF_FLAGS_NBITS); in i40e_sw_init()
12725 set_bit(I40E_FLAG_MSI_ENA, pf->flags); in i40e_sw_init()
12726 set_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_sw_init()
12729 pf->rx_itr_default = I40E_ITR_RX_DEF; in i40e_sw_init()
12730 pf->tx_itr_default = I40E_ITR_TX_DEF; in i40e_sw_init()
12735 pf->rss_size_max = BIT(pf->hw.func_caps.rss_table_entry_width); in i40e_sw_init()
12736 pf->alloc_rss_size = 1; in i40e_sw_init()
12737 pf->rss_table_size = pf->hw.func_caps.rss_table_size; in i40e_sw_init()
12738 pf->rss_size_max = min_t(int, pf->rss_size_max, in i40e_sw_init()
12739 pf->hw.func_caps.num_tx_qp); in i40e_sw_init()
12741 /* find the next higher power-of-2 of num cpus */ in i40e_sw_init()
12743 pf->rss_size_max = min_t(int, pf->rss_size_max, pow); in i40e_sw_init()
12745 if (pf->hw.func_caps.rss) { in i40e_sw_init()
12746 set_bit(I40E_FLAG_RSS_ENA, pf->flags); in i40e_sw_init()
12747 pf->alloc_rss_size = min_t(int, pf->rss_size_max, in i40e_sw_init()
12752 if (pf->hw.func_caps.npar_enable || pf->hw.func_caps.flex10_enable) { in i40e_sw_init()
12753 set_bit(I40E_FLAG_MFP_ENA, pf->flags); in i40e_sw_init()
12754 dev_info(&pf->pdev->dev, "MFP mode Enabled\n"); in i40e_sw_init()
12756 dev_warn(&pf->pdev->dev, in i40e_sw_init()
12759 dev_info(&pf->pdev->dev, in i40e_sw_init()
12761 pf->min_bw, pf->max_bw); in i40e_sw_init()
12768 if ((pf->hw.func_caps.fd_filters_guaranteed > 0) || in i40e_sw_init()
12769 (pf->hw.func_caps.fd_filters_best_effort > 0)) { in i40e_sw_init()
12770 set_bit(I40E_FLAG_FD_ATR_ENA, pf->flags); in i40e_sw_init()
12771 if (test_bit(I40E_FLAG_MFP_ENA, pf->flags) && in i40e_sw_init()
12772 pf->hw.num_partitions > 1) in i40e_sw_init()
12773 dev_info(&pf->pdev->dev, in i40e_sw_init()
12776 set_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_sw_init()
12777 pf->fdir_pf_filter_count = in i40e_sw_init()
12778 pf->hw.func_caps.fd_filters_guaranteed; in i40e_sw_init()
12779 pf->hw.fdir_shared_filter_count = in i40e_sw_init()
12780 pf->hw.func_caps.fd_filters_best_effort; in i40e_sw_init()
12784 if (test_bit(I40E_HW_CAP_ATR_EVICT, pf->hw.caps)) in i40e_sw_init()
12785 set_bit(I40E_FLAG_HW_ATR_EVICT_ENA, pf->flags); in i40e_sw_init()
12787 if (pf->hw.func_caps.vmdq && num_online_cpus() != 1) { in i40e_sw_init()
12788 pf->num_vmdq_vsis = I40E_DEFAULT_NUM_VMDQ_VSI; in i40e_sw_init()
12789 set_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_sw_init()
12790 pf->num_vmdq_qps = i40e_default_queues_per_vmdq(pf); in i40e_sw_init()
12793 if (pf->hw.func_caps.iwarp && num_online_cpus() != 1) { in i40e_sw_init()
12794 set_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_sw_init()
12796 pf->num_iwarp_msix = (int)num_online_cpus() + 1; in i40e_sw_init()
12803 if (pf->hw.mac.type == I40E_MAC_XL710 && in i40e_sw_init()
12804 pf->hw.func_caps.npar_enable) in i40e_sw_init()
12805 clear_bit(I40E_HW_CAP_FW_LLDP_STOPPABLE, pf->hw.caps); in i40e_sw_init()
12808 if (pf->hw.func_caps.num_vfs && pf->hw.partition_id == 1) { in i40e_sw_init()
12809 pf->num_vf_qps = I40E_DEFAULT_QUEUES_PER_VF; in i40e_sw_init()
12810 set_bit(I40E_FLAG_SRIOV_ENA, pf->flags); in i40e_sw_init()
12811 pf->num_req_vfs = min_t(int, in i40e_sw_init()
12812 pf->hw.func_caps.num_vfs, in i40e_sw_init()
12816 pf->lan_veb = I40E_NO_VEB; in i40e_sw_init()
12817 pf->lan_vsi = I40E_NO_VSI; in i40e_sw_init()
12820 clear_bit(I40E_FLAG_VEB_STATS_ENA, pf->flags); in i40e_sw_init()
12824 + (sizeof(u16) * pf->hw.func_caps.num_tx_qp); in i40e_sw_init()
12825 pf->qp_pile = kzalloc(size, GFP_KERNEL); in i40e_sw_init()
12826 if (!pf->qp_pile) { in i40e_sw_init()
12827 err = -ENOMEM; in i40e_sw_init()
12830 pf->qp_pile->num_entries = pf->hw.func_caps.num_tx_qp; in i40e_sw_init()
12832 pf->tx_timeout_recovery_level = 1; in i40e_sw_init()
12834 if (pf->hw.mac.type != I40E_MAC_X722 && in i40e_sw_init()
12839 set_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, pf->flags); in i40e_sw_init()
12840 set_bit(I40E_FLAG_LINK_DOWN_ON_CLOSE_ENA, pf->flags); in i40e_sw_init()
12841 dev_info(&pf->pdev->dev, in i40e_sw_init()
12842 "total-port-shutdown was enabled, link-down-on-close is forced on\n"); in i40e_sw_init()
12844 mutex_init(&pf->switch_mutex); in i40e_sw_init()
12851 * i40e_set_ntuple - set the ntuple feature flag and take action
12861 /* Check if Flow Director n-tuple support was enabled or disabled. If in i40e_set_ntuple()
12866 if (!test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) in i40e_set_ntuple()
12868 /* enable FD_SB only if there is MSI-X vector and no cloud in i40e_set_ntuple()
12871 if (pf->num_fdsb_msix > 0 && !pf->num_cloud_filters) { in i40e_set_ntuple()
12872 set_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_set_ntuple()
12873 clear_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_set_ntuple()
12877 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_set_ntuple()
12881 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_set_ntuple()
12882 clear_bit(__I40E_FD_SB_AUTO_DISABLED, pf->state); in i40e_set_ntuple()
12883 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_set_ntuple()
12886 pf->fd_add_err = 0; in i40e_set_ntuple()
12887 pf->fd_atr_cnt = 0; in i40e_set_ntuple()
12888 /* if ATR was auto disabled it can be re-enabled. */ in i40e_set_ntuple()
12889 if (test_and_clear_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state)) in i40e_set_ntuple()
12890 if (test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags) && in i40e_set_ntuple()
12891 (I40E_DEBUG_FD & pf->hw.debug_mask)) in i40e_set_ntuple()
12892 dev_info(&pf->pdev->dev, "ATR re-enabled.\n"); in i40e_set_ntuple()
12898 * i40e_clear_rss_lut - clear the rx hash lookup table
12903 struct i40e_pf *pf = vsi->back; in i40e_clear_rss_lut()
12904 struct i40e_hw *hw = &pf->hw; in i40e_clear_rss_lut()
12905 u16 vf_id = vsi->vf_id; in i40e_clear_rss_lut()
12908 if (vsi->type == I40E_VSI_MAIN) { in i40e_clear_rss_lut()
12911 } else if (vsi->type == I40E_VSI_SRIOV) { in i40e_clear_rss_lut()
12915 dev_err(&pf->pdev->dev, "Cannot set RSS LUT - invalid VSI type\n"); in i40e_clear_rss_lut()
12920 * i40e_set_loopback - turn on/off loopback mode on underlying PF
12926 bool if_running = netif_running(vsi->netdev) && in i40e_set_loopback()
12927 !test_and_set_bit(__I40E_VSI_DOWN, vsi->state); in i40e_set_loopback()
12933 ret = i40e_aq_set_mac_loopback(&vsi->back->hw, ena, NULL); in i40e_set_loopback()
12935 netdev_err(vsi->netdev, "Failed to toggle loopback state\n"); in i40e_set_loopback()
12943 * i40e_set_features - set the netdev feature flags
12952 struct i40e_vsi *vsi = np->vsi; in i40e_set_features()
12953 struct i40e_pf *pf = vsi->back; in i40e_set_features()
12956 if (features & NETIF_F_RXHASH && !(netdev->features & NETIF_F_RXHASH)) in i40e_set_features()
12959 netdev->features & NETIF_F_RXHASH) in i40e_set_features()
12968 (netdev->features & NETIF_F_HW_TC) && pf->num_cloud_filters) { in i40e_set_features()
12969 dev_err(&pf->pdev->dev, in i40e_set_features()
12971 return -EINVAL; in i40e_set_features()
12974 if (!(features & NETIF_F_HW_L2FW_DOFFLOAD) && vsi->macvlan_cnt) in i40e_set_features()
12982 if ((features ^ netdev->features) & NETIF_F_LOOPBACK) in i40e_set_features()
12993 struct i40e_hw *hw = &np->vsi->back->hw; in i40e_udp_tunnel_set_port()
12997 type = ti->type == UDP_TUNNEL_TYPE_VXLAN ? I40E_AQC_TUNNEL_TYPE_VXLAN : in i40e_udp_tunnel_set_port()
13000 ret = i40e_aq_add_udp_tunnel(hw, ntohs(ti->port), type, &filter_index, in i40e_udp_tunnel_set_port()
13005 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_udp_tunnel_set_port()
13006 return -EIO; in i40e_udp_tunnel_set_port()
13018 struct i40e_hw *hw = &np->vsi->back->hw; in i40e_udp_tunnel_unset_port()
13021 ret = i40e_aq_del_udp_tunnel(hw, ti->hw_priv, NULL); in i40e_udp_tunnel_unset_port()
13025 i40e_aq_str(hw, hw->aq.asq_last_status)); in i40e_udp_tunnel_unset_port()
13026 return -EIO; in i40e_udp_tunnel_unset_port()
13036 struct i40e_pf *pf = np->vsi->back; in i40e_get_phys_port_id()
13037 struct i40e_hw *hw = &pf->hw; in i40e_get_phys_port_id()
13039 if (!test_bit(I40E_HW_CAP_PORT_ID_VALID, pf->hw.caps)) in i40e_get_phys_port_id()
13040 return -EOPNOTSUPP; in i40e_get_phys_port_id()
13042 ppid->id_len = min_t(int, sizeof(hw->mac.port_addr), sizeof(ppid->id)); in i40e_get_phys_port_id()
13043 memcpy(ppid->id, hw->mac.port_addr, ppid->id_len); in i40e_get_phys_port_id()
13049 * i40e_ndo_fdb_add - add an entry to the hardware database
13066 struct i40e_pf *pf = np->vsi->back; in i40e_ndo_fdb_add()
13069 if (!test_bit(I40E_FLAG_SRIOV_ENA, pf->flags)) in i40e_ndo_fdb_add()
13070 return -EOPNOTSUPP; in i40e_ndo_fdb_add()
13073 pr_info("%s: vlans aren't supported yet for dev_uc|mc_add()\n", dev->name); in i40e_ndo_fdb_add()
13074 return -EINVAL; in i40e_ndo_fdb_add()
13080 if (ndm->ndm_state && !(ndm->ndm_state & NUD_PERMANENT)) { in i40e_ndo_fdb_add()
13082 return -EINVAL; in i40e_ndo_fdb_add()
13090 err = -EINVAL; in i40e_ndo_fdb_add()
13093 if (err == -EEXIST && !(flags & NLM_F_EXCL)) in i40e_ndo_fdb_add()
13100 * i40e_ndo_bridge_setlink - Set the hardware bridge mode
13121 struct i40e_vsi *vsi = np->vsi; in i40e_ndo_bridge_setlink()
13122 struct i40e_pf *pf = vsi->back; in i40e_ndo_bridge_setlink()
13128 if (vsi->type != I40E_VSI_MAIN) in i40e_ndo_bridge_setlink()
13129 return -EOPNOTSUPP; in i40e_ndo_bridge_setlink()
13132 veb = i40e_pf_get_veb_by_seid(pf, vsi->uplink_seid); in i40e_ndo_bridge_setlink()
13136 return -EINVAL; in i40e_ndo_bridge_setlink()
13143 return -EINVAL; in i40e_ndo_bridge_setlink()
13147 veb = i40e_veb_setup(pf, vsi->uplink_seid, vsi->seid, in i40e_ndo_bridge_setlink()
13148 vsi->tc_config.enabled_tc); in i40e_ndo_bridge_setlink()
13150 veb->bridge_mode = mode; in i40e_ndo_bridge_setlink()
13154 return -ENOENT; in i40e_ndo_bridge_setlink()
13157 } else if (mode != veb->bridge_mode) { in i40e_ndo_bridge_setlink()
13159 veb->bridge_mode = mode; in i40e_ndo_bridge_setlink()
13162 set_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_ndo_bridge_setlink()
13164 clear_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_ndo_bridge_setlink()
13174 * i40e_ndo_bridge_getlink - Get the hardware bridge mode
13191 struct i40e_vsi *vsi = np->vsi; in i40e_ndo_bridge_getlink()
13192 struct i40e_pf *pf = vsi->back; in i40e_ndo_bridge_getlink()
13196 if (vsi->type != I40E_VSI_MAIN) in i40e_ndo_bridge_getlink()
13197 return -EOPNOTSUPP; in i40e_ndo_bridge_getlink()
13200 veb = i40e_pf_get_veb_by_seid(pf, vsi->uplink_seid); in i40e_ndo_bridge_getlink()
13204 return ndo_dflt_bridge_getlink(skb, pid, seq, dev, veb->bridge_mode, in i40e_ndo_bridge_getlink()
13209 * i40e_features_check - Validate encapsulated packet conforms to limits
13224 if (skb->ip_summed != CHECKSUM_PARTIAL) in i40e_features_check()
13230 if (skb_is_gso(skb) && (skb_shinfo(skb)->gso_size < 64)) in i40e_features_check()
13243 if (skb->encapsulation) { in i40e_features_check()
13245 len = skb_inner_network_header(skb) - skb_transport_header(skb); in i40e_features_check()
13250 len = skb_inner_transport_header(skb) - in i40e_features_check()
13267 * i40e_xdp_setup - add/remove an XDP program
13276 struct i40e_pf *pf = vsi->back; in i40e_xdp_setup()
13282 if (prog && test_bit(__I40E_IN_REMOVE, pf->state)) in i40e_xdp_setup()
13283 return -EINVAL; in i40e_xdp_setup()
13286 if (vsi->netdev->mtu > frame_size - I40E_PACKET_HDR_PAD) { in i40e_xdp_setup()
13288 return -EINVAL; in i40e_xdp_setup()
13291 /* When turning XDP on->off/off->on we reset and rebuild the rings. */ in i40e_xdp_setup()
13296 old_prog = xchg(&vsi->xdp_prog, prog); in i40e_xdp_setup()
13300 xdp_features_clear_redirect_target(vsi->netdev); in i40e_xdp_setup()
13301 /* Wait until ndo_xsk_wakeup completes. */ in i40e_xdp_setup()
13309 return -ENOMEM; in i40e_xdp_setup()
13312 return -ENOMEM; in i40e_xdp_setup()
13315 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_xdp_setup()
13316 WRITE_ONCE(vsi->rx_rings[i]->xdp_prog, vsi->xdp_prog); in i40e_xdp_setup()
13325 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_xdp_setup()
13326 if (vsi->xdp_rings[i]->xsk_pool) in i40e_xdp_setup()
13327 (void)i40e_xsk_wakeup(vsi->netdev, i, in i40e_xdp_setup()
13329 xdp_features_set_redirect_target(vsi->netdev, true); in i40e_xdp_setup()
13336 * i40e_enter_busy_conf - Enters busy config state
13343 struct i40e_pf *pf = vsi->back; in i40e_enter_busy_conf()
13346 while (test_and_set_bit(__I40E_CONFIG_BUSY, pf->state)) { in i40e_enter_busy_conf()
13347 timeout--; in i40e_enter_busy_conf()
13349 return -EBUSY; in i40e_enter_busy_conf()
13357 * i40e_exit_busy_conf - Exits busy config state
13362 struct i40e_pf *pf = vsi->back; in i40e_exit_busy_conf()
13364 clear_bit(__I40E_CONFIG_BUSY, pf->state); in i40e_exit_busy_conf()
13368 * i40e_queue_pair_reset_stats - Resets all statistics for a queue pair
13374 memset(&vsi->rx_rings[queue_pair]->rx_stats, 0, in i40e_queue_pair_reset_stats()
13375 sizeof(vsi->rx_rings[queue_pair]->rx_stats)); in i40e_queue_pair_reset_stats()
13376 memset(&vsi->tx_rings[queue_pair]->stats, 0, in i40e_queue_pair_reset_stats()
13377 sizeof(vsi->tx_rings[queue_pair]->stats)); in i40e_queue_pair_reset_stats()
13379 memset(&vsi->xdp_rings[queue_pair]->stats, 0, in i40e_queue_pair_reset_stats()
13380 sizeof(vsi->xdp_rings[queue_pair]->stats)); in i40e_queue_pair_reset_stats()
13385 * i40e_queue_pair_clean_rings - Cleans all the rings of a queue pair
13391 i40e_clean_tx_ring(vsi->tx_rings[queue_pair]); in i40e_queue_pair_clean_rings()
13393 /* Make sure that in-progress ndo_xdp_xmit calls are in i40e_queue_pair_clean_rings()
13397 i40e_clean_tx_ring(vsi->xdp_rings[queue_pair]); in i40e_queue_pair_clean_rings()
13399 i40e_clean_rx_ring(vsi->rx_rings[queue_pair]); in i40e_queue_pair_clean_rings()
13403 * i40e_queue_pair_toggle_napi - Enables/disables NAPI for a queue pair
13411 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_toggle_napi()
13412 struct i40e_q_vector *q_vector = rxr->q_vector; in i40e_queue_pair_toggle_napi()
13414 if (!vsi->netdev) in i40e_queue_pair_toggle_napi()
13418 if (q_vector->rx.ring || q_vector->tx.ring) { in i40e_queue_pair_toggle_napi()
13420 napi_enable(&q_vector->napi); in i40e_queue_pair_toggle_napi()
13422 napi_disable(&q_vector->napi); in i40e_queue_pair_toggle_napi()
13427 * i40e_queue_pair_toggle_rings - Enables/disables all rings for a queue pair
13437 struct i40e_pf *pf = vsi->back; in i40e_queue_pair_toggle_rings()
13440 pf_q = vsi->base_queue + queue_pair; in i40e_queue_pair_toggle_rings()
13441 ret = i40e_control_wait_tx_q(vsi->seid, pf, pf_q, in i40e_queue_pair_toggle_rings()
13444 dev_info(&pf->pdev->dev, in i40e_queue_pair_toggle_rings()
13446 vsi->seid, pf_q, (enable ? "en" : "dis")); in i40e_queue_pair_toggle_rings()
13453 dev_info(&pf->pdev->dev, in i40e_queue_pair_toggle_rings()
13455 vsi->seid, pf_q, (enable ? "en" : "dis")); in i40e_queue_pair_toggle_rings()
13468 ret = i40e_control_wait_tx_q(vsi->seid, pf, in i40e_queue_pair_toggle_rings()
13469 pf_q + vsi->alloc_queue_pairs, in i40e_queue_pair_toggle_rings()
13472 dev_info(&pf->pdev->dev, in i40e_queue_pair_toggle_rings()
13474 vsi->seid, pf_q, (enable ? "en" : "dis")); in i40e_queue_pair_toggle_rings()
13481 * i40e_queue_pair_enable_irq - Enables interrupts for a queue pair
13487 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_enable_irq()
13488 struct i40e_pf *pf = vsi->back; in i40e_queue_pair_enable_irq()
13489 struct i40e_hw *hw = &pf->hw; in i40e_queue_pair_enable_irq()
13492 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_queue_pair_enable_irq()
13493 i40e_irq_dynamic_enable(vsi, rxr->q_vector->v_idx); in i40e_queue_pair_enable_irq()
13501 * i40e_queue_pair_disable_irq - Disables interrupts for a queue pair
13507 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_disable_irq()
13508 struct i40e_pf *pf = vsi->back; in i40e_queue_pair_disable_irq()
13509 struct i40e_hw *hw = &pf->hw; in i40e_queue_pair_disable_irq()
13517 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_queue_pair_disable_irq()
13518 u32 intpf = vsi->base_vector + rxr->q_vector->v_idx; in i40e_queue_pair_disable_irq()
13520 wr32(hw, I40E_PFINT_DYN_CTLN(intpf - 1), 0); in i40e_queue_pair_disable_irq()
13522 synchronize_irq(pf->msix_entries[intpf].vector); in i40e_queue_pair_disable_irq()
13524 /* Legacy and MSI mode - this stops all interrupt handling */ in i40e_queue_pair_disable_irq()
13528 synchronize_irq(pf->pdev->irq); in i40e_queue_pair_disable_irq()
13533 * i40e_queue_pair_disable - Disables a queue pair
13550 i40e_clean_rx_ring(vsi->rx_rings[queue_pair]); in i40e_queue_pair_disable()
13558 * i40e_queue_pair_enable - Enables a queue pair
13568 err = i40e_configure_tx_ring(vsi->tx_rings[queue_pair]); in i40e_queue_pair_enable()
13573 err = i40e_configure_tx_ring(vsi->xdp_rings[queue_pair]); in i40e_queue_pair_enable()
13578 err = i40e_configure_rx_ring(vsi->rx_rings[queue_pair]); in i40e_queue_pair_enable()
13592 * i40e_xdp - implements ndo_bpf for i40e
13600 struct i40e_vsi *vsi = np->vsi; in i40e_xdp()
13602 if (vsi->type != I40E_VSI_MAIN) in i40e_xdp()
13603 return -EINVAL; in i40e_xdp()
13605 switch (xdp->command) { in i40e_xdp()
13607 return i40e_xdp_setup(vsi, xdp->prog, xdp->extack); in i40e_xdp()
13609 return i40e_xsk_pool_setup(vsi, xdp->xsk.pool, in i40e_xdp()
13610 xdp->xsk.queue_id); in i40e_xdp()
13612 return -EINVAL; in i40e_xdp()
13656 * i40e_config_netdev - Setup the netdev flags
13663 struct i40e_pf *pf = vsi->back; in i40e_config_netdev()
13664 struct i40e_hw *hw = &pf->hw; in i40e_config_netdev()
13674 netdev = alloc_etherdev_mq(etherdev_size, vsi->alloc_queue_pairs); in i40e_config_netdev()
13676 return -ENOMEM; in i40e_config_netdev()
13678 vsi->netdev = netdev; in i40e_config_netdev()
13680 np->vsi = vsi; in i40e_config_netdev()
13702 if (!test_bit(I40E_HW_CAP_OUTER_UDP_CSUM, pf->hw.caps)) in i40e_config_netdev()
13703 netdev->gso_partial_features |= NETIF_F_GSO_UDP_TUNNEL_CSUM; in i40e_config_netdev()
13705 netdev->udp_tunnel_nic_info = &pf->udp_tunnel_nic; in i40e_config_netdev()
13707 netdev->gso_partial_features |= NETIF_F_GSO_GRE_CSUM; in i40e_config_netdev()
13709 netdev->hw_enc_features |= hw_enc_features; in i40e_config_netdev()
13712 netdev->vlan_features |= hw_enc_features | NETIF_F_TSO_MANGLEID; in i40e_config_netdev()
13721 netdev->gso_partial_features = I40E_GSO_PARTIAL_FEATURES; in i40e_config_netdev()
13722 netdev->features |= NETIF_F_GSO_PARTIAL | in i40e_config_netdev()
13725 netdev->mpls_features |= NETIF_F_SG; in i40e_config_netdev()
13726 netdev->mpls_features |= NETIF_F_HW_CSUM; in i40e_config_netdev()
13727 netdev->mpls_features |= NETIF_F_TSO; in i40e_config_netdev()
13728 netdev->mpls_features |= NETIF_F_TSO6; in i40e_config_netdev()
13729 netdev->mpls_features |= I40E_GSO_PARTIAL_FEATURES; in i40e_config_netdev()
13732 netdev->hw_features |= NETIF_F_HW_L2FW_DOFFLOAD; in i40e_config_netdev()
13738 if (!test_bit(I40E_FLAG_MFP_ENA, pf->flags)) in i40e_config_netdev()
13741 netdev->hw_features |= hw_features | NETIF_F_LOOPBACK; in i40e_config_netdev()
13743 netdev->features |= hw_features | NETIF_F_HW_VLAN_CTAG_FILTER; in i40e_config_netdev()
13744 netdev->hw_enc_features |= NETIF_F_TSO_MANGLEID; in i40e_config_netdev()
13746 netdev->features &= ~NETIF_F_HW_TC; in i40e_config_netdev()
13748 if (vsi->type == I40E_VSI_MAIN) { in i40e_config_netdev()
13749 SET_NETDEV_DEV(netdev, &pf->pdev->dev); in i40e_config_netdev()
13750 ether_addr_copy(mac_addr, hw->mac.perm_addr); in i40e_config_netdev()
13752 * some older NVM configurations load a default MAC-VLAN in i40e_config_netdev()
13762 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13764 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13766 netdev->xdp_features = NETDEV_XDP_ACT_BASIC | in i40e_config_netdev()
13770 netdev->xdp_zc_max_segs = I40E_MAX_BUFFER_TXD; in i40e_config_netdev()
13775 * original name by IFNAMSIZ - 4 in i40e_config_netdev()
13779 snprintf(netdev->name, IFNAMSIZ, "%.*sv%%d", IFNAMSIZ - 4, in i40e_config_netdev()
13780 main_vsi->netdev->name); in i40e_config_netdev()
13783 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13785 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13802 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13804 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13807 ether_addr_copy(netdev->perm_addr, mac_addr); in i40e_config_netdev()
13809 /* i40iw_net_event() reads 16 bytes from neigh->primary_key */ in i40e_config_netdev()
13810 netdev->neigh_priv_len = sizeof(u32) * 4; in i40e_config_netdev()
13812 netdev->priv_flags |= IFF_UNICAST_FLT; in i40e_config_netdev()
13813 netdev->priv_flags |= IFF_SUPP_NOFCS; in i40e_config_netdev()
13815 i40e_vsi_config_netdev_tc(vsi, vsi->tc_config.enabled_tc); in i40e_config_netdev()
13817 netdev->netdev_ops = &i40e_netdev_ops; in i40e_config_netdev()
13818 netdev->watchdog_timeo = 5 * HZ; in i40e_config_netdev()
13821 /* MTU range: 68 - 9706 */ in i40e_config_netdev()
13822 netdev->min_mtu = ETH_MIN_MTU; in i40e_config_netdev()
13823 netdev->max_mtu = I40E_MAX_RXBUFFER - I40E_PACKET_HDR_PAD; in i40e_config_netdev()
13829 * i40e_vsi_delete - Delete a VSI from the switch
13837 if (vsi == vsi->back->vsi[vsi->back->lan_vsi]) in i40e_vsi_delete()
13840 i40e_aq_delete_element(&vsi->back->hw, vsi->seid, NULL); in i40e_vsi_delete()
13844 * i40e_is_vsi_uplink_mode_veb - Check if the VSI's uplink bridge mode is VEB
13852 struct i40e_pf *pf = vsi->back; in i40e_is_vsi_uplink_mode_veb()
13855 if (vsi->veb_idx >= I40E_MAX_VEB) in i40e_is_vsi_uplink_mode_veb()
13858 veb = pf->veb[vsi->veb_idx]; in i40e_is_vsi_uplink_mode_veb()
13860 dev_info(&pf->pdev->dev, in i40e_is_vsi_uplink_mode_veb()
13862 return -ENOENT; in i40e_is_vsi_uplink_mode_veb()
13866 if (veb->bridge_mode & BRIDGE_MODE_VEPA) { in i40e_is_vsi_uplink_mode_veb()
13878 * i40e_add_vsi - Add a VSI to the switch
13886 int ret = -ENODEV; in i40e_add_vsi()
13887 struct i40e_pf *pf = vsi->back; in i40e_add_vsi()
13888 struct i40e_hw *hw = &pf->hw; in i40e_add_vsi()
13898 switch (vsi->type) { in i40e_add_vsi()
13905 ctxt.seid = pf->main_vsi_seid; in i40e_add_vsi()
13906 ctxt.pf_num = pf->hw.pf_id; in i40e_add_vsi()
13908 ret = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL); in i40e_add_vsi()
13911 dev_info(&pf->pdev->dev, in i40e_add_vsi()
13914 i40e_aq_str(&pf->hw, in i40e_add_vsi()
13915 pf->hw.aq.asq_last_status)); in i40e_add_vsi()
13916 return -ENOENT; in i40e_add_vsi()
13918 vsi->info = ctxt.info; in i40e_add_vsi()
13919 vsi->info.valid_sections = 0; in i40e_add_vsi()
13921 vsi->seid = ctxt.seid; in i40e_add_vsi()
13922 vsi->id = ctxt.vsi_number; in i40e_add_vsi()
13927 * negative logic - if it's set, we need to fiddle with in i40e_add_vsi()
13930 if (test_bit(I40E_FLAG_SOURCE_PRUNING_DIS, pf->flags)) { in i40e_add_vsi()
13932 ctxt.seid = pf->main_vsi_seid; in i40e_add_vsi()
13933 ctxt.pf_num = pf->hw.pf_id; in i40e_add_vsi()
13941 dev_info(&pf->pdev->dev, in i40e_add_vsi()
13944 i40e_aq_str(&pf->hw, in i40e_add_vsi()
13945 pf->hw.aq.asq_last_status)); in i40e_add_vsi()
13946 ret = -ENOENT; in i40e_add_vsi()
13952 if (test_bit(I40E_FLAG_MFP_ENA, pf->flags) && in i40e_add_vsi()
13953 !(pf->hw.func_caps.iscsi)) { /* NIC type PF */ in i40e_add_vsi()
13955 ctxt.seid = pf->main_vsi_seid; in i40e_add_vsi()
13956 ctxt.pf_num = pf->hw.pf_id; in i40e_add_vsi()
13961 dev_info(&pf->pdev->dev, in i40e_add_vsi()
13964 i40e_aq_str(&pf->hw, in i40e_add_vsi()
13965 pf->hw.aq.asq_last_status)); in i40e_add_vsi()
13966 ret = -ENOENT; in i40e_add_vsi()
13971 vsi->info.valid_sections = 0; in i40e_add_vsi()
13974 * reconfigure it to enable all TCs that are in i40e_add_vsi()
13984 dev_info(&pf->pdev->dev, in i40e_add_vsi()
13985 "failed to configure TCs for main VSI tc_map 0x%08x, err %pe aq_err %s\n", in i40e_add_vsi()
13988 i40e_aq_str(&pf->hw, in i40e_add_vsi()
13989 pf->hw.aq.asq_last_status)); in i40e_add_vsi()
13995 ctxt.pf_num = hw->pf_id; in i40e_add_vsi()
13997 ctxt.uplink_seid = vsi->uplink_seid; in i40e_add_vsi()
14000 if (test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags) && in i40e_add_vsi()
14011 ctxt.pf_num = hw->pf_id; in i40e_add_vsi()
14013 ctxt.uplink_seid = vsi->uplink_seid; in i40e_add_vsi()
14032 ctxt.pf_num = hw->pf_id; in i40e_add_vsi()
14033 ctxt.vf_num = vsi->vf_id + hw->func_caps.vf_base_id; in i40e_add_vsi()
14034 ctxt.uplink_seid = vsi->uplink_seid; in i40e_add_vsi()
14048 if (test_bit(I40E_FLAG_IWARP_ENA, vsi->back->flags)) { in i40e_add_vsi()
14058 if (pf->vf[vsi->vf_id].spoofchk) { in i40e_add_vsi()
14074 return -ENODEV; in i40e_add_vsi()
14077 if (vsi->type != I40E_VSI_MAIN) { in i40e_add_vsi()
14080 dev_info(&vsi->back->pdev->dev, in i40e_add_vsi()
14083 i40e_aq_str(&pf->hw, in i40e_add_vsi()
14084 pf->hw.aq.asq_last_status)); in i40e_add_vsi()
14085 ret = -ENOENT; in i40e_add_vsi()
14088 vsi->info = ctxt.info; in i40e_add_vsi()
14089 vsi->info.valid_sections = 0; in i40e_add_vsi()
14090 vsi->seid = ctxt.seid; in i40e_add_vsi()
14091 vsi->id = ctxt.vsi_number; in i40e_add_vsi()
14094 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_add_vsi()
14095 vsi->active_filters = 0; in i40e_add_vsi()
14097 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_add_vsi()
14098 f->state = I40E_FILTER_NEW; in i40e_add_vsi()
14101 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_add_vsi()
14102 clear_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_add_vsi()
14105 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_add_vsi()
14106 set_bit(__I40E_MACVLAN_SYNC_PENDING, pf->state); in i40e_add_vsi()
14112 dev_info(&pf->pdev->dev, in i40e_add_vsi()
14115 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_add_vsi()
14125 * i40e_vsi_release - Delete a VSI and free its resources
14139 pf = vsi->back; in i40e_vsi_release()
14141 /* release of a VEB-owner or last VSI is not allowed */ in i40e_vsi_release()
14142 if (vsi->flags & I40E_VSI_FLAG_VEB_OWNER) { in i40e_vsi_release()
14143 dev_info(&pf->pdev->dev, "VSI %d has existing VEB %d\n", in i40e_vsi_release()
14144 vsi->seid, vsi->uplink_seid); in i40e_vsi_release()
14145 return -ENODEV; in i40e_vsi_release()
14147 if (vsi->type == I40E_VSI_MAIN && !test_bit(__I40E_DOWN, pf->state)) { in i40e_vsi_release()
14148 dev_info(&pf->pdev->dev, "Can't remove PF VSI\n"); in i40e_vsi_release()
14149 return -ENODEV; in i40e_vsi_release()
14151 set_bit(__I40E_VSI_RELEASING, vsi->state); in i40e_vsi_release()
14152 uplink_seid = vsi->uplink_seid; in i40e_vsi_release()
14154 if (vsi->type != I40E_VSI_SRIOV) { in i40e_vsi_release()
14155 if (vsi->netdev_registered) { in i40e_vsi_release()
14156 vsi->netdev_registered = false; in i40e_vsi_release()
14157 if (vsi->netdev) { in i40e_vsi_release()
14159 unregister_netdev(vsi->netdev); in i40e_vsi_release()
14167 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_release()
14170 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_release()
14173 if (vsi->netdev) { in i40e_vsi_release()
14174 __dev_uc_unsync(vsi->netdev, NULL); in i40e_vsi_release()
14175 __dev_mc_unsync(vsi->netdev, NULL); in i40e_vsi_release()
14179 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) in i40e_vsi_release()
14182 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_release()
14188 if (vsi->netdev) { in i40e_vsi_release()
14189 free_netdev(vsi->netdev); in i40e_vsi_release()
14190 vsi->netdev = NULL; in i40e_vsi_release()
14200 * the floating VEBs yet. We'll wait for an explicit remove request in i40e_vsi_release()
14204 if (veb && veb->uplink_seid) { in i40e_vsi_release()
14207 /* Count non-controlling VSIs present on the VEB */ in i40e_vsi_release()
14209 if (vsi->uplink_seid == uplink_seid && in i40e_vsi_release()
14210 (vsi->flags & I40E_VSI_FLAG_VEB_OWNER) == 0) in i40e_vsi_release()
14224 * i40e_vsi_setup_vectors - Set up the q_vectors for the given VSI
14235 int ret = -ENOENT; in i40e_vsi_setup_vectors()
14236 struct i40e_pf *pf = vsi->back; in i40e_vsi_setup_vectors()
14238 if (vsi->q_vectors[0]) { in i40e_vsi_setup_vectors()
14239 dev_info(&pf->pdev->dev, "VSI %d has existing q_vectors\n", in i40e_vsi_setup_vectors()
14240 vsi->seid); in i40e_vsi_setup_vectors()
14241 return -EEXIST; in i40e_vsi_setup_vectors()
14244 if (vsi->base_vector) { in i40e_vsi_setup_vectors()
14245 dev_info(&pf->pdev->dev, "VSI %d has non-zero base vector %d\n", in i40e_vsi_setup_vectors()
14246 vsi->seid, vsi->base_vector); in i40e_vsi_setup_vectors()
14247 return -EEXIST; in i40e_vsi_setup_vectors()
14252 dev_info(&pf->pdev->dev, in i40e_vsi_setup_vectors()
14254 vsi->num_q_vectors, vsi->seid, ret); in i40e_vsi_setup_vectors()
14255 vsi->num_q_vectors = 0; in i40e_vsi_setup_vectors()
14262 if (!test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_setup_vectors()
14264 if (vsi->num_q_vectors) in i40e_vsi_setup_vectors()
14265 vsi->base_vector = i40e_get_lump(pf, pf->irq_pile, in i40e_vsi_setup_vectors()
14266 vsi->num_q_vectors, vsi->idx); in i40e_vsi_setup_vectors()
14267 if (vsi->base_vector < 0) { in i40e_vsi_setup_vectors()
14268 dev_info(&pf->pdev->dev, in i40e_vsi_setup_vectors()
14270 vsi->num_q_vectors, vsi->seid, vsi->base_vector); in i40e_vsi_setup_vectors()
14272 ret = -ENOENT; in i40e_vsi_setup_vectors()
14281 * i40e_vsi_reinit_setup - return and reallocate resources for a VSI
14284 * This re-allocates a vsi's queue resources.
14299 pf = vsi->back; in i40e_vsi_reinit_setup()
14301 i40e_put_lump(pf->qp_pile, vsi->base_queue, vsi->idx); in i40e_vsi_reinit_setup()
14310 alloc_queue_pairs = vsi->alloc_queue_pairs * in i40e_vsi_reinit_setup()
14313 ret = i40e_get_lump(pf, pf->qp_pile, alloc_queue_pairs, vsi->idx); in i40e_vsi_reinit_setup()
14315 dev_info(&pf->pdev->dev, in i40e_vsi_reinit_setup()
14317 alloc_queue_pairs, vsi->seid, ret); in i40e_vsi_reinit_setup()
14320 vsi->base_queue = ret; in i40e_vsi_reinit_setup()
14326 main_vsi->seid = pf->main_vsi_seid; in i40e_vsi_reinit_setup()
14329 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_reinit_setup()
14330 i40e_rm_default_mac_filter(vsi, pf->hw.mac.perm_addr); in i40e_vsi_reinit_setup()
14343 if (vsi->netdev_registered) { in i40e_vsi_reinit_setup()
14344 vsi->netdev_registered = false; in i40e_vsi_reinit_setup()
14345 unregister_netdev(vsi->netdev); in i40e_vsi_reinit_setup()
14346 free_netdev(vsi->netdev); in i40e_vsi_reinit_setup()
14347 vsi->netdev = NULL; in i40e_vsi_reinit_setup()
14349 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_reinit_setup()
14351 i40e_aq_delete_element(&pf->hw, vsi->seid, NULL); in i40e_vsi_reinit_setup()
14358 * i40e_vsi_setup - Set up a VSI by a given type
14380 * - the PF's port seid in i40e_vsi_setup()
14383 * - seid of an existing VEB in i40e_vsi_setup()
14384 * - seid of a VSI that owns an existing VEB in i40e_vsi_setup()
14385 * - seid of a VSI that doesn't own a VEB in i40e_vsi_setup()
14387 * - seid of the PF VSI, which is what creates the first VEB in i40e_vsi_setup()
14393 if (!veb && uplink_seid != pf->mac_seid) { in i40e_vsi_setup()
14396 dev_info(&pf->pdev->dev, "no such uplink_seid %d\n", in i40e_vsi_setup()
14401 if (vsi->uplink_seid == pf->mac_seid) in i40e_vsi_setup()
14402 veb = i40e_veb_setup(pf, pf->mac_seid, vsi->seid, in i40e_vsi_setup()
14403 vsi->tc_config.enabled_tc); in i40e_vsi_setup()
14404 else if ((vsi->flags & I40E_VSI_FLAG_VEB_OWNER) == 0) in i40e_vsi_setup()
14405 veb = i40e_veb_setup(pf, vsi->uplink_seid, vsi->seid, in i40e_vsi_setup()
14406 vsi->tc_config.enabled_tc); in i40e_vsi_setup()
14408 if (vsi->type != I40E_VSI_MAIN) { in i40e_vsi_setup()
14409 dev_info(&vsi->back->pdev->dev, in i40e_vsi_setup()
14417 if (!test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) { in i40e_vsi_setup()
14418 veb->bridge_mode = BRIDGE_MODE_VEPA; in i40e_vsi_setup()
14419 clear_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_vsi_setup()
14423 veb = i40e_pf_get_veb_by_seid(pf, vsi->uplink_seid); in i40e_vsi_setup()
14425 dev_info(&pf->pdev->dev, "couldn't add VEB\n"); in i40e_vsi_setup()
14429 vsi->flags |= I40E_VSI_FLAG_VEB_OWNER; in i40e_vsi_setup()
14430 uplink_seid = veb->seid; in i40e_vsi_setup()
14437 vsi = pf->vsi[v_idx]; in i40e_vsi_setup()
14440 vsi->type = type; in i40e_vsi_setup()
14441 vsi->veb_idx = (veb ? veb->idx : I40E_NO_VEB); in i40e_vsi_setup()
14444 pf->lan_vsi = v_idx; in i40e_vsi_setup()
14446 vsi->vf_id = param1; in i40e_vsi_setup()
14448 alloc_queue_pairs = vsi->alloc_queue_pairs * in i40e_vsi_setup()
14451 ret = i40e_get_lump(pf, pf->qp_pile, alloc_queue_pairs, vsi->idx); in i40e_vsi_setup()
14453 dev_info(&pf->pdev->dev, in i40e_vsi_setup()
14455 alloc_queue_pairs, vsi->seid, ret); in i40e_vsi_setup()
14458 vsi->base_queue = ret; in i40e_vsi_setup()
14461 vsi->uplink_seid = uplink_seid; in i40e_vsi_setup()
14466 switch (vsi->type) { in i40e_vsi_setup()
14476 if (vsi->type == I40E_VSI_MAIN) { in i40e_vsi_setup()
14480 SET_NETDEV_DEVLINK_PORT(vsi->netdev, &pf->devlink_port); in i40e_vsi_setup()
14482 ret = register_netdev(vsi->netdev); in i40e_vsi_setup()
14485 vsi->netdev_registered = true; in i40e_vsi_setup()
14486 netif_carrier_off(vsi->netdev); in i40e_vsi_setup()
14512 if (test_bit(I40E_HW_CAP_RSS_AQ, pf->hw.caps) && in i40e_vsi_setup()
14513 vsi->type == I40E_VSI_VMDQ2) { in i40e_vsi_setup()
14525 if (vsi->netdev_registered) { in i40e_vsi_setup()
14526 vsi->netdev_registered = false; in i40e_vsi_setup()
14527 unregister_netdev(vsi->netdev); in i40e_vsi_setup()
14528 free_netdev(vsi->netdev); in i40e_vsi_setup()
14529 vsi->netdev = NULL; in i40e_vsi_setup()
14532 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_setup()
14535 i40e_aq_delete_element(&pf->hw, vsi->seid, NULL); in i40e_vsi_setup()
14543 * i40e_veb_get_bw_info - Query VEB BW information
14552 struct i40e_pf *pf = veb->pf; in i40e_veb_get_bw_info()
14553 struct i40e_hw *hw = &pf->hw; in i40e_veb_get_bw_info()
14558 ret = i40e_aq_query_switch_comp_bw_config(hw, veb->seid, in i40e_veb_get_bw_info()
14561 dev_info(&pf->pdev->dev, in i40e_veb_get_bw_info()
14564 i40e_aq_str(&pf->hw, hw->aq.asq_last_status)); in i40e_veb_get_bw_info()
14568 ret = i40e_aq_query_switch_comp_ets_config(hw, veb->seid, in i40e_veb_get_bw_info()
14571 dev_info(&pf->pdev->dev, in i40e_veb_get_bw_info()
14574 i40e_aq_str(&pf->hw, hw->aq.asq_last_status)); in i40e_veb_get_bw_info()
14578 veb->bw_limit = le16_to_cpu(ets_data.port_bw_limit); in i40e_veb_get_bw_info()
14579 veb->bw_max_quanta = ets_data.tc_bw_max; in i40e_veb_get_bw_info()
14580 veb->is_abs_credits = bw_data.absolute_credits_enable; in i40e_veb_get_bw_info()
14581 veb->enabled_tc = ets_data.tc_valid_bits; in i40e_veb_get_bw_info()
14585 veb->bw_tc_share_credits[i] = bw_data.tc_bw_share_credits[i]; in i40e_veb_get_bw_info()
14586 veb->bw_tc_limit_credits[i] = in i40e_veb_get_bw_info()
14588 veb->bw_tc_max_quanta[i] = ((tc_bw_max >> (i*4)) & 0x7); in i40e_veb_get_bw_info()
14596 * i40e_veb_mem_alloc - Allocates the next available struct veb in the PF
14604 int ret = -ENOENT; in i40e_veb_mem_alloc()
14609 mutex_lock(&pf->switch_mutex); in i40e_veb_mem_alloc()
14618 while ((i < I40E_MAX_VEB) && (pf->veb[i] != NULL)) in i40e_veb_mem_alloc()
14621 ret = -ENOMEM; in i40e_veb_mem_alloc()
14627 ret = -ENOMEM; in i40e_veb_mem_alloc()
14630 veb->pf = pf; in i40e_veb_mem_alloc()
14631 veb->idx = i; in i40e_veb_mem_alloc()
14632 veb->enabled_tc = 1; in i40e_veb_mem_alloc()
14634 pf->veb[i] = veb; in i40e_veb_mem_alloc()
14637 mutex_unlock(&pf->switch_mutex); in i40e_veb_mem_alloc()
14642 * i40e_switch_branch_release - Delete a branch of the switch tree
14650 struct i40e_pf *pf = branch->pf; in i40e_switch_branch_release()
14651 u16 branch_seid = branch->seid; in i40e_switch_branch_release()
14652 u16 veb_idx = branch->idx; in i40e_switch_branch_release()
14657 /* release any VEBs on this VEB - RECURSION */ in i40e_switch_branch_release()
14659 if (veb->uplink_seid == branch->seid) in i40e_switch_branch_release()
14668 if (vsi->uplink_seid == branch_seid && in i40e_switch_branch_release()
14669 (vsi->flags & I40E_VSI_FLAG_VEB_OWNER) == 0) in i40e_switch_branch_release()
14677 if (pf->veb[veb_idx]) in i40e_switch_branch_release()
14678 i40e_veb_release(pf->veb[veb_idx]); in i40e_switch_branch_release()
14682 * i40e_veb_clear - remove veb struct
14690 if (veb->pf) { in i40e_veb_clear()
14691 struct i40e_pf *pf = veb->pf; in i40e_veb_clear()
14693 mutex_lock(&pf->switch_mutex); in i40e_veb_clear()
14694 if (pf->veb[veb->idx] == veb) in i40e_veb_clear()
14695 pf->veb[veb->idx] = NULL; in i40e_veb_clear()
14696 mutex_unlock(&pf->switch_mutex); in i40e_veb_clear()
14703 * i40e_veb_release - Delete a VEB and free its resources
14712 pf = veb->pf; in i40e_veb_release()
14716 if (vsi_it->uplink_seid == veb->seid) { in i40e_veb_release()
14717 if (vsi_it->flags & I40E_VSI_FLAG_VEB_OWNER) in i40e_veb_release()
14725 if ((veb->uplink_seid && n != 1) || (!veb->uplink_seid && n != 0)) { in i40e_veb_release()
14726 dev_info(&pf->pdev->dev, in i40e_veb_release()
14728 veb->seid, n); in i40e_veb_release()
14733 if (veb->uplink_seid) { in i40e_veb_release()
14734 vsi->flags &= ~I40E_VSI_FLAG_VEB_OWNER; in i40e_veb_release()
14735 vsi->uplink_seid = veb->uplink_seid; in i40e_veb_release()
14736 vsi->veb_idx = I40E_NO_VEB; in i40e_veb_release()
14739 i40e_aq_delete_element(&pf->hw, veb->seid, NULL); in i40e_veb_release()
14744 * i40e_add_veb - create the VEB in the switch
14750 struct i40e_pf *pf = veb->pf; in i40e_add_veb()
14751 bool enable_stats = !!test_bit(I40E_FLAG_VEB_STATS_ENA, pf->flags); in i40e_add_veb()
14754 ret = i40e_aq_add_veb(&pf->hw, veb->uplink_seid, vsi ? vsi->seid : 0, in i40e_add_veb()
14755 veb->enabled_tc, vsi ? false : true, in i40e_add_veb()
14756 &veb->seid, enable_stats, NULL); in i40e_add_veb()
14760 dev_info(&pf->pdev->dev, in i40e_add_veb()
14763 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_add_veb()
14764 return -EPERM; in i40e_add_veb()
14768 ret = i40e_aq_get_veb_parameters(&pf->hw, veb->seid, NULL, NULL, in i40e_add_veb()
14769 &veb->stats_idx, NULL, NULL, NULL); in i40e_add_veb()
14771 dev_info(&pf->pdev->dev, in i40e_add_veb()
14774 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_add_veb()
14775 return -EPERM; in i40e_add_veb()
14779 dev_info(&pf->pdev->dev, in i40e_add_veb()
14782 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_add_veb()
14783 i40e_aq_delete_element(&pf->hw, veb->seid, NULL); in i40e_add_veb()
14784 return -ENOENT; in i40e_add_veb()
14788 vsi->uplink_seid = veb->seid; in i40e_add_veb()
14789 vsi->veb_idx = veb->idx; in i40e_add_veb()
14790 vsi->flags |= I40E_VSI_FLAG_VEB_OWNER; in i40e_add_veb()
14797 * i40e_veb_setup - Set up a VEB
14801 * @enabled_tc: Enabled TC bit-map
14822 dev_info(&pf->pdev->dev, in i40e_veb_setup()
14832 dev_err(&pf->pdev->dev, "vsi seid %d not found\n", in i40e_veb_setup()
14842 veb = pf->veb[veb_idx]; in i40e_veb_setup()
14843 veb->uplink_seid = uplink_seid; in i40e_veb_setup()
14844 veb->enabled_tc = (enabled_tc ? enabled_tc : 0x1); in i40e_veb_setup()
14851 if (vsi && vsi->idx == pf->lan_vsi) in i40e_veb_setup()
14852 pf->lan_veb = veb->idx; in i40e_veb_setup()
14863 * i40e_setup_pf_switch_element - set PF vars based on switch type
14875 u16 downlink_seid = le16_to_cpu(ele->downlink_seid); in i40e_setup_pf_switch_element()
14876 u16 uplink_seid = le16_to_cpu(ele->uplink_seid); in i40e_setup_pf_switch_element()
14877 u8 element_type = ele->element_type; in i40e_setup_pf_switch_element()
14878 u16 seid = le16_to_cpu(ele->seid); in i40e_setup_pf_switch_element()
14882 dev_info(&pf->pdev->dev, in i40e_setup_pf_switch_element()
14888 pf->mac_seid = seid; in i40e_setup_pf_switch_element()
14892 if (uplink_seid != pf->mac_seid) in i40e_setup_pf_switch_element()
14901 pf->lan_veb = veb->idx; in i40e_setup_pf_switch_element()
14906 pf->lan_veb = v; in i40e_setup_pf_switch_element()
14910 /* Try to get again main VEB as pf->lan_veb may have changed */ in i40e_setup_pf_switch_element()
14915 veb->seid = seid; in i40e_setup_pf_switch_element()
14916 veb->uplink_seid = pf->mac_seid; in i40e_setup_pf_switch_element()
14917 veb->pf = pf; in i40e_setup_pf_switch_element()
14925 pf->mac_seid = uplink_seid; in i40e_setup_pf_switch_element()
14926 pf->main_vsi_seid = seid; in i40e_setup_pf_switch_element()
14928 dev_info(&pf->pdev->dev, in i40e_setup_pf_switch_element()
14930 downlink_seid, pf->main_vsi_seid); in i40e_setup_pf_switch_element()
14941 dev_info(&pf->pdev->dev, "unknown element type=%d seid=%d\n", in i40e_setup_pf_switch_element()
14948 * i40e_fetch_switch_configuration - Get switch config from firmware
14965 return -ENOMEM; in i40e_fetch_switch_configuration()
14971 ret = i40e_aq_get_switch_config(&pf->hw, sw_config, in i40e_fetch_switch_configuration()
14975 dev_info(&pf->pdev->dev, in i40e_fetch_switch_configuration()
14978 i40e_aq_str(&pf->hw, in i40e_fetch_switch_configuration()
14979 pf->hw.aq.asq_last_status)); in i40e_fetch_switch_configuration()
14981 return -ENOENT; in i40e_fetch_switch_configuration()
14984 num_reported = le16_to_cpu(sw_config->header.num_reported); in i40e_fetch_switch_configuration()
14985 num_total = le16_to_cpu(sw_config->header.num_total); in i40e_fetch_switch_configuration()
14988 dev_info(&pf->pdev->dev, in i40e_fetch_switch_configuration()
14994 &sw_config->element[i]; in i40e_fetch_switch_configuration()
15006 * i40e_setup_pf_switch - Setup the HW switch on startup or after reset
15008 * @reinit: if the Main VSI needs to re-initialized.
15022 dev_info(&pf->pdev->dev, in i40e_setup_pf_switch()
15025 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_setup_pf_switch()
15036 if ((pf->hw.pf_id == 0) && in i40e_setup_pf_switch()
15037 !test_bit(I40E_FLAG_TRUE_PROMISC_ENA, pf->flags)) { in i40e_setup_pf_switch()
15039 pf->last_sw_conf_flags = flags; in i40e_setup_pf_switch()
15042 if (pf->hw.pf_id == 0) { in i40e_setup_pf_switch()
15046 ret = i40e_aq_set_switch_config(&pf->hw, flags, valid_flags, 0, in i40e_setup_pf_switch()
15048 if (ret && pf->hw.aq.asq_last_status != I40E_AQ_RC_ESRCH) { in i40e_setup_pf_switch()
15049 dev_info(&pf->pdev->dev, in i40e_setup_pf_switch()
15052 i40e_aq_str(&pf->hw, in i40e_setup_pf_switch()
15053 pf->hw.aq.asq_last_status)); in i40e_setup_pf_switch()
15056 pf->last_sw_conf_valid_flags = valid_flags; in i40e_setup_pf_switch()
15070 uplink_seid = veb->seid; in i40e_setup_pf_switch()
15072 uplink_seid = pf->mac_seid; in i40e_setup_pf_switch()
15079 dev_info(&pf->pdev->dev, "setup of MAIN VSI failed\n"); in i40e_setup_pf_switch()
15082 return -EAGAIN; in i40e_setup_pf_switch()
15086 main_vsi->seid = pf->main_vsi_seid; in i40e_setup_pf_switch()
15096 dev_info(&pf->pdev->dev, "setup_pf_filter_control failed: %d\n", in i40e_setup_pf_switch()
15104 if (test_bit(I40E_FLAG_RSS_ENA, pf->flags)) in i40e_setup_pf_switch()
15116 udp_tunnel_nic_reset_ntf(main_vsi->netdev); in i40e_setup_pf_switch()
15125 * i40e_determine_queue_usage - Work out queue distribution
15133 pf->num_lan_qps = 0; in i40e_determine_queue_usage()
15139 queues_left = pf->hw.func_caps.num_tx_qp; in i40e_determine_queue_usage()
15142 !test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_determine_queue_usage()
15145 pf->alloc_rss_size = pf->num_lan_qps = 1; in i40e_determine_queue_usage()
15148 clear_bit(I40E_FLAG_RSS_ENA, pf->flags); in i40e_determine_queue_usage()
15149 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_determine_queue_usage()
15150 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_determine_queue_usage()
15151 clear_bit(I40E_FLAG_FD_ATR_ENA, pf->flags); in i40e_determine_queue_usage()
15152 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_determine_queue_usage()
15153 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_determine_queue_usage()
15154 clear_bit(I40E_FLAG_SRIOV_ENA, pf->flags); in i40e_determine_queue_usage()
15155 clear_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_determine_queue_usage()
15156 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_determine_queue_usage()
15157 } else if (!test_bit(I40E_FLAG_RSS_ENA, pf->flags) && in i40e_determine_queue_usage()
15158 !test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) && in i40e_determine_queue_usage()
15159 !test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags) && in i40e_determine_queue_usage()
15160 !test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags)) { in i40e_determine_queue_usage()
15162 pf->alloc_rss_size = pf->num_lan_qps = 1; in i40e_determine_queue_usage()
15163 queues_left -= pf->num_lan_qps; in i40e_determine_queue_usage()
15165 clear_bit(I40E_FLAG_RSS_ENA, pf->flags); in i40e_determine_queue_usage()
15166 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_determine_queue_usage()
15167 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_determine_queue_usage()
15168 clear_bit(I40E_FLAG_FD_ATR_ENA, pf->flags); in i40e_determine_queue_usage()
15169 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_determine_queue_usage()
15170 clear_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_determine_queue_usage()
15171 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_determine_queue_usage()
15173 /* Not enough queues for all TCs */ in i40e_determine_queue_usage()
15174 if (test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags) && in i40e_determine_queue_usage()
15176 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_determine_queue_usage()
15177 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_determine_queue_usage()
15178 dev_info(&pf->pdev->dev, "not enough queues for DCB. DCB is disabled.\n"); in i40e_determine_queue_usage()
15182 q_max = max_t(int, pf->rss_size_max, num_online_cpus()); in i40e_determine_queue_usage()
15183 q_max = min_t(int, q_max, pf->hw.func_caps.num_tx_qp); in i40e_determine_queue_usage()
15184 q_max = min_t(int, q_max, pf->hw.func_caps.num_msix_vectors); in i40e_determine_queue_usage()
15185 pf->num_lan_qps = q_max; in i40e_determine_queue_usage()
15187 queues_left -= pf->num_lan_qps; in i40e_determine_queue_usage()
15190 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_determine_queue_usage()
15192 queues_left -= 1; /* save 1 queue for FD */ in i40e_determine_queue_usage()
15194 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_determine_queue_usage()
15195 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_determine_queue_usage()
15196 …dev_info(&pf->pdev->dev, "not enough queues for Flow Director. Flow Director feature is disabled\n… in i40e_determine_queue_usage()
15200 if (test_bit(I40E_FLAG_SRIOV_ENA, pf->flags) && in i40e_determine_queue_usage()
15201 pf->num_vf_qps && pf->num_req_vfs && queues_left) { in i40e_determine_queue_usage()
15202 pf->num_req_vfs = min_t(int, pf->num_req_vfs, in i40e_determine_queue_usage()
15203 (queues_left / pf->num_vf_qps)); in i40e_determine_queue_usage()
15204 queues_left -= (pf->num_req_vfs * pf->num_vf_qps); in i40e_determine_queue_usage()
15207 if (test_bit(I40E_FLAG_VMDQ_ENA, pf->flags) && in i40e_determine_queue_usage()
15208 pf->num_vmdq_vsis && pf->num_vmdq_qps && queues_left) { in i40e_determine_queue_usage()
15209 pf->num_vmdq_vsis = min_t(int, pf->num_vmdq_vsis, in i40e_determine_queue_usage()
15210 (queues_left / pf->num_vmdq_qps)); in i40e_determine_queue_usage()
15211 queues_left -= (pf->num_vmdq_vsis * pf->num_vmdq_qps); in i40e_determine_queue_usage()
15214 pf->queues_left = queues_left; in i40e_determine_queue_usage()
15215 dev_dbg(&pf->pdev->dev, in i40e_determine_queue_usage()
15217 pf->hw.func_caps.num_tx_qp, in i40e_determine_queue_usage()
15218 !!test_bit(I40E_FLAG_FD_SB_ENA, pf->flags), in i40e_determine_queue_usage()
15219 pf->num_lan_qps, pf->alloc_rss_size, pf->num_req_vfs, in i40e_determine_queue_usage()
15220 pf->num_vf_qps, pf->num_vmdq_vsis, pf->num_vmdq_qps, in i40e_determine_queue_usage()
15225 * i40e_setup_pf_filter_control - Setup PF static filter control
15237 struct i40e_filter_control_settings *settings = &pf->filter_settings; in i40e_setup_pf_filter_control()
15239 settings->hash_lut_size = I40E_HASH_LUT_SIZE_128; in i40e_setup_pf_filter_control()
15242 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) || in i40e_setup_pf_filter_control()
15243 test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags)) in i40e_setup_pf_filter_control()
15244 settings->enable_fdir = true; in i40e_setup_pf_filter_control()
15247 settings->enable_ethtype = true; in i40e_setup_pf_filter_control()
15248 settings->enable_macvlan = true; in i40e_setup_pf_filter_control()
15250 if (i40e_set_filter_control(&pf->hw, settings)) in i40e_setup_pf_filter_control()
15251 return -ENOENT; in i40e_setup_pf_filter_control()
15257 #define REMAIN(__x) (INFO_STRING_LEN - (__x))
15261 struct i40e_hw *hw = &pf->hw; in i40e_print_features()
15269 i = snprintf(buf, INFO_STRING_LEN, "Features: PF-id[%d]", hw->pf_id); in i40e_print_features()
15271 i += scnprintf(&buf[i], REMAIN(i), " VFs: %d", pf->num_req_vfs); in i40e_print_features()
15274 pf->hw.func_caps.num_vsis, main_vsi->num_queue_pairs); in i40e_print_features()
15275 if (test_bit(I40E_FLAG_RSS_ENA, pf->flags)) in i40e_print_features()
15277 if (test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags)) in i40e_print_features()
15279 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_print_features()
15283 if (test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags)) in i40e_print_features()
15287 if (test_bit(I40E_FLAG_PTP_ENA, pf->flags)) in i40e_print_features()
15289 if (test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) in i40e_print_features()
15294 dev_info(&pf->pdev->dev, "%s\n", buf); in i40e_print_features()
15300 * i40e_get_platform_mac_addr - get platform-specific MAC address
15311 if (eth_platform_get_mac_address(&pdev->dev, pf->hw.mac.addr)) in i40e_get_platform_mac_addr()
15312 i40e_get_mac_addr(&pf->hw, pf->hw.mac.addr); in i40e_get_platform_mac_addr()
15316 * i40e_set_fec_in_flags - helper function for setting FEC options in flags
15343 * i40e_check_recovery_mode - check if we are running transition firmware
15353 u32 val = rd32(&pf->hw, I40E_GL_FWSTS); in i40e_check_recovery_mode()
15356 dev_crit(&pf->pdev->dev, "Firmware recovery mode detected. Limiting functionality.\n"); in i40e_check_recovery_mode()
15357 …dev_crit(&pf->pdev->dev, "Refer to the Intel(R) Ethernet Adapters and Devices User Guide for detai… in i40e_check_recovery_mode()
15358 set_bit(__I40E_RECOVERY_MODE, pf->state); in i40e_check_recovery_mode()
15362 if (test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_check_recovery_mode()
15363 …dev_info(&pf->pdev->dev, "Please do Power-On Reset to initialize adapter in normal mode with full … in i40e_check_recovery_mode()
15369 * i40e_pf_loop_reset - perform reset in a loop.
15379 * state is to issue a series of pf-resets and check a return value.
15391 /* wait max 10 seconds for PF reset to succeed */ in i40e_pf_loop_reset()
15393 struct i40e_hw *hw = &pf->hw; in i40e_pf_loop_reset()
15403 pf->pfr_count++; in i40e_pf_loop_reset()
15405 dev_info(&pf->pdev->dev, "PF reset failed: %d\n", ret); in i40e_pf_loop_reset()
15411 * i40e_check_fw_empr - check if FW issued unexpected EMP Reset
15423 const u32 fw_sts = rd32(&pf->hw, I40E_GL_FWSTS) & in i40e_check_fw_empr()
15430 * i40e_handle_resets - handle EMP resets and PF resets
15446 …dev_crit(&pf->pdev->dev, "Entering recovery mode due to repeated FW resets. This may take several … in i40e_handle_resets()
15448 return is_empr ? -EIO : pfr; in i40e_handle_resets()
15452 * i40e_init_recovery_mode - initialize subsystems needed in recovery mode
15467 pci_set_drvdata(pf->pdev, pf); in i40e_init_recovery_mode()
15468 pci_save_state(pf->pdev); in i40e_init_recovery_mode()
15471 timer_setup(&pf->service_timer, i40e_service_timer, 0); in i40e_init_recovery_mode()
15472 pf->service_timer_period = HZ; in i40e_init_recovery_mode()
15474 INIT_WORK(&pf->service_task, i40e_service_task); in i40e_init_recovery_mode()
15475 clear_bit(__I40E_SERVICE_SCHED, pf->state); in i40e_init_recovery_mode()
15486 if (pf->hw.func_caps.num_vsis < I40E_MIN_VSI_ALLOC) in i40e_init_recovery_mode()
15487 pf->num_alloc_vsi = I40E_MIN_VSI_ALLOC; in i40e_init_recovery_mode()
15489 pf->num_alloc_vsi = pf->hw.func_caps.num_vsis; in i40e_init_recovery_mode()
15492 pf->vsi = kcalloc(pf->num_alloc_vsi, sizeof(struct i40e_vsi *), in i40e_init_recovery_mode()
15494 if (!pf->vsi) { in i40e_init_recovery_mode()
15495 err = -ENOMEM; in i40e_init_recovery_mode()
15507 pf->lan_vsi = v_idx; in i40e_init_recovery_mode()
15508 vsi = pf->vsi[v_idx]; in i40e_init_recovery_mode()
15510 err = -EFAULT; in i40e_init_recovery_mode()
15513 vsi->alloc_queue_pairs = 1; in i40e_init_recovery_mode()
15517 err = register_netdev(vsi->netdev); in i40e_init_recovery_mode()
15520 vsi->netdev_registered = true; in i40e_init_recovery_mode()
15531 mod_timer(&pf->service_timer, in i40e_init_recovery_mode()
15532 round_jiffies(jiffies + pf->service_timer_period)); in i40e_init_recovery_mode()
15538 timer_shutdown_sync(&pf->service_timer); in i40e_init_recovery_mode()
15540 iounmap(hw->hw_addr); in i40e_init_recovery_mode()
15541 pci_release_mem_regions(pf->pdev); in i40e_init_recovery_mode()
15542 pci_disable_device(pf->pdev); in i40e_init_recovery_mode()
15549 * i40e_set_subsystem_device_id - set subsystem device id
15559 hw->subsystem_device_id = pf->pdev->subsystem_device ? in i40e_set_subsystem_device_id()
15560 pf->pdev->subsystem_device : in i40e_set_subsystem_device_id()
15565 * i40e_probe - Device initialization routine
15598 err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); in i40e_probe()
15600 dev_err(&pdev->dev, in i40e_probe()
15608 dev_info(&pdev->dev, in i40e_probe()
15620 pf = i40e_alloc_pf(&pdev->dev); in i40e_probe()
15622 err = -ENOMEM; in i40e_probe()
15625 pf->next_vsi = 0; in i40e_probe()
15626 pf->pdev = pdev; in i40e_probe()
15627 set_bit(__I40E_DOWN, pf->state); in i40e_probe()
15629 hw = &pf->hw; in i40e_probe()
15631 pf->ioremap_len = min_t(int, pci_resource_len(pdev, 0), in i40e_probe()
15638 if (pf->ioremap_len < I40E_GLGEN_STAT_CLEAR) { in i40e_probe()
15639 dev_err(&pdev->dev, "Cannot map registers, bar size 0x%X too small, aborting\n", in i40e_probe()
15640 pf->ioremap_len); in i40e_probe()
15641 err = -ENOMEM; in i40e_probe()
15644 hw->hw_addr = ioremap(pci_resource_start(pdev, 0), pf->ioremap_len); in i40e_probe()
15645 if (!hw->hw_addr) { in i40e_probe()
15646 err = -EIO; in i40e_probe()
15647 dev_info(&pdev->dev, "ioremap(0x%04x, 0x%04x) failed: 0x%x\n", in i40e_probe()
15649 pf->ioremap_len, err); in i40e_probe()
15652 hw->vendor_id = pdev->vendor; in i40e_probe()
15653 hw->device_id = pdev->device; in i40e_probe()
15654 pci_read_config_byte(pdev, PCI_REVISION_ID, &hw->revision_id); in i40e_probe()
15655 hw->subsystem_vendor_id = pdev->subsystem_vendor; in i40e_probe()
15657 hw->bus.device = PCI_SLOT(pdev->devfn); in i40e_probe()
15658 hw->bus.func = PCI_FUNC(pdev->devfn); in i40e_probe()
15659 hw->bus.bus_id = pdev->bus->number; in i40e_probe()
15664 hw->switch_tag = 0xffff; in i40e_probe()
15665 hw->first_tag = ETH_P_8021AD; in i40e_probe()
15666 hw->second_tag = ETH_P_8021Q; in i40e_probe()
15668 INIT_LIST_HEAD(&pf->l3_flex_pit_list); in i40e_probe()
15669 INIT_LIST_HEAD(&pf->l4_flex_pit_list); in i40e_probe()
15670 INIT_LIST_HEAD(&pf->ddp_old_prof); in i40e_probe()
15675 mutex_init(&hw->aq.asq_mutex); in i40e_probe()
15676 mutex_init(&hw->aq.arq_mutex); in i40e_probe()
15678 pf->msg_enable = netif_msg_init(debug, in i40e_probe()
15682 if (debug < -1) in i40e_probe()
15683 pf->hw.debug_mask = debug; in i40e_probe()
15686 if (hw->revision_id == 0 && in i40e_probe()
15691 pf->corer_count++; in i40e_probe()
15701 dev_warn(&pdev->dev, "unidentified MAC or BLANK NVM: %d\n", in i40e_probe()
15713 hw->aq.num_arq_entries = I40E_MIN_ARQ_LEN; in i40e_probe()
15714 hw->aq.num_asq_entries = I40E_MIN_ASQ_LEN; in i40e_probe()
15716 hw->aq.num_arq_entries = I40E_AQ_LEN; in i40e_probe()
15717 hw->aq.num_asq_entries = I40E_AQ_LEN; in i40e_probe()
15719 hw->aq.arq_buf_size = I40E_MAX_AQ_BUF_SIZE; in i40e_probe()
15720 hw->aq.asq_buf_size = I40E_MAX_AQ_BUF_SIZE; in i40e_probe()
15722 snprintf(pf->int_name, sizeof(pf->int_name) - 1, in i40e_probe()
15723 "%s-%s:misc", in i40e_probe()
15724 dev_driver_string(&pf->pdev->dev), dev_name(&pdev->dev)); in i40e_probe()
15728 dev_warn(&pdev->dev, "unidentified MAC or BLANK NVM: %d\n", in i40e_probe()
15734 pf->hw.fc.requested_mode = I40E_FC_NONE; in i40e_probe()
15738 if (err == -EIO) in i40e_probe()
15739 dev_info(&pdev->dev, in i40e_probe()
15741 hw->aq.api_maj_ver, in i40e_probe()
15742 hw->aq.api_min_ver, in i40e_probe()
15746 dev_info(&pdev->dev, in i40e_probe()
15756 dev_info(&pdev->dev, "fw %d.%d.%05d api %d.%d nvm %s [%04x:%04x] [%04x:%04x]\n", in i40e_probe()
15757 hw->aq.fw_maj_ver, hw->aq.fw_min_ver, hw->aq.fw_build, in i40e_probe()
15758 hw->aq.api_maj_ver, hw->aq.api_min_ver, nvm_ver, in i40e_probe()
15759 hw->vendor_id, hw->device_id, hw->subsystem_vendor_id, in i40e_probe()
15760 hw->subsystem_device_id); in i40e_probe()
15764 dev_dbg(&pdev->dev, in i40e_probe()
15766 hw->aq.api_maj_ver, in i40e_probe()
15767 hw->aq.api_min_ver, in i40e_probe()
15771 dev_info(&pdev->dev, in i40e_probe()
15773 hw->aq.api_maj_ver, in i40e_probe()
15774 hw->aq.api_min_ver, in i40e_probe()
15781 if (hw->revision_id < 1) in i40e_probe()
15782 …dev_warn(&pdev->dev, "This device is a pre-production adapter/LOM. Please be aware there may be is… in i40e_probe()
15792 dev_info(&pdev->dev, "sw_init failed: %d\n", err); in i40e_probe()
15796 if (test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_probe()
15799 err = i40e_init_lan_hmc(hw, hw->func_caps.num_tx_qp, in i40e_probe()
15800 hw->func_caps.num_rx_qp, 0, 0); in i40e_probe()
15802 dev_info(&pdev->dev, "init_lan_hmc failed: %d\n", err); in i40e_probe()
15808 dev_info(&pdev->dev, "configure_lan_hmc failed: %d\n", err); in i40e_probe()
15809 err = -ENOENT; in i40e_probe()
15817 if (test_bit(I40E_HW_CAP_STOP_FW_LLDP, pf->hw.caps)) { in i40e_probe()
15818 dev_info(&pdev->dev, "Stopping firmware LLDP agent.\n"); in i40e_probe()
15825 if (!is_valid_ether_addr(hw->mac.addr)) { in i40e_probe()
15826 dev_info(&pdev->dev, "invalid MAC address %pM\n", hw->mac.addr); in i40e_probe()
15827 err = -EIO; in i40e_probe()
15830 dev_info(&pdev->dev, "MAC address: %pM\n", hw->mac.addr); in i40e_probe()
15831 ether_addr_copy(hw->mac.perm_addr, hw->mac.addr); in i40e_probe()
15832 i40e_get_port_mac_addr(hw, hw->mac.port_addr); in i40e_probe()
15833 if (is_valid_ether_addr(hw->mac.port_addr)) in i40e_probe()
15834 set_bit(I40E_HW_CAP_PORT_ID_VALID, pf->hw.caps); in i40e_probe()
15841 status = i40e_get_fw_lldp_status(&pf->hw, &lldp_status); in i40e_probe()
15844 (clear_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags)) : in i40e_probe()
15845 (set_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags)); in i40e_probe()
15846 dev_info(&pdev->dev, in i40e_probe()
15847 test_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags) ? in i40e_probe()
15851 /* Enable FW to write default DCB config on link-up */ in i40e_probe()
15856 dev_info(&pdev->dev, "DCB init failed %d, disabled\n", err); in i40e_probe()
15857 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_probe()
15858 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_probe()
15864 timer_setup(&pf->service_timer, i40e_service_timer, 0); in i40e_probe()
15865 pf->service_timer_period = HZ; in i40e_probe()
15867 INIT_WORK(&pf->service_task, i40e_service_task); in i40e_probe()
15868 clear_bit(__I40E_SERVICE_SCHED, pf->state); in i40e_probe()
15872 if (BIT (hw->port) & wol_nvm_bits || hw->partition_id != 1) in i40e_probe()
15873 pf->wol_en = false; in i40e_probe()
15875 pf->wol_en = true; in i40e_probe()
15876 device_set_wakeup_enable(&pf->pdev->dev, pf->wol_en); in i40e_probe()
15885 * When MSI-X is enabled, it's not allowed to use more TC queue in i40e_probe()
15886 * pairs than MSI-X vectors (pf->num_lan_msix) exist. Thus in i40e_probe()
15887 * vsi->num_queue_pairs will be equal to pf->num_lan_msix, i.e., 1. in i40e_probe()
15890 pf->num_lan_msix = 1; in i40e_probe()
15892 pf->udp_tunnel_nic.set_port = i40e_udp_tunnel_set_port; in i40e_probe()
15893 pf->udp_tunnel_nic.unset_port = i40e_udp_tunnel_unset_port; in i40e_probe()
15894 pf->udp_tunnel_nic.flags = UDP_TUNNEL_NIC_INFO_MAY_SLEEP; in i40e_probe()
15895 pf->udp_tunnel_nic.shared = &pf->udp_tunnel_shared; in i40e_probe()
15896 pf->udp_tunnel_nic.tables[0].n_entries = I40E_MAX_PF_UDP_OFFLOAD_PORTS; in i40e_probe()
15897 pf->udp_tunnel_nic.tables[0].tunnel_types = UDP_TUNNEL_TYPE_VXLAN | in i40e_probe()
15905 if (pf->hw.func_caps.num_vsis < I40E_MIN_VSI_ALLOC) in i40e_probe()
15906 pf->num_alloc_vsi = I40E_MIN_VSI_ALLOC; in i40e_probe()
15908 pf->num_alloc_vsi = pf->hw.func_caps.num_vsis; in i40e_probe()
15909 if (pf->num_alloc_vsi > UDP_TUNNEL_NIC_MAX_SHARING_DEVICES) { in i40e_probe()
15910 dev_warn(&pf->pdev->dev, in i40e_probe()
15912 pf->num_alloc_vsi, UDP_TUNNEL_NIC_MAX_SHARING_DEVICES); in i40e_probe()
15913 pf->num_alloc_vsi = UDP_TUNNEL_NIC_MAX_SHARING_DEVICES; in i40e_probe()
15917 pf->vsi = kcalloc(pf->num_alloc_vsi, sizeof(struct i40e_vsi *), in i40e_probe()
15919 if (!pf->vsi) { in i40e_probe()
15920 err = -ENOMEM; in i40e_probe()
15926 if (test_bit(I40E_FLAG_SRIOV_ENA, pf->flags) && in i40e_probe()
15927 test_bit(I40E_FLAG_MSIX_ENA, pf->flags) && in i40e_probe()
15928 !test_bit(__I40E_BAD_EEPROM, pf->state)) { in i40e_probe()
15930 set_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_probe()
15935 dev_info(&pdev->dev, "setup_pf_switch failed: %d\n", err); in i40e_probe()
15940 INIT_LIST_HEAD(&vsi->ch_list); in i40e_probe()
15950 err = i40e_aq_set_phy_int_mask(&pf->hw, in i40e_probe()
15955 dev_info(&pf->pdev->dev, "set phy mask fail, err %pe aq_err %s\n", in i40e_probe()
15957 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_probe()
15960 ratelimit_state_init(&pf->mdd_message_rate_limit, 1 * HZ, 1); in i40e_probe()
15973 if (test_bit(I40E_HW_CAP_RESTART_AUTONEG, pf->hw.caps)) { in i40e_probe()
15975 err = i40e_aq_set_link_restart_an(&pf->hw, true, NULL); in i40e_probe()
15977 dev_info(&pf->pdev->dev, "link restart failed, err %pe aq_err %s\n", in i40e_probe()
15979 i40e_aq_str(&pf->hw, in i40e_probe()
15980 pf->hw.aq.asq_last_status)); in i40e_probe()
15986 clear_bit(__I40E_DOWN, pf->state); in i40e_probe()
15993 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_probe()
15996 dev_info(&pdev->dev, in i40e_probe()
16006 if (test_bit(I40E_FLAG_SRIOV_ENA, pf->flags) && in i40e_probe()
16007 test_bit(I40E_FLAG_MSIX_ENA, pf->flags) && in i40e_probe()
16008 !test_bit(__I40E_BAD_EEPROM, pf->state)) { in i40e_probe()
16016 dev_info(&pdev->dev, in i40e_probe()
16020 dev_info(&pdev->dev, in i40e_probe()
16027 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_probe()
16028 pf->iwarp_base_vector = i40e_get_lump(pf, pf->irq_pile, in i40e_probe()
16029 pf->num_iwarp_msix, in i40e_probe()
16031 if (pf->iwarp_base_vector < 0) { in i40e_probe()
16032 dev_info(&pdev->dev, in i40e_probe()
16034 pf->num_iwarp_msix, pf->iwarp_base_vector); in i40e_probe()
16035 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_probe()
16045 mod_timer(&pf->service_timer, in i40e_probe()
16046 round_jiffies(jiffies + pf->service_timer_period)); in i40e_probe()
16049 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_probe()
16052 dev_info(&pdev->dev, "Failed to add PF to client API service list: %d\n", in i40e_probe()
16062 if (!test_bit(I40E_HW_CAP_NO_PCI_LINK_CHECK, pf->hw.caps)) { in i40e_probe()
16069 pcie_capability_read_word(pf->pdev, PCI_EXP_LNKSTA, in i40e_probe()
16074 switch (hw->bus.speed) { in i40e_probe()
16084 switch (hw->bus.width) { in i40e_probe()
16097 dev_info(&pdev->dev, "PCI-Express: Speed %sGT/s Width x%s\n", in i40e_probe()
16100 if (hw->bus.width < i40e_bus_width_pcie_x8 || in i40e_probe()
16101 hw->bus.speed < i40e_bus_speed_8000) { in i40e_probe()
16102 …dev_warn(&pdev->dev, "PCI-Express bandwidth available for this device may be insufficient for opti… in i40e_probe()
16103 …dev_warn(&pdev->dev, "Please move the device to a different PCI-e link with more lanes and/or high… in i40e_probe()
16110 dev_dbg(&pf->pdev->dev, "get requested speeds ret = %pe last_status = %s\n", in i40e_probe()
16112 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_probe()
16113 pf->hw.phy.link_info.requested_speeds = abilities.link_speed; in i40e_probe()
16116 i40e_set_fec_in_flags(abilities.fec_cfg_curr_mod_ext_info, pf->flags); in i40e_probe()
16121 dev_dbg(&pf->pdev->dev, "get supported phy types ret = %pe last_status = %s\n", in i40e_probe()
16123 i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); in i40e_probe()
16128 rd32(&pf->hw, I40E_PRTGL_SAH)); in i40e_probe()
16130 dev_warn(&pdev->dev, "MFS for port %x (%d) has been set below the default (%d)\n", in i40e_probe()
16131 pf->hw.port, val, MAX_FRAME_SIZE_DEFAULT); in i40e_probe()
16139 i40e_add_filter_to_drop_tx_flow_control_frames(&pf->hw, in i40e_probe()
16140 pf->main_vsi_seid); in i40e_probe()
16142 if ((pf->hw.device_id == I40E_DEV_ID_10G_BASE_T) || in i40e_probe()
16143 (pf->hw.device_id == I40E_DEV_ID_10G_BASE_T4)) in i40e_probe()
16144 set_bit(I40E_HW_CAP_PHY_CONTROLS_LEDS, pf->hw.caps); in i40e_probe()
16145 if (pf->hw.device_id == I40E_DEV_ID_SFP_I_X722) in i40e_probe()
16146 set_bit(I40E_HW_CAP_CRT_RETIMER, pf->hw.caps); in i40e_probe()
16156 set_bit(__I40E_DOWN, pf->state); in i40e_probe()
16158 kfree(pf->vsi); in i40e_probe()
16161 timer_shutdown_sync(&pf->service_timer); in i40e_probe()
16166 kfree(pf->qp_pile); in i40e_probe()
16170 iounmap(hw->hw_addr); in i40e_probe()
16182 * i40e_remove - Device removal routine
16187 * Hot-Plug event, or because the driver is going to be removed from
16193 struct i40e_hw *hw = &pf->hw; in i40e_remove()
16213 while (test_and_set_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_remove()
16215 set_bit(__I40E_IN_REMOVE, pf->state); in i40e_remove()
16217 if (test_bit(I40E_FLAG_SRIOV_ENA, pf->flags)) { in i40e_remove()
16218 set_bit(__I40E_VF_RESETS_DISABLED, pf->state); in i40e_remove()
16220 clear_bit(I40E_FLAG_SRIOV_ENA, pf->flags); in i40e_remove()
16223 set_bit(__I40E_SUSPENDED, pf->state); in i40e_remove()
16224 set_bit(__I40E_DOWN, pf->state); in i40e_remove()
16225 if (pf->service_timer.function) in i40e_remove()
16226 timer_shutdown_sync(&pf->service_timer); in i40e_remove()
16227 if (pf->service_task.func) in i40e_remove()
16228 cancel_work_sync(&pf->service_task); in i40e_remove()
16230 if (test_bit(__I40E_RECOVERY_MODE, pf->state)) { in i40e_remove()
16231 struct i40e_vsi *vsi = pf->vsi[0]; in i40e_remove()
16237 unregister_netdev(vsi->netdev); in i40e_remove()
16238 free_netdev(vsi->netdev); in i40e_remove()
16254 if (veb->uplink_seid == pf->mac_seid || in i40e_remove()
16255 veb->uplink_seid == 0) in i40e_remove()
16264 pf->vsi[i] = NULL; in i40e_remove()
16270 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_remove()
16273 dev_warn(&pdev->dev, "Failed to delete client device: %d\n", in i40e_remove()
16278 if (hw->hmc.hmc_obj) { in i40e_remove()
16281 dev_warn(&pdev->dev, in i40e_remove()
16288 if (test_bit(__I40E_RECOVERY_MODE, pf->state) && in i40e_remove()
16289 !test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_remove()
16290 free_irq(pf->pdev->irq, pf); in i40e_remove()
16296 mutex_destroy(&hw->aq.arq_mutex); in i40e_remove()
16297 mutex_destroy(&hw->aq.asq_mutex); in i40e_remove()
16303 if (!test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_remove()
16307 pf->vsi[i] = NULL; in i40e_remove()
16313 pf->veb[i] = NULL; in i40e_remove()
16316 kfree(pf->qp_pile); in i40e_remove()
16317 kfree(pf->vsi); in i40e_remove()
16319 iounmap(hw->hw_addr); in i40e_remove()
16327 * i40e_enable_mc_magic_wake - enable multicast magic packet wake up
16334 struct i40e_hw *hw = &pf->hw; in i40e_enable_mc_magic_wake()
16340 if (main_vsi && main_vsi->netdev) { in i40e_enable_mc_magic_wake()
16341 ether_addr_copy(mac_addr, main_vsi->netdev->dev_addr); in i40e_enable_mc_magic_wake()
16343 dev_err(&pf->pdev->dev, in i40e_enable_mc_magic_wake()
16345 ether_addr_copy(mac_addr, hw->mac.addr); in i40e_enable_mc_magic_wake()
16354 if (hw->func_caps.flex10_enable && hw->partition_id != 1) in i40e_enable_mc_magic_wake()
16359 dev_err(&pf->pdev->dev, in i40e_enable_mc_magic_wake()
16369 dev_err(&pf->pdev->dev, in i40e_enable_mc_magic_wake()
16374 * i40e_io_suspend - suspend all IO operations
16380 struct i40e_hw *hw = &pf->hw; in i40e_io_suspend()
16382 set_bit(__I40E_DOWN, pf->state); in i40e_io_suspend()
16385 del_timer_sync(&pf->service_timer); in i40e_io_suspend()
16386 cancel_work_sync(&pf->service_task); in i40e_io_suspend()
16393 if (test_bit(I40E_HW_CAP_WOL_MC_MAGIC_PKT_WAKE, pf->hw.caps) && in i40e_io_suspend()
16394 pf->wol_en) in i40e_io_suspend()
16405 wr32(hw, I40E_PFPM_APM, (pf->wol_en ? I40E_PFPM_APM_APME_MASK : 0)); in i40e_io_suspend()
16406 wr32(hw, I40E_PFPM_WUFC, (pf->wol_en ? I40E_PFPM_WUFC_MAG_MASK : 0)); in i40e_io_suspend()
16421 * i40e_io_resume - resume IO operations
16427 struct device *dev = &pf->pdev->dev; in i40e_io_resume()
16444 clear_bit(__I40E_DOWN, pf->state); in i40e_io_resume()
16450 clear_bit(__I40E_SUSPENDED, pf->state); in i40e_io_resume()
16453 mod_timer(&pf->service_timer, in i40e_io_resume()
16454 round_jiffies(jiffies + pf->service_timer_period)); in i40e_io_resume()
16460 * i40e_pci_error_detected - warning that something funky happened in PCI land
16473 dev_info(&pdev->dev, "%s: error %d\n", __func__, error); in i40e_pci_error_detected()
16476 dev_info(&pdev->dev, in i40e_pci_error_detected()
16477 "Cannot recover - error happened during device probe\n"); in i40e_pci_error_detected()
16482 if (!test_bit(__I40E_SUSPENDED, pf->state)) in i40e_pci_error_detected()
16490 * i40e_pci_error_slot_reset - a PCI slot reset just happened
16504 dev_dbg(&pdev->dev, "%s\n", __func__); in i40e_pci_error_slot_reset()
16507 dev_info(&pdev->dev, in i40e_pci_error_slot_reset()
16508 "Cannot re-enable PCI device after reset.\n"); in i40e_pci_error_slot_reset()
16516 reg = rd32(&pf->hw, I40E_GLGEN_RTRIG); in i40e_pci_error_slot_reset()
16527 * i40e_pci_error_reset_prepare - prepare device driver for pci reset
16538 * i40e_pci_error_reset_done - pci reset done, device driver reset can begin
16545 if (test_bit(__I40E_IN_REMOVE, pf->state)) in i40e_pci_error_reset_done()
16555 * i40e_pci_error_resume - restart operations after PCI error recovery
16565 dev_dbg(&pdev->dev, "%s\n", __func__); in i40e_pci_error_resume()
16566 if (test_bit(__I40E_SUSPENDED, pf->state)) in i40e_pci_error_resume()
16573 * i40e_shutdown - PCI callback for shutting down
16579 struct i40e_hw *hw = &pf->hw; in i40e_shutdown()
16581 set_bit(__I40E_SUSPENDED, pf->state); in i40e_shutdown()
16582 set_bit(__I40E_DOWN, pf->state); in i40e_shutdown()
16584 del_timer_sync(&pf->service_timer); in i40e_shutdown()
16585 cancel_work_sync(&pf->service_task); in i40e_shutdown()
16594 if (test_bit(I40E_HW_CAP_WOL_MC_MAGIC_PKT_WAKE, pf->hw.caps) && in i40e_shutdown()
16595 pf->wol_en) in i40e_shutdown()
16601 (pf->wol_en ? I40E_PFPM_APM_APME_MASK : 0)); in i40e_shutdown()
16603 (pf->wol_en ? I40E_PFPM_WUFC_MAG_MASK : 0)); in i40e_shutdown()
16606 if (test_bit(__I40E_RECOVERY_MODE, pf->state) && in i40e_shutdown()
16607 !test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_shutdown()
16608 free_irq(pf->pdev->irq, pf); in i40e_shutdown()
16619 pci_wake_from_d3(pdev, pf->wol_en); in i40e_shutdown()
16625 * i40e_suspend - PM callback for moving to D3
16633 if (test_and_set_bit(__I40E_SUSPENDED, pf->state)) in i40e_suspend()
16639 * i40e_resume - PM callback for waking up from D3
16647 if (!test_bit(__I40E_SUSPENDED, pf->state)) in i40e_resume()
16674 * i40e_init_module - Driver registration routine
16696 return -ENOMEM; in i40e_init_module()
16712 * i40e_exit_module - Driver exit cleanup routine