Back to home page

OSCL-LXR
 
 

     

0001 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
0002 /* Copyright (C) 2019 Netronome Systems, Inc. */
0003 
0004 #include <linux/seq_file.h>
0005 
0006 #include "../nfp_net.h"
0007 #include "../nfp_net_dp.h"
0008 #include "nfdk.h"
0009 
0010 static void
0011 nfp_nfdk_tx_ring_reset(struct nfp_net_dp *dp, struct nfp_net_tx_ring *tx_ring)
0012 {
0013     struct device *dev = dp->dev;
0014     struct netdev_queue *nd_q;
0015 
0016     while (!tx_ring->is_xdp && tx_ring->rd_p != tx_ring->wr_p) {
0017         const skb_frag_t *frag, *fend;
0018         unsigned int size, n_descs = 1;
0019         struct nfp_nfdk_tx_buf *txbuf;
0020         int nr_frags, rd_idx;
0021         struct sk_buff *skb;
0022 
0023         rd_idx = D_IDX(tx_ring, tx_ring->rd_p);
0024         txbuf = &tx_ring->ktxbufs[rd_idx];
0025 
0026         skb = txbuf->skb;
0027         if (!skb) {
0028             n_descs = D_BLOCK_CPL(tx_ring->rd_p);
0029             goto next;
0030         }
0031 
0032         nr_frags = skb_shinfo(skb)->nr_frags;
0033         txbuf++;
0034 
0035         /* Unmap head */
0036         size = skb_headlen(skb);
0037         dma_unmap_single(dev, txbuf->dma_addr, size, DMA_TO_DEVICE);
0038         n_descs += nfp_nfdk_headlen_to_segs(size);
0039         txbuf++;
0040 
0041         frag = skb_shinfo(skb)->frags;
0042         fend = frag + nr_frags;
0043         for (; frag < fend; frag++) {
0044             size = skb_frag_size(frag);
0045             dma_unmap_page(dev, txbuf->dma_addr,
0046                        skb_frag_size(frag), DMA_TO_DEVICE);
0047             n_descs += DIV_ROUND_UP(size,
0048                         NFDK_TX_MAX_DATA_PER_DESC);
0049             txbuf++;
0050         }
0051 
0052         if (skb_is_gso(skb))
0053             n_descs++;
0054 
0055         dev_kfree_skb_any(skb);
0056 next:
0057         tx_ring->rd_p += n_descs;
0058     }
0059 
0060     memset(tx_ring->txds, 0, tx_ring->size);
0061     tx_ring->data_pending = 0;
0062     tx_ring->wr_p = 0;
0063     tx_ring->rd_p = 0;
0064     tx_ring->qcp_rd_p = 0;
0065     tx_ring->wr_ptr_add = 0;
0066 
0067     if (tx_ring->is_xdp || !dp->netdev)
0068         return;
0069 
0070     nd_q = netdev_get_tx_queue(dp->netdev, tx_ring->idx);
0071     netdev_tx_reset_queue(nd_q);
0072 }
0073 
0074 static void nfp_nfdk_tx_ring_free(struct nfp_net_tx_ring *tx_ring)
0075 {
0076     struct nfp_net_r_vector *r_vec = tx_ring->r_vec;
0077     struct nfp_net_dp *dp = &r_vec->nfp_net->dp;
0078 
0079     kvfree(tx_ring->ktxbufs);
0080 
0081     if (tx_ring->ktxds)
0082         dma_free_coherent(dp->dev, tx_ring->size,
0083                   tx_ring->ktxds, tx_ring->dma);
0084 
0085     tx_ring->cnt = 0;
0086     tx_ring->txbufs = NULL;
0087     tx_ring->txds = NULL;
0088     tx_ring->dma = 0;
0089     tx_ring->size = 0;
0090 }
0091 
0092 static int
0093 nfp_nfdk_tx_ring_alloc(struct nfp_net_dp *dp, struct nfp_net_tx_ring *tx_ring)
0094 {
0095     struct nfp_net_r_vector *r_vec = tx_ring->r_vec;
0096 
0097     tx_ring->cnt = dp->txd_cnt * NFDK_TX_DESC_PER_SIMPLE_PKT;
0098     tx_ring->size = array_size(tx_ring->cnt, sizeof(*tx_ring->ktxds));
0099     tx_ring->ktxds = dma_alloc_coherent(dp->dev, tx_ring->size,
0100                         &tx_ring->dma,
0101                         GFP_KERNEL | __GFP_NOWARN);
0102     if (!tx_ring->ktxds) {
0103         netdev_warn(dp->netdev, "failed to allocate TX descriptor ring memory, requested descriptor count: %d, consider lowering descriptor count\n",
0104                 tx_ring->cnt);
0105         goto err_alloc;
0106     }
0107 
0108     tx_ring->ktxbufs = kvcalloc(tx_ring->cnt, sizeof(*tx_ring->ktxbufs),
0109                     GFP_KERNEL);
0110     if (!tx_ring->ktxbufs)
0111         goto err_alloc;
0112 
0113     if (!tx_ring->is_xdp && dp->netdev)
0114         netif_set_xps_queue(dp->netdev, &r_vec->affinity_mask,
0115                     tx_ring->idx);
0116 
0117     return 0;
0118 
0119 err_alloc:
0120     nfp_nfdk_tx_ring_free(tx_ring);
0121     return -ENOMEM;
0122 }
0123 
0124 static void
0125 nfp_nfdk_tx_ring_bufs_free(struct nfp_net_dp *dp,
0126                struct nfp_net_tx_ring *tx_ring)
0127 {
0128 }
0129 
0130 static int
0131 nfp_nfdk_tx_ring_bufs_alloc(struct nfp_net_dp *dp,
0132                 struct nfp_net_tx_ring *tx_ring)
0133 {
0134     return 0;
0135 }
0136 
0137 static void
0138 nfp_nfdk_print_tx_descs(struct seq_file *file,
0139             struct nfp_net_r_vector *r_vec,
0140             struct nfp_net_tx_ring *tx_ring,
0141             u32 d_rd_p, u32 d_wr_p)
0142 {
0143     struct nfp_nfdk_tx_desc *txd;
0144     u32 txd_cnt = tx_ring->cnt;
0145     int i;
0146 
0147     for (i = 0; i < txd_cnt; i++) {
0148         txd = &tx_ring->ktxds[i];
0149 
0150         seq_printf(file, "%04d: 0x%08x 0x%08x 0x%016llx", i,
0151                txd->vals[0], txd->vals[1], tx_ring->ktxbufs[i].raw);
0152 
0153         if (i == tx_ring->rd_p % txd_cnt)
0154             seq_puts(file, " H_RD");
0155         if (i == tx_ring->wr_p % txd_cnt)
0156             seq_puts(file, " H_WR");
0157         if (i == d_rd_p % txd_cnt)
0158             seq_puts(file, " D_RD");
0159         if (i == d_wr_p % txd_cnt)
0160             seq_puts(file, " D_WR");
0161 
0162         seq_putc(file, '\n');
0163     }
0164 }
0165 
0166 #define NFP_NFDK_CFG_CTRL_SUPPORTED                 \
0167     (NFP_NET_CFG_CTRL_ENABLE | NFP_NET_CFG_CTRL_PROMISC |       \
0168      NFP_NET_CFG_CTRL_L2BC | NFP_NET_CFG_CTRL_L2MC |        \
0169      NFP_NET_CFG_CTRL_RXCSUM | NFP_NET_CFG_CTRL_TXCSUM |        \
0170      NFP_NET_CFG_CTRL_RXVLAN |                  \
0171      NFP_NET_CFG_CTRL_RXVLAN_V2 | NFP_NET_CFG_CTRL_RXQINQ |     \
0172      NFP_NET_CFG_CTRL_TXVLAN_V2 |                   \
0173      NFP_NET_CFG_CTRL_GATHER | NFP_NET_CFG_CTRL_LSO |       \
0174      NFP_NET_CFG_CTRL_CTAG_FILTER | NFP_NET_CFG_CTRL_CMSG_DATA |    \
0175      NFP_NET_CFG_CTRL_RINGCFG | NFP_NET_CFG_CTRL_IRQMOD |       \
0176      NFP_NET_CFG_CTRL_TXRWB | NFP_NET_CFG_CTRL_VEPA |       \
0177      NFP_NET_CFG_CTRL_VXLAN | NFP_NET_CFG_CTRL_NVGRE |      \
0178      NFP_NET_CFG_CTRL_BPF | NFP_NET_CFG_CTRL_LSO2 |         \
0179      NFP_NET_CFG_CTRL_RSS2 | NFP_NET_CFG_CTRL_CSUM_COMPLETE |   \
0180      NFP_NET_CFG_CTRL_LIVE_ADDR)
0181 
0182 const struct nfp_dp_ops nfp_nfdk_ops = {
0183     .version        = NFP_NFD_VER_NFDK,
0184     .tx_min_desc_per_pkt    = NFDK_TX_DESC_PER_SIMPLE_PKT,
0185     .cap_mask       = NFP_NFDK_CFG_CTRL_SUPPORTED,
0186     .dma_mask       = DMA_BIT_MASK(48),
0187     .poll           = nfp_nfdk_poll,
0188     .ctrl_poll      = nfp_nfdk_ctrl_poll,
0189     .xmit           = nfp_nfdk_tx,
0190     .ctrl_tx_one        = nfp_nfdk_ctrl_tx_one,
0191     .rx_ring_fill_freelist  = nfp_nfdk_rx_ring_fill_freelist,
0192     .tx_ring_alloc      = nfp_nfdk_tx_ring_alloc,
0193     .tx_ring_reset      = nfp_nfdk_tx_ring_reset,
0194     .tx_ring_free       = nfp_nfdk_tx_ring_free,
0195     .tx_ring_bufs_alloc = nfp_nfdk_tx_ring_bufs_alloc,
0196     .tx_ring_bufs_free  = nfp_nfdk_tx_ring_bufs_free,
0197     .print_tx_descs     = nfp_nfdk_print_tx_descs
0198 };
[ Source navigation ] [ Diff markup ] [ Identifier search ] [ general search ]

This page was automatically generated by the 2.1.0 LXR engine.

The LXR team
Valid CSS 2.1! Valid HTML 4.01!