net/ethtool/rings.c

0001 // SPDX-License-Identifier: GPL-2.0-only
0002
0003 #include "netlink.h"
0004 #include "common.h"
0005
0006 struct rings_req_info {
0007     struct ethnl_req_info       base;
0008 };
0009
0010 struct rings_reply_data {
0011     struct ethnl_reply_data     base;
0012     struct ethtool_ringparam    ringparam;
0013     struct kernel_ethtool_ringparam kernel_ringparam;
0014 };
0015
0016 #define RINGS_REPDATA(__reply_base) \
0017     container_of(__reply_base, struct rings_reply_data, base)
0018
0019 const struct nla_policy ethnl_rings_get_policy[] = {
0020     [ETHTOOL_A_RINGS_HEADER]        =
0021         NLA_POLICY_NESTED(ethnl_header_policy),
0022 };
0023
0024 static int rings_prepare_data(const struct ethnl_req_info *req_base,
0025                   struct ethnl_reply_data *reply_base,
0026                   struct genl_info *info)
0027 {
0028     struct rings_reply_data *data = RINGS_REPDATA(reply_base);
0029     struct netlink_ext_ack *extack = info ? info->extack : NULL;
0030     struct net_device *dev = reply_base->dev;
0031     int ret;
0032
0033     if (!dev->ethtool_ops->get_ringparam)
0034         return -EOPNOTSUPP;
0035     ret = ethnl_ops_begin(dev);
0036     if (ret < 0)
0037         return ret;
0038     dev->ethtool_ops->get_ringparam(dev, &data->ringparam,
0039                     &data->kernel_ringparam, extack);
0040     ethnl_ops_complete(dev);
0041
0042     return 0;
0043 }
0044
0045 static int rings_reply_size(const struct ethnl_req_info *req_base,
0046                 const struct ethnl_reply_data *reply_base)
0047 {
0048     return nla_total_size(sizeof(u32)) +    /* _RINGS_RX_MAX */
0049            nla_total_size(sizeof(u32)) +    /* _RINGS_RX_MINI_MAX */
0050            nla_total_size(sizeof(u32)) +    /* _RINGS_RX_JUMBO_MAX */
0051            nla_total_size(sizeof(u32)) +    /* _RINGS_TX_MAX */
0052            nla_total_size(sizeof(u32)) +    /* _RINGS_RX */
0053            nla_total_size(sizeof(u32)) +    /* _RINGS_RX_MINI */
0054            nla_total_size(sizeof(u32)) +    /* _RINGS_RX_JUMBO */
0055            nla_total_size(sizeof(u32)) +    /* _RINGS_TX */
0056            nla_total_size(sizeof(u32)) +    /* _RINGS_RX_BUF_LEN */
0057            nla_total_size(sizeof(u8))  +    /* _RINGS_TCP_DATA_SPLIT */
0058            nla_total_size(sizeof(u32)  +    /* _RINGS_CQE_SIZE */
0059            nla_total_size(sizeof(u8))); /* _RINGS_TX_PUSH */
0060 }
0061
0062 static int rings_fill_reply(struct sk_buff *skb,
0063                 const struct ethnl_req_info *req_base,
0064                 const struct ethnl_reply_data *reply_base)
0065 {
0066     const struct rings_reply_data *data = RINGS_REPDATA(reply_base);
0067     const struct kernel_ethtool_ringparam *kr = &data->kernel_ringparam;
0068     const struct ethtool_ringparam *ringparam = &data->ringparam;
0069
0070     WARN_ON(kr->tcp_data_split > ETHTOOL_TCP_DATA_SPLIT_ENABLED);
0071
0072     if ((ringparam->rx_max_pending &&
0073          (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MAX,
0074               ringparam->rx_max_pending) ||
0075           nla_put_u32(skb, ETHTOOL_A_RINGS_RX,
0076               ringparam->rx_pending))) ||
0077         (ringparam->rx_mini_max_pending &&
0078          (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI_MAX,
0079               ringparam->rx_mini_max_pending) ||
0080           nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI,
0081               ringparam->rx_mini_pending))) ||
0082         (ringparam->rx_jumbo_max_pending &&
0083          (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO_MAX,
0084               ringparam->rx_jumbo_max_pending) ||
0085           nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO,
0086               ringparam->rx_jumbo_pending))) ||
0087         (ringparam->tx_max_pending &&
0088          (nla_put_u32(skb, ETHTOOL_A_RINGS_TX_MAX,
0089               ringparam->tx_max_pending) ||
0090           nla_put_u32(skb, ETHTOOL_A_RINGS_TX,
0091               ringparam->tx_pending)))  ||
0092         (kr->rx_buf_len &&
0093          (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_BUF_LEN, kr->rx_buf_len))) ||
0094         (kr->tcp_data_split &&
0095          (nla_put_u8(skb, ETHTOOL_A_RINGS_TCP_DATA_SPLIT,
0096              kr->tcp_data_split))) ||
0097         (kr->cqe_size &&
0098          (nla_put_u32(skb, ETHTOOL_A_RINGS_CQE_SIZE, kr->cqe_size))) ||
0099         nla_put_u8(skb, ETHTOOL_A_RINGS_TX_PUSH, !!kr->tx_push))
0100         return -EMSGSIZE;
0101
0102     return 0;
0103 }
0104
0105 const struct ethnl_request_ops ethnl_rings_request_ops = {
0106     .request_cmd        = ETHTOOL_MSG_RINGS_GET,
0107     .reply_cmd      = ETHTOOL_MSG_RINGS_GET_REPLY,
0108     .hdr_attr       = ETHTOOL_A_RINGS_HEADER,
0109     .req_info_size      = sizeof(struct rings_req_info),
0110     .reply_data_size    = sizeof(struct rings_reply_data),
0111
0112     .prepare_data       = rings_prepare_data,
0113     .reply_size     = rings_reply_size,
0114     .fill_reply     = rings_fill_reply,
0115 };
0116
0117 /* RINGS_SET */
0118
0119 const struct nla_policy ethnl_rings_set_policy[] = {
0120     [ETHTOOL_A_RINGS_HEADER]        =
0121         NLA_POLICY_NESTED(ethnl_header_policy),
0122     [ETHTOOL_A_RINGS_RX]            = { .type = NLA_U32 },
0123     [ETHTOOL_A_RINGS_RX_MINI]       = { .type = NLA_U32 },
0124     [ETHTOOL_A_RINGS_RX_JUMBO]      = { .type = NLA_U32 },
0125     [ETHTOOL_A_RINGS_TX]            = { .type = NLA_U32 },
0126     [ETHTOOL_A_RINGS_RX_BUF_LEN]            = NLA_POLICY_MIN(NLA_U32, 1),
0127     [ETHTOOL_A_RINGS_CQE_SIZE]      = NLA_POLICY_MIN(NLA_U32, 1),
0128     [ETHTOOL_A_RINGS_TX_PUSH]       = NLA_POLICY_MAX(NLA_U8, 1),
0129 };
0130
0131 int ethnl_set_rings(struct sk_buff *skb, struct genl_info *info)
0132 {
0133     struct kernel_ethtool_ringparam kernel_ringparam = {};
0134     struct ethtool_ringparam ringparam = {};
0135     struct ethnl_req_info req_info = {};
0136     struct nlattr **tb = info->attrs;
0137     const struct nlattr *err_attr;
0138     const struct ethtool_ops *ops;
0139     struct net_device *dev;
0140     bool mod = false;
0141     int ret;
0142
0143     ret = ethnl_parse_header_dev_get(&req_info,
0144                      tb[ETHTOOL_A_RINGS_HEADER],
0145                      genl_info_net(info), info->extack,
0146                      true);
0147     if (ret < 0)
0148         return ret;
0149     dev = req_info.dev;
0150     ops = dev->ethtool_ops;
0151     ret = -EOPNOTSUPP;
0152     if (!ops->get_ringparam || !ops->set_ringparam)
0153         goto out_dev;
0154
0155     if (tb[ETHTOOL_A_RINGS_RX_BUF_LEN] &&
0156         !(ops->supported_ring_params & ETHTOOL_RING_USE_RX_BUF_LEN)) {
0157         ret = -EOPNOTSUPP;
0158         NL_SET_ERR_MSG_ATTR(info->extack,
0159                     tb[ETHTOOL_A_RINGS_RX_BUF_LEN],
0160                     "setting rx buf len not supported");
0161         goto out_dev;
0162     }
0163
0164     if (tb[ETHTOOL_A_RINGS_CQE_SIZE] &&
0165         !(ops->supported_ring_params & ETHTOOL_RING_USE_CQE_SIZE)) {
0166         ret = -EOPNOTSUPP;
0167         NL_SET_ERR_MSG_ATTR(info->extack,
0168                     tb[ETHTOOL_A_RINGS_CQE_SIZE],
0169                     "setting cqe size not supported");
0170         goto out_dev;
0171     }
0172
0173     if (tb[ETHTOOL_A_RINGS_TX_PUSH] &&
0174         !(ops->supported_ring_params & ETHTOOL_RING_USE_TX_PUSH)) {
0175         ret = -EOPNOTSUPP;
0176         NL_SET_ERR_MSG_ATTR(info->extack,
0177                     tb[ETHTOOL_A_RINGS_TX_PUSH],
0178                     "setting tx push not supported");
0179         goto out_dev;
0180     }
0181
0182     rtnl_lock();
0183     ret = ethnl_ops_begin(dev);
0184     if (ret < 0)
0185         goto out_rtnl;
0186     ops->get_ringparam(dev, &ringparam, &kernel_ringparam, info->extack);
0187
0188     ethnl_update_u32(&ringparam.rx_pending, tb[ETHTOOL_A_RINGS_RX], &mod);
0189     ethnl_update_u32(&ringparam.rx_mini_pending,
0190              tb[ETHTOOL_A_RINGS_RX_MINI], &mod);
0191     ethnl_update_u32(&ringparam.rx_jumbo_pending,
0192              tb[ETHTOOL_A_RINGS_RX_JUMBO], &mod);
0193     ethnl_update_u32(&ringparam.tx_pending, tb[ETHTOOL_A_RINGS_TX], &mod);
0194     ethnl_update_u32(&kernel_ringparam.rx_buf_len,
0195              tb[ETHTOOL_A_RINGS_RX_BUF_LEN], &mod);
0196     ethnl_update_u32(&kernel_ringparam.cqe_size,
0197              tb[ETHTOOL_A_RINGS_CQE_SIZE], &mod);
0198     ethnl_update_u8(&kernel_ringparam.tx_push,
0199             tb[ETHTOOL_A_RINGS_TX_PUSH], &mod);
0200     ret = 0;
0201     if (!mod)
0202         goto out_ops;
0203
0204     /* ensure new ring parameters are within limits */
0205     if (ringparam.rx_pending > ringparam.rx_max_pending)
0206         err_attr = tb[ETHTOOL_A_RINGS_RX];
0207     else if (ringparam.rx_mini_pending > ringparam.rx_mini_max_pending)
0208         err_attr = tb[ETHTOOL_A_RINGS_RX_MINI];
0209     else if (ringparam.rx_jumbo_pending > ringparam.rx_jumbo_max_pending)
0210         err_attr = tb[ETHTOOL_A_RINGS_RX_JUMBO];
0211     else if (ringparam.tx_pending > ringparam.tx_max_pending)
0212         err_attr = tb[ETHTOOL_A_RINGS_TX];
0213     else
0214         err_attr = NULL;
0215     if (err_attr) {
0216         ret = -EINVAL;
0217         NL_SET_ERR_MSG_ATTR(info->extack, err_attr,
0218                     "requested ring size exceeds maximum");
0219         goto out_ops;
0220     }
0221
0222     ret = dev->ethtool_ops->set_ringparam(dev, &ringparam,
0223                           &kernel_ringparam, info->extack);
0224     if (ret < 0)
0225         goto out_ops;
0226     ethtool_notify(dev, ETHTOOL_MSG_RINGS_NTF, NULL);
0227
0228 out_ops:
0229     ethnl_ops_complete(dev);
0230 out_rtnl:
0231     rtnl_unlock();
0232 out_dev:
0233     ethnl_parse_header_dev_put(&req_info);
0234     return ret;
0235 }