1 // SPDX-License-Identifier: GPL-2.0-only
2
3 #include <net/xdp_sock_drv.h>
4
5 #include "netlink.h"
6 #include "common.h"
7
8 struct channels_req_info {
9 struct ethnl_req_info base;
10 };
11
12 struct channels_reply_data {
13 struct ethnl_reply_data base;
14 struct ethtool_channels channels;
15 };
16
17 #define CHANNELS_REPDATA(__reply_base) \
18 container_of(__reply_base, struct channels_reply_data, base)
19
20 const struct nla_policy ethnl_channels_get_policy[] = {
21 [ETHTOOL_A_CHANNELS_HEADER] =
22 NLA_POLICY_NESTED(ethnl_header_policy),
23 };
24
channels_prepare_data(const struct ethnl_req_info * req_base,struct ethnl_reply_data * reply_base,struct genl_info * info)25 static int channels_prepare_data(const struct ethnl_req_info *req_base,
26 struct ethnl_reply_data *reply_base,
27 struct genl_info *info)
28 {
29 struct channels_reply_data *data = CHANNELS_REPDATA(reply_base);
30 struct net_device *dev = reply_base->dev;
31 int ret;
32
33 if (!dev->ethtool_ops->get_channels)
34 return -EOPNOTSUPP;
35 ret = ethnl_ops_begin(dev);
36 if (ret < 0)
37 return ret;
38 dev->ethtool_ops->get_channels(dev, &data->channels);
39 ethnl_ops_complete(dev);
40
41 return 0;
42 }
43
channels_reply_size(const struct ethnl_req_info * req_base,const struct ethnl_reply_data * reply_base)44 static int channels_reply_size(const struct ethnl_req_info *req_base,
45 const struct ethnl_reply_data *reply_base)
46 {
47 return nla_total_size(sizeof(u32)) + /* _CHANNELS_RX_MAX */
48 nla_total_size(sizeof(u32)) + /* _CHANNELS_TX_MAX */
49 nla_total_size(sizeof(u32)) + /* _CHANNELS_OTHER_MAX */
50 nla_total_size(sizeof(u32)) + /* _CHANNELS_COMBINED_MAX */
51 nla_total_size(sizeof(u32)) + /* _CHANNELS_RX_COUNT */
52 nla_total_size(sizeof(u32)) + /* _CHANNELS_TX_COUNT */
53 nla_total_size(sizeof(u32)) + /* _CHANNELS_OTHER_COUNT */
54 nla_total_size(sizeof(u32)); /* _CHANNELS_COMBINED_COUNT */
55 }
56
channels_fill_reply(struct sk_buff * skb,const struct ethnl_req_info * req_base,const struct ethnl_reply_data * reply_base)57 static int channels_fill_reply(struct sk_buff *skb,
58 const struct ethnl_req_info *req_base,
59 const struct ethnl_reply_data *reply_base)
60 {
61 const struct channels_reply_data *data = CHANNELS_REPDATA(reply_base);
62 const struct ethtool_channels *channels = &data->channels;
63
64 if ((channels->max_rx &&
65 (nla_put_u32(skb, ETHTOOL_A_CHANNELS_RX_MAX,
66 channels->max_rx) ||
67 nla_put_u32(skb, ETHTOOL_A_CHANNELS_RX_COUNT,
68 channels->rx_count))) ||
69 (channels->max_tx &&
70 (nla_put_u32(skb, ETHTOOL_A_CHANNELS_TX_MAX,
71 channels->max_tx) ||
72 nla_put_u32(skb, ETHTOOL_A_CHANNELS_TX_COUNT,
73 channels->tx_count))) ||
74 (channels->max_other &&
75 (nla_put_u32(skb, ETHTOOL_A_CHANNELS_OTHER_MAX,
76 channels->max_other) ||
77 nla_put_u32(skb, ETHTOOL_A_CHANNELS_OTHER_COUNT,
78 channels->other_count))) ||
79 (channels->max_combined &&
80 (nla_put_u32(skb, ETHTOOL_A_CHANNELS_COMBINED_MAX,
81 channels->max_combined) ||
82 nla_put_u32(skb, ETHTOOL_A_CHANNELS_COMBINED_COUNT,
83 channels->combined_count))))
84 return -EMSGSIZE;
85
86 return 0;
87 }
88
89 const struct ethnl_request_ops ethnl_channels_request_ops = {
90 .request_cmd = ETHTOOL_MSG_CHANNELS_GET,
91 .reply_cmd = ETHTOOL_MSG_CHANNELS_GET_REPLY,
92 .hdr_attr = ETHTOOL_A_CHANNELS_HEADER,
93 .req_info_size = sizeof(struct channels_req_info),
94 .reply_data_size = sizeof(struct channels_reply_data),
95
96 .prepare_data = channels_prepare_data,
97 .reply_size = channels_reply_size,
98 .fill_reply = channels_fill_reply,
99 };
100
101 /* CHANNELS_SET */
102
103 const struct nla_policy ethnl_channels_set_policy[] = {
104 [ETHTOOL_A_CHANNELS_HEADER] =
105 NLA_POLICY_NESTED(ethnl_header_policy),
106 [ETHTOOL_A_CHANNELS_RX_COUNT] = { .type = NLA_U32 },
107 [ETHTOOL_A_CHANNELS_TX_COUNT] = { .type = NLA_U32 },
108 [ETHTOOL_A_CHANNELS_OTHER_COUNT] = { .type = NLA_U32 },
109 [ETHTOOL_A_CHANNELS_COMBINED_COUNT] = { .type = NLA_U32 },
110 };
111
ethnl_set_channels(struct sk_buff * skb,struct genl_info * info)112 int ethnl_set_channels(struct sk_buff *skb, struct genl_info *info)
113 {
114 unsigned int from_channel, old_total, i;
115 bool mod = false, mod_combined = false;
116 struct ethtool_channels channels = {};
117 struct ethnl_req_info req_info = {};
118 struct nlattr **tb = info->attrs;
119 const struct nlattr *err_attr;
120 const struct ethtool_ops *ops;
121 struct net_device *dev;
122 u32 max_rx_in_use = 0;
123 int ret;
124
125 ret = ethnl_parse_header_dev_get(&req_info,
126 tb[ETHTOOL_A_CHANNELS_HEADER],
127 genl_info_net(info), info->extack,
128 true);
129 if (ret < 0)
130 return ret;
131 dev = req_info.dev;
132 ops = dev->ethtool_ops;
133 ret = -EOPNOTSUPP;
134 if (!ops->get_channels || !ops->set_channels)
135 goto out_dev;
136
137 rtnl_lock();
138 ret = ethnl_ops_begin(dev);
139 if (ret < 0)
140 goto out_rtnl;
141 ops->get_channels(dev, &channels);
142 old_total = channels.combined_count +
143 max(channels.rx_count, channels.tx_count);
144
145 ethnl_update_u32(&channels.rx_count, tb[ETHTOOL_A_CHANNELS_RX_COUNT],
146 &mod);
147 ethnl_update_u32(&channels.tx_count, tb[ETHTOOL_A_CHANNELS_TX_COUNT],
148 &mod);
149 ethnl_update_u32(&channels.other_count,
150 tb[ETHTOOL_A_CHANNELS_OTHER_COUNT], &mod);
151 ethnl_update_u32(&channels.combined_count,
152 tb[ETHTOOL_A_CHANNELS_COMBINED_COUNT], &mod_combined);
153 mod |= mod_combined;
154 ret = 0;
155 if (!mod)
156 goto out_ops;
157
158 /* ensure new channel counts are within limits */
159 if (channels.rx_count > channels.max_rx)
160 err_attr = tb[ETHTOOL_A_CHANNELS_RX_COUNT];
161 else if (channels.tx_count > channels.max_tx)
162 err_attr = tb[ETHTOOL_A_CHANNELS_TX_COUNT];
163 else if (channels.other_count > channels.max_other)
164 err_attr = tb[ETHTOOL_A_CHANNELS_OTHER_COUNT];
165 else if (channels.combined_count > channels.max_combined)
166 err_attr = tb[ETHTOOL_A_CHANNELS_COMBINED_COUNT];
167 else
168 err_attr = NULL;
169 if (err_attr) {
170 ret = -EINVAL;
171 NL_SET_ERR_MSG_ATTR(info->extack, err_attr,
172 "requested channel count exceeds maximum");
173 goto out_ops;
174 }
175
176 /* ensure there is at least one RX and one TX channel */
177 if (!channels.combined_count && !channels.rx_count)
178 err_attr = tb[ETHTOOL_A_CHANNELS_RX_COUNT];
179 else if (!channels.combined_count && !channels.tx_count)
180 err_attr = tb[ETHTOOL_A_CHANNELS_TX_COUNT];
181 else
182 err_attr = NULL;
183 if (err_attr) {
184 if (mod_combined)
185 err_attr = tb[ETHTOOL_A_CHANNELS_COMBINED_COUNT];
186 ret = -EINVAL;
187 NL_SET_ERR_MSG_ATTR(info->extack, err_attr, "requested channel counts would result in no RX or TX channel being configured");
188 goto out_ops;
189 }
190
191 /* ensure the new Rx count fits within the configured Rx flow
192 * indirection table settings
193 */
194 if (netif_is_rxfh_configured(dev) &&
195 !ethtool_get_max_rxfh_channel(dev, &max_rx_in_use) &&
196 (channels.combined_count + channels.rx_count) <= max_rx_in_use) {
197 GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing indirection table settings");
198 return -EINVAL;
199 }
200
201 /* Disabling channels, query zero-copy AF_XDP sockets */
202 from_channel = channels.combined_count +
203 min(channels.rx_count, channels.tx_count);
204 for (i = from_channel; i < old_total; i++)
205 if (xsk_get_pool_from_qid(dev, i)) {
206 GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing zerocopy AF_XDP sockets");
207 return -EINVAL;
208 }
209
210 ret = dev->ethtool_ops->set_channels(dev, &channels);
211 if (ret < 0)
212 goto out_ops;
213 ethtool_notify(dev, ETHTOOL_MSG_CHANNELS_NTF, NULL);
214
215 out_ops:
216 ethnl_ops_complete(dev);
217 out_rtnl:
218 rtnl_unlock();
219 out_dev:
220 dev_put(dev);
221 return ret;
222 }
223
