1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2013 - 2018 Intel Corporation. */
3
4 /* ethtool support for iavf */
5 #include "iavf.h"
6
7 #include <linux/uaccess.h>
8
9 /* ethtool statistics helpers */
10
11 /**
12 * struct iavf_stats - definition for an ethtool statistic
13 * @stat_string: statistic name to display in ethtool -S output
14 * @sizeof_stat: the sizeof() the stat, must be no greater than sizeof(u64)
15 * @stat_offset: offsetof() the stat from a base pointer
16 *
17 * This structure defines a statistic to be added to the ethtool stats buffer.
18 * It defines a statistic as offset from a common base pointer. Stats should
19 * be defined in constant arrays using the IAVF_STAT macro, with every element
20 * of the array using the same _type for calculating the sizeof_stat and
21 * stat_offset.
22 *
23 * The @sizeof_stat is expected to be sizeof(u8), sizeof(u16), sizeof(u32) or
24 * sizeof(u64). Other sizes are not expected and will produce a WARN_ONCE from
25 * the iavf_add_ethtool_stat() helper function.
26 *
27 * The @stat_string is interpreted as a format string, allowing formatted
28 * values to be inserted while looping over multiple structures for a given
29 * statistics array. Thus, every statistic string in an array should have the
30 * same type and number of format specifiers, to be formatted by variadic
31 * arguments to the iavf_add_stat_string() helper function.
32 **/
33 struct iavf_stats {
34 char stat_string[ETH_GSTRING_LEN];
35 int sizeof_stat;
36 int stat_offset;
37 };
38
39 /* Helper macro to define an iavf_stat structure with proper size and type.
40 * Use this when defining constant statistics arrays. Note that @_type expects
41 * only a type name and is used multiple times.
42 */
43 #define IAVF_STAT(_type, _name, _stat) { \
44 .stat_string = _name, \
45 .sizeof_stat = sizeof_field(_type, _stat), \
46 .stat_offset = offsetof(_type, _stat) \
47 }
48
49 /* Helper macro for defining some statistics related to queues */
50 #define IAVF_QUEUE_STAT(_name, _stat) \
51 IAVF_STAT(struct iavf_ring, _name, _stat)
52
53 /* Stats associated with a Tx or Rx ring */
54 static const struct iavf_stats iavf_gstrings_queue_stats[] = {
55 IAVF_QUEUE_STAT("%s-%u.packets", stats.packets),
56 IAVF_QUEUE_STAT("%s-%u.bytes", stats.bytes),
57 };
58
59 /**
60 * iavf_add_one_ethtool_stat - copy the stat into the supplied buffer
61 * @data: location to store the stat value
62 * @pointer: basis for where to copy from
63 * @stat: the stat definition
64 *
65 * Copies the stat data defined by the pointer and stat structure pair into
66 * the memory supplied as data. Used to implement iavf_add_ethtool_stats and
67 * iavf_add_queue_stats. If the pointer is null, data will be zero'd.
68 */
69 static void
iavf_add_one_ethtool_stat(u64 * data,void * pointer,const struct iavf_stats * stat)70 iavf_add_one_ethtool_stat(u64 *data, void *pointer,
71 const struct iavf_stats *stat)
72 {
73 char *p;
74
75 if (!pointer) {
76 /* ensure that the ethtool data buffer is zero'd for any stats
77 * which don't have a valid pointer.
78 */
79 *data = 0;
80 return;
81 }
82
83 p = (char *)pointer + stat->stat_offset;
84 switch (stat->sizeof_stat) {
85 case sizeof(u64):
86 *data = *((u64 *)p);
87 break;
88 case sizeof(u32):
89 *data = *((u32 *)p);
90 break;
91 case sizeof(u16):
92 *data = *((u16 *)p);
93 break;
94 case sizeof(u8):
95 *data = *((u8 *)p);
96 break;
97 default:
98 WARN_ONCE(1, "unexpected stat size for %s",
99 stat->stat_string);
100 *data = 0;
101 }
102 }
103
104 /**
105 * __iavf_add_ethtool_stats - copy stats into the ethtool supplied buffer
106 * @data: ethtool stats buffer
107 * @pointer: location to copy stats from
108 * @stats: array of stats to copy
109 * @size: the size of the stats definition
110 *
111 * Copy the stats defined by the stats array using the pointer as a base into
112 * the data buffer supplied by ethtool. Updates the data pointer to point to
113 * the next empty location for successive calls to __iavf_add_ethtool_stats.
114 * If pointer is null, set the data values to zero and update the pointer to
115 * skip these stats.
116 **/
117 static void
__iavf_add_ethtool_stats(u64 ** data,void * pointer,const struct iavf_stats stats[],const unsigned int size)118 __iavf_add_ethtool_stats(u64 **data, void *pointer,
119 const struct iavf_stats stats[],
120 const unsigned int size)
121 {
122 unsigned int i;
123
124 for (i = 0; i < size; i++)
125 iavf_add_one_ethtool_stat((*data)++, pointer, &stats[i]);
126 }
127
128 /**
129 * iavf_add_ethtool_stats - copy stats into ethtool supplied buffer
130 * @data: ethtool stats buffer
131 * @pointer: location where stats are stored
132 * @stats: static const array of stat definitions
133 *
134 * Macro to ease the use of __iavf_add_ethtool_stats by taking a static
135 * constant stats array and passing the ARRAY_SIZE(). This avoids typos by
136 * ensuring that we pass the size associated with the given stats array.
137 *
138 * The parameter @stats is evaluated twice, so parameters with side effects
139 * should be avoided.
140 **/
141 #define iavf_add_ethtool_stats(data, pointer, stats) \
142 __iavf_add_ethtool_stats(data, pointer, stats, ARRAY_SIZE(stats))
143
144 /**
145 * iavf_add_queue_stats - copy queue statistics into supplied buffer
146 * @data: ethtool stats buffer
147 * @ring: the ring to copy
148 *
149 * Queue statistics must be copied while protected by
150 * u64_stats_fetch_begin, so we can't directly use iavf_add_ethtool_stats.
151 * Assumes that queue stats are defined in iavf_gstrings_queue_stats. If the
152 * ring pointer is null, zero out the queue stat values and update the data
153 * pointer. Otherwise safely copy the stats from the ring into the supplied
154 * buffer and update the data pointer when finished.
155 *
156 * This function expects to be called while under rcu_read_lock().
157 **/
158 static void
iavf_add_queue_stats(u64 ** data,struct iavf_ring * ring)159 iavf_add_queue_stats(u64 **data, struct iavf_ring *ring)
160 {
161 const unsigned int size = ARRAY_SIZE(iavf_gstrings_queue_stats);
162 const struct iavf_stats *stats = iavf_gstrings_queue_stats;
163 unsigned int start;
164 unsigned int i;
165
166 /* To avoid invalid statistics values, ensure that we keep retrying
167 * the copy until we get a consistent value according to
168 * u64_stats_fetch_retry. But first, make sure our ring is
169 * non-null before attempting to access its syncp.
170 */
171 do {
172 start = !ring ? 0 : u64_stats_fetch_begin(&ring->syncp);
173 for (i = 0; i < size; i++)
174 iavf_add_one_ethtool_stat(&(*data)[i], ring, &stats[i]);
175 } while (ring && u64_stats_fetch_retry(&ring->syncp, start));
176
177 /* Once we successfully copy the stats in, update the data pointer */
178 *data += size;
179 }
180
181 /**
182 * __iavf_add_stat_strings - copy stat strings into ethtool buffer
183 * @p: ethtool supplied buffer
184 * @stats: stat definitions array
185 * @size: size of the stats array
186 *
187 * Format and copy the strings described by stats into the buffer pointed at
188 * by p.
189 **/
__iavf_add_stat_strings(u8 ** p,const struct iavf_stats stats[],const unsigned int size,...)190 static void __iavf_add_stat_strings(u8 **p, const struct iavf_stats stats[],
191 const unsigned int size, ...)
192 {
193 unsigned int i;
194
195 for (i = 0; i < size; i++) {
196 va_list args;
197
198 va_start(args, size);
199 vsnprintf(*p, ETH_GSTRING_LEN, stats[i].stat_string, args);
200 *p += ETH_GSTRING_LEN;
201 va_end(args);
202 }
203 }
204
205 /**
206 * iavf_add_stat_strings - copy stat strings into ethtool buffer
207 * @p: ethtool supplied buffer
208 * @stats: stat definitions array
209 *
210 * Format and copy the strings described by the const static stats value into
211 * the buffer pointed at by p.
212 *
213 * The parameter @stats is evaluated twice, so parameters with side effects
214 * should be avoided. Additionally, stats must be an array such that
215 * ARRAY_SIZE can be called on it.
216 **/
217 #define iavf_add_stat_strings(p, stats, ...) \
218 __iavf_add_stat_strings(p, stats, ARRAY_SIZE(stats), ## __VA_ARGS__)
219
220 #define VF_STAT(_name, _stat) \
221 IAVF_STAT(struct iavf_adapter, _name, _stat)
222
223 static const struct iavf_stats iavf_gstrings_stats[] = {
224 VF_STAT("rx_bytes", current_stats.rx_bytes),
225 VF_STAT("rx_unicast", current_stats.rx_unicast),
226 VF_STAT("rx_multicast", current_stats.rx_multicast),
227 VF_STAT("rx_broadcast", current_stats.rx_broadcast),
228 VF_STAT("rx_discards", current_stats.rx_discards),
229 VF_STAT("rx_unknown_protocol", current_stats.rx_unknown_protocol),
230 VF_STAT("tx_bytes", current_stats.tx_bytes),
231 VF_STAT("tx_unicast", current_stats.tx_unicast),
232 VF_STAT("tx_multicast", current_stats.tx_multicast),
233 VF_STAT("tx_broadcast", current_stats.tx_broadcast),
234 VF_STAT("tx_discards", current_stats.tx_discards),
235 VF_STAT("tx_errors", current_stats.tx_errors),
236 };
237
238 #define IAVF_STATS_LEN ARRAY_SIZE(iavf_gstrings_stats)
239
240 #define IAVF_QUEUE_STATS_LEN ARRAY_SIZE(iavf_gstrings_queue_stats)
241
242 /* For now we have one and only one private flag and it is only defined
243 * when we have support for the SKIP_CPU_SYNC DMA attribute. Instead
244 * of leaving all this code sitting around empty we will strip it unless
245 * our one private flag is actually available.
246 */
247 struct iavf_priv_flags {
248 char flag_string[ETH_GSTRING_LEN];
249 u32 flag;
250 bool read_only;
251 };
252
253 #define IAVF_PRIV_FLAG(_name, _flag, _read_only) { \
254 .flag_string = _name, \
255 .flag = _flag, \
256 .read_only = _read_only, \
257 }
258
259 static const struct iavf_priv_flags iavf_gstrings_priv_flags[] = {
260 IAVF_PRIV_FLAG("legacy-rx", IAVF_FLAG_LEGACY_RX, 0),
261 };
262
263 #define IAVF_PRIV_FLAGS_STR_LEN ARRAY_SIZE(iavf_gstrings_priv_flags)
264
265 /**
266 * iavf_get_link_ksettings - Get Link Speed and Duplex settings
267 * @netdev: network interface device structure
268 * @cmd: ethtool command
269 *
270 * Reports speed/duplex settings. Because this is a VF, we don't know what
271 * kind of link we really have, so we fake it.
272 **/
iavf_get_link_ksettings(struct net_device * netdev,struct ethtool_link_ksettings * cmd)273 static int iavf_get_link_ksettings(struct net_device *netdev,
274 struct ethtool_link_ksettings *cmd)
275 {
276 struct iavf_adapter *adapter = netdev_priv(netdev);
277
278 ethtool_link_ksettings_zero_link_mode(cmd, supported);
279 cmd->base.autoneg = AUTONEG_DISABLE;
280 cmd->base.port = PORT_NONE;
281 cmd->base.duplex = DUPLEX_FULL;
282
283 if (ADV_LINK_SUPPORT(adapter)) {
284 if (adapter->link_speed_mbps &&
285 adapter->link_speed_mbps < U32_MAX)
286 cmd->base.speed = adapter->link_speed_mbps;
287 else
288 cmd->base.speed = SPEED_UNKNOWN;
289
290 return 0;
291 }
292
293 switch (adapter->link_speed) {
294 case VIRTCHNL_LINK_SPEED_40GB:
295 cmd->base.speed = SPEED_40000;
296 break;
297 case VIRTCHNL_LINK_SPEED_25GB:
298 cmd->base.speed = SPEED_25000;
299 break;
300 case VIRTCHNL_LINK_SPEED_20GB:
301 cmd->base.speed = SPEED_20000;
302 break;
303 case VIRTCHNL_LINK_SPEED_10GB:
304 cmd->base.speed = SPEED_10000;
305 break;
306 case VIRTCHNL_LINK_SPEED_5GB:
307 cmd->base.speed = SPEED_5000;
308 break;
309 case VIRTCHNL_LINK_SPEED_2_5GB:
310 cmd->base.speed = SPEED_2500;
311 break;
312 case VIRTCHNL_LINK_SPEED_1GB:
313 cmd->base.speed = SPEED_1000;
314 break;
315 case VIRTCHNL_LINK_SPEED_100MB:
316 cmd->base.speed = SPEED_100;
317 break;
318 default:
319 break;
320 }
321
322 return 0;
323 }
324
325 /**
326 * iavf_get_sset_count - Get length of string set
327 * @netdev: network interface device structure
328 * @sset: id of string set
329 *
330 * Reports size of various string tables.
331 **/
iavf_get_sset_count(struct net_device * netdev,int sset)332 static int iavf_get_sset_count(struct net_device *netdev, int sset)
333 {
334 /* Report the maximum number queues, even if not every queue is
335 * currently configured. Since allocation of queues is in pairs,
336 * use netdev->real_num_tx_queues * 2. The real_num_tx_queues is set
337 * at device creation and never changes.
338 */
339
340 if (sset == ETH_SS_STATS)
341 return IAVF_STATS_LEN +
342 (IAVF_QUEUE_STATS_LEN * 2 *
343 netdev->real_num_tx_queues);
344 else if (sset == ETH_SS_PRIV_FLAGS)
345 return IAVF_PRIV_FLAGS_STR_LEN;
346 else
347 return -EINVAL;
348 }
349
350 /**
351 * iavf_get_ethtool_stats - report device statistics
352 * @netdev: network interface device structure
353 * @stats: ethtool statistics structure
354 * @data: pointer to data buffer
355 *
356 * All statistics are added to the data buffer as an array of u64.
357 **/
iavf_get_ethtool_stats(struct net_device * netdev,struct ethtool_stats * stats,u64 * data)358 static void iavf_get_ethtool_stats(struct net_device *netdev,
359 struct ethtool_stats *stats, u64 *data)
360 {
361 struct iavf_adapter *adapter = netdev_priv(netdev);
362 unsigned int i;
363
364 /* Explicitly request stats refresh */
365 iavf_schedule_aq_request(adapter, IAVF_FLAG_AQ_REQUEST_STATS);
366
367 iavf_add_ethtool_stats(&data, adapter, iavf_gstrings_stats);
368
369 rcu_read_lock();
370 /* As num_active_queues describe both tx and rx queues, we can use
371 * it to iterate over rings' stats.
372 */
373 for (i = 0; i < adapter->num_active_queues; i++) {
374 struct iavf_ring *ring;
375
376 /* Tx rings stats */
377 ring = &adapter->tx_rings[i];
378 iavf_add_queue_stats(&data, ring);
379
380 /* Rx rings stats */
381 ring = &adapter->rx_rings[i];
382 iavf_add_queue_stats(&data, ring);
383 }
384 rcu_read_unlock();
385 }
386
387 /**
388 * iavf_get_priv_flag_strings - Get private flag strings
389 * @netdev: network interface device structure
390 * @data: buffer for string data
391 *
392 * Builds the private flags string table
393 **/
iavf_get_priv_flag_strings(struct net_device * netdev,u8 * data)394 static void iavf_get_priv_flag_strings(struct net_device *netdev, u8 *data)
395 {
396 unsigned int i;
397
398 for (i = 0; i < IAVF_PRIV_FLAGS_STR_LEN; i++) {
399 snprintf(data, ETH_GSTRING_LEN, "%s",
400 iavf_gstrings_priv_flags[i].flag_string);
401 data += ETH_GSTRING_LEN;
402 }
403 }
404
405 /**
406 * iavf_get_stat_strings - Get stat strings
407 * @netdev: network interface device structure
408 * @data: buffer for string data
409 *
410 * Builds the statistics string table
411 **/
iavf_get_stat_strings(struct net_device * netdev,u8 * data)412 static void iavf_get_stat_strings(struct net_device *netdev, u8 *data)
413 {
414 unsigned int i;
415
416 iavf_add_stat_strings(&data, iavf_gstrings_stats);
417
418 /* Queues are always allocated in pairs, so we just use
419 * real_num_tx_queues for both Tx and Rx queues.
420 */
421 for (i = 0; i < netdev->real_num_tx_queues; i++) {
422 iavf_add_stat_strings(&data, iavf_gstrings_queue_stats,
423 "tx", i);
424 iavf_add_stat_strings(&data, iavf_gstrings_queue_stats,
425 "rx", i);
426 }
427 }
428
429 /**
430 * iavf_get_strings - Get string set
431 * @netdev: network interface device structure
432 * @sset: id of string set
433 * @data: buffer for string data
434 *
435 * Builds string tables for various string sets
436 **/
iavf_get_strings(struct net_device * netdev,u32 sset,u8 * data)437 static void iavf_get_strings(struct net_device *netdev, u32 sset, u8 *data)
438 {
439 switch (sset) {
440 case ETH_SS_STATS:
441 iavf_get_stat_strings(netdev, data);
442 break;
443 case ETH_SS_PRIV_FLAGS:
444 iavf_get_priv_flag_strings(netdev, data);
445 break;
446 default:
447 break;
448 }
449 }
450
451 /**
452 * iavf_get_priv_flags - report device private flags
453 * @netdev: network interface device structure
454 *
455 * The get string set count and the string set should be matched for each
456 * flag returned. Add new strings for each flag to the iavf_gstrings_priv_flags
457 * array.
458 *
459 * Returns a u32 bitmap of flags.
460 **/
iavf_get_priv_flags(struct net_device * netdev)461 static u32 iavf_get_priv_flags(struct net_device *netdev)
462 {
463 struct iavf_adapter *adapter = netdev_priv(netdev);
464 u32 i, ret_flags = 0;
465
466 for (i = 0; i < IAVF_PRIV_FLAGS_STR_LEN; i++) {
467 const struct iavf_priv_flags *priv_flags;
468
469 priv_flags = &iavf_gstrings_priv_flags[i];
470
471 if (priv_flags->flag & adapter->flags)
472 ret_flags |= BIT(i);
473 }
474
475 return ret_flags;
476 }
477
478 /**
479 * iavf_set_priv_flags - set private flags
480 * @netdev: network interface device structure
481 * @flags: bit flags to be set
482 **/
iavf_set_priv_flags(struct net_device * netdev,u32 flags)483 static int iavf_set_priv_flags(struct net_device *netdev, u32 flags)
484 {
485 struct iavf_adapter *adapter = netdev_priv(netdev);
486 u32 orig_flags, new_flags, changed_flags;
487 int ret = 0;
488 u32 i;
489
490 orig_flags = READ_ONCE(adapter->flags);
491 new_flags = orig_flags;
492
493 for (i = 0; i < IAVF_PRIV_FLAGS_STR_LEN; i++) {
494 const struct iavf_priv_flags *priv_flags;
495
496 priv_flags = &iavf_gstrings_priv_flags[i];
497
498 if (flags & BIT(i))
499 new_flags |= priv_flags->flag;
500 else
501 new_flags &= ~(priv_flags->flag);
502
503 if (priv_flags->read_only &&
504 ((orig_flags ^ new_flags) & ~BIT(i)))
505 return -EOPNOTSUPP;
506 }
507
508 /* Before we finalize any flag changes, any checks which we need to
509 * perform to determine if the new flags will be supported should go
510 * here...
511 */
512
513 /* Compare and exchange the new flags into place. If we failed, that
514 * is if cmpxchg returns anything but the old value, this means
515 * something else must have modified the flags variable since we
516 * copied it. We'll just punt with an error and log something in the
517 * message buffer.
518 */
519 if (cmpxchg(&adapter->flags, orig_flags, new_flags) != orig_flags) {
520 dev_warn(&adapter->pdev->dev,
521 "Unable to update adapter->flags as it was modified by another thread...\n");
522 return -EAGAIN;
523 }
524
525 changed_flags = orig_flags ^ new_flags;
526
527 /* Process any additional changes needed as a result of flag changes.
528 * The changed_flags value reflects the list of bits that were changed
529 * in the code above.
530 */
531
532 /* issue a reset to force legacy-rx change to take effect */
533 if (changed_flags & IAVF_FLAG_LEGACY_RX) {
534 if (netif_running(netdev)) {
535 iavf_schedule_reset(adapter, IAVF_FLAG_RESET_NEEDED);
536 ret = iavf_wait_for_reset(adapter);
537 if (ret)
538 netdev_warn(netdev, "Changing private flags timeout or interrupted waiting for reset");
539 }
540 }
541
542 return ret;
543 }
544
545 /**
546 * iavf_get_msglevel - Get debug message level
547 * @netdev: network interface device structure
548 *
549 * Returns current debug message level.
550 **/
iavf_get_msglevel(struct net_device * netdev)551 static u32 iavf_get_msglevel(struct net_device *netdev)
552 {
553 struct iavf_adapter *adapter = netdev_priv(netdev);
554
555 return adapter->msg_enable;
556 }
557
558 /**
559 * iavf_set_msglevel - Set debug message level
560 * @netdev: network interface device structure
561 * @data: message level
562 *
563 * Set current debug message level. Higher values cause the driver to
564 * be noisier.
565 **/
iavf_set_msglevel(struct net_device * netdev,u32 data)566 static void iavf_set_msglevel(struct net_device *netdev, u32 data)
567 {
568 struct iavf_adapter *adapter = netdev_priv(netdev);
569
570 if (IAVF_DEBUG_USER & data)
571 adapter->hw.debug_mask = data;
572 adapter->msg_enable = data;
573 }
574
575 /**
576 * iavf_get_drvinfo - Get driver info
577 * @netdev: network interface device structure
578 * @drvinfo: ethool driver info structure
579 *
580 * Returns information about the driver and device for display to the user.
581 **/
iavf_get_drvinfo(struct net_device * netdev,struct ethtool_drvinfo * drvinfo)582 static void iavf_get_drvinfo(struct net_device *netdev,
583 struct ethtool_drvinfo *drvinfo)
584 {
585 struct iavf_adapter *adapter = netdev_priv(netdev);
586
587 strscpy(drvinfo->driver, iavf_driver_name, 32);
588 strscpy(drvinfo->fw_version, "N/A", 4);
589 strscpy(drvinfo->bus_info, pci_name(adapter->pdev), 32);
590 drvinfo->n_priv_flags = IAVF_PRIV_FLAGS_STR_LEN;
591 }
592
593 /**
594 * iavf_get_ringparam - Get ring parameters
595 * @netdev: network interface device structure
596 * @ring: ethtool ringparam structure
597 * @kernel_ring: ethtool extenal ringparam structure
598 * @extack: netlink extended ACK report struct
599 *
600 * Returns current ring parameters. TX and RX rings are reported separately,
601 * but the number of rings is not reported.
602 **/
iavf_get_ringparam(struct net_device * netdev,struct ethtool_ringparam * ring,struct kernel_ethtool_ringparam * kernel_ring,struct netlink_ext_ack * extack)603 static void iavf_get_ringparam(struct net_device *netdev,
604 struct ethtool_ringparam *ring,
605 struct kernel_ethtool_ringparam *kernel_ring,
606 struct netlink_ext_ack *extack)
607 {
608 struct iavf_adapter *adapter = netdev_priv(netdev);
609
610 ring->rx_max_pending = IAVF_MAX_RXD;
611 ring->tx_max_pending = IAVF_MAX_TXD;
612 ring->rx_pending = adapter->rx_desc_count;
613 ring->tx_pending = adapter->tx_desc_count;
614 }
615
616 /**
617 * iavf_set_ringparam - Set ring parameters
618 * @netdev: network interface device structure
619 * @ring: ethtool ringparam structure
620 * @kernel_ring: ethtool external ringparam structure
621 * @extack: netlink extended ACK report struct
622 *
623 * Sets ring parameters. TX and RX rings are controlled separately, but the
624 * number of rings is not specified, so all rings get the same settings.
625 **/
iavf_set_ringparam(struct net_device * netdev,struct ethtool_ringparam * ring,struct kernel_ethtool_ringparam * kernel_ring,struct netlink_ext_ack * extack)626 static int iavf_set_ringparam(struct net_device *netdev,
627 struct ethtool_ringparam *ring,
628 struct kernel_ethtool_ringparam *kernel_ring,
629 struct netlink_ext_ack *extack)
630 {
631 struct iavf_adapter *adapter = netdev_priv(netdev);
632 u32 new_rx_count, new_tx_count;
633 int ret = 0;
634
635 if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
636 return -EINVAL;
637
638 if (ring->tx_pending > IAVF_MAX_TXD ||
639 ring->tx_pending < IAVF_MIN_TXD ||
640 ring->rx_pending > IAVF_MAX_RXD ||
641 ring->rx_pending < IAVF_MIN_RXD) {
642 netdev_err(netdev, "Descriptors requested (Tx: %d / Rx: %d) out of range [%d-%d] (increment %d)\n",
643 ring->tx_pending, ring->rx_pending, IAVF_MIN_TXD,
644 IAVF_MAX_RXD, IAVF_REQ_DESCRIPTOR_MULTIPLE);
645 return -EINVAL;
646 }
647
648 new_tx_count = ALIGN(ring->tx_pending, IAVF_REQ_DESCRIPTOR_MULTIPLE);
649 if (new_tx_count != ring->tx_pending)
650 netdev_info(netdev, "Requested Tx descriptor count rounded up to %d\n",
651 new_tx_count);
652
653 new_rx_count = ALIGN(ring->rx_pending, IAVF_REQ_DESCRIPTOR_MULTIPLE);
654 if (new_rx_count != ring->rx_pending)
655 netdev_info(netdev, "Requested Rx descriptor count rounded up to %d\n",
656 new_rx_count);
657
658 /* if nothing to do return success */
659 if ((new_tx_count == adapter->tx_desc_count) &&
660 (new_rx_count == adapter->rx_desc_count)) {
661 netdev_dbg(netdev, "Nothing to change, descriptor count is same as requested\n");
662 return 0;
663 }
664
665 if (new_tx_count != adapter->tx_desc_count) {
666 netdev_dbg(netdev, "Changing Tx descriptor count from %d to %d\n",
667 adapter->tx_desc_count, new_tx_count);
668 adapter->tx_desc_count = new_tx_count;
669 }
670
671 if (new_rx_count != adapter->rx_desc_count) {
672 netdev_dbg(netdev, "Changing Rx descriptor count from %d to %d\n",
673 adapter->rx_desc_count, new_rx_count);
674 adapter->rx_desc_count = new_rx_count;
675 }
676
677 if (netif_running(netdev)) {
678 iavf_schedule_reset(adapter, IAVF_FLAG_RESET_NEEDED);
679 ret = iavf_wait_for_reset(adapter);
680 if (ret)
681 netdev_warn(netdev, "Changing ring parameters timeout or interrupted waiting for reset");
682 }
683
684 return ret;
685 }
686
687 /**
688 * __iavf_get_coalesce - get per-queue coalesce settings
689 * @netdev: the netdev to check
690 * @ec: ethtool coalesce data structure
691 * @queue: which queue to pick
692 *
693 * Gets the per-queue settings for coalescence. Specifically Rx and Tx usecs
694 * are per queue. If queue is <0 then we default to queue 0 as the
695 * representative value.
696 **/
__iavf_get_coalesce(struct net_device * netdev,struct ethtool_coalesce * ec,int queue)697 static int __iavf_get_coalesce(struct net_device *netdev,
698 struct ethtool_coalesce *ec, int queue)
699 {
700 struct iavf_adapter *adapter = netdev_priv(netdev);
701 struct iavf_ring *rx_ring, *tx_ring;
702
703 /* Rx and Tx usecs per queue value. If user doesn't specify the
704 * queue, return queue 0's value to represent.
705 */
706 if (queue < 0)
707 queue = 0;
708 else if (queue >= adapter->num_active_queues)
709 return -EINVAL;
710
711 rx_ring = &adapter->rx_rings[queue];
712 tx_ring = &adapter->tx_rings[queue];
713
714 if (ITR_IS_DYNAMIC(rx_ring->itr_setting))
715 ec->use_adaptive_rx_coalesce = 1;
716
717 if (ITR_IS_DYNAMIC(tx_ring->itr_setting))
718 ec->use_adaptive_tx_coalesce = 1;
719
720 ec->rx_coalesce_usecs = rx_ring->itr_setting & ~IAVF_ITR_DYNAMIC;
721 ec->tx_coalesce_usecs = tx_ring->itr_setting & ~IAVF_ITR_DYNAMIC;
722
723 return 0;
724 }
725
726 /**
727 * iavf_get_coalesce - Get interrupt coalescing settings
728 * @netdev: network interface device structure
729 * @ec: ethtool coalesce structure
730 * @kernel_coal: ethtool CQE mode setting structure
731 * @extack: extack for reporting error messages
732 *
733 * Returns current coalescing settings. This is referred to elsewhere in the
734 * driver as Interrupt Throttle Rate, as this is how the hardware describes
735 * this functionality. Note that if per-queue settings have been modified this
736 * only represents the settings of queue 0.
737 **/
iavf_get_coalesce(struct net_device * netdev,struct ethtool_coalesce * ec,struct kernel_ethtool_coalesce * kernel_coal,struct netlink_ext_ack * extack)738 static int iavf_get_coalesce(struct net_device *netdev,
739 struct ethtool_coalesce *ec,
740 struct kernel_ethtool_coalesce *kernel_coal,
741 struct netlink_ext_ack *extack)
742 {
743 return __iavf_get_coalesce(netdev, ec, -1);
744 }
745
746 /**
747 * iavf_get_per_queue_coalesce - get coalesce values for specific queue
748 * @netdev: netdev to read
749 * @ec: coalesce settings from ethtool
750 * @queue: the queue to read
751 *
752 * Read specific queue's coalesce settings.
753 **/
iavf_get_per_queue_coalesce(struct net_device * netdev,u32 queue,struct ethtool_coalesce * ec)754 static int iavf_get_per_queue_coalesce(struct net_device *netdev, u32 queue,
755 struct ethtool_coalesce *ec)
756 {
757 return __iavf_get_coalesce(netdev, ec, queue);
758 }
759
760 /**
761 * iavf_set_itr_per_queue - set ITR values for specific queue
762 * @adapter: the VF adapter struct to set values for
763 * @ec: coalesce settings from ethtool
764 * @queue: the queue to modify
765 *
766 * Change the ITR settings for a specific queue.
767 **/
iavf_set_itr_per_queue(struct iavf_adapter * adapter,struct ethtool_coalesce * ec,int queue)768 static int iavf_set_itr_per_queue(struct iavf_adapter *adapter,
769 struct ethtool_coalesce *ec, int queue)
770 {
771 struct iavf_ring *rx_ring = &adapter->rx_rings[queue];
772 struct iavf_ring *tx_ring = &adapter->tx_rings[queue];
773 struct iavf_q_vector *q_vector;
774 u16 itr_setting;
775
776 itr_setting = rx_ring->itr_setting & ~IAVF_ITR_DYNAMIC;
777
778 if (ec->rx_coalesce_usecs != itr_setting &&
779 ec->use_adaptive_rx_coalesce) {
780 netif_info(adapter, drv, adapter->netdev,
781 "Rx interrupt throttling cannot be changed if adaptive-rx is enabled\n");
782 return -EINVAL;
783 }
784
785 itr_setting = tx_ring->itr_setting & ~IAVF_ITR_DYNAMIC;
786
787 if (ec->tx_coalesce_usecs != itr_setting &&
788 ec->use_adaptive_tx_coalesce) {
789 netif_info(adapter, drv, adapter->netdev,
790 "Tx interrupt throttling cannot be changed if adaptive-tx is enabled\n");
791 return -EINVAL;
792 }
793
794 rx_ring->itr_setting = ITR_REG_ALIGN(ec->rx_coalesce_usecs);
795 tx_ring->itr_setting = ITR_REG_ALIGN(ec->tx_coalesce_usecs);
796
797 rx_ring->itr_setting |= IAVF_ITR_DYNAMIC;
798 if (!ec->use_adaptive_rx_coalesce)
799 rx_ring->itr_setting ^= IAVF_ITR_DYNAMIC;
800
801 tx_ring->itr_setting |= IAVF_ITR_DYNAMIC;
802 if (!ec->use_adaptive_tx_coalesce)
803 tx_ring->itr_setting ^= IAVF_ITR_DYNAMIC;
804
805 q_vector = rx_ring->q_vector;
806 q_vector->rx.target_itr = ITR_TO_REG(rx_ring->itr_setting);
807
808 q_vector = tx_ring->q_vector;
809 q_vector->tx.target_itr = ITR_TO_REG(tx_ring->itr_setting);
810
811 /* The interrupt handler itself will take care of programming
812 * the Tx and Rx ITR values based on the values we have entered
813 * into the q_vector, no need to write the values now.
814 */
815 return 0;
816 }
817
818 /**
819 * __iavf_set_coalesce - set coalesce settings for particular queue
820 * @netdev: the netdev to change
821 * @ec: ethtool coalesce settings
822 * @queue: the queue to change
823 *
824 * Sets the coalesce settings for a particular queue.
825 **/
__iavf_set_coalesce(struct net_device * netdev,struct ethtool_coalesce * ec,int queue)826 static int __iavf_set_coalesce(struct net_device *netdev,
827 struct ethtool_coalesce *ec, int queue)
828 {
829 struct iavf_adapter *adapter = netdev_priv(netdev);
830 int i;
831
832 if (ec->rx_coalesce_usecs == 0) {
833 if (ec->use_adaptive_rx_coalesce)
834 netif_info(adapter, drv, netdev, "rx-usecs=0, need to disable adaptive-rx for a complete disable\n");
835 } else if ((ec->rx_coalesce_usecs < IAVF_MIN_ITR) ||
836 (ec->rx_coalesce_usecs > IAVF_MAX_ITR)) {
837 netif_info(adapter, drv, netdev, "Invalid value, rx-usecs range is 0-8160\n");
838 return -EINVAL;
839 } else if (ec->tx_coalesce_usecs == 0) {
840 if (ec->use_adaptive_tx_coalesce)
841 netif_info(adapter, drv, netdev, "tx-usecs=0, need to disable adaptive-tx for a complete disable\n");
842 } else if ((ec->tx_coalesce_usecs < IAVF_MIN_ITR) ||
843 (ec->tx_coalesce_usecs > IAVF_MAX_ITR)) {
844 netif_info(adapter, drv, netdev, "Invalid value, tx-usecs range is 0-8160\n");
845 return -EINVAL;
846 }
847
848 /* Rx and Tx usecs has per queue value. If user doesn't specify the
849 * queue, apply to all queues.
850 */
851 if (queue < 0) {
852 for (i = 0; i < adapter->num_active_queues; i++)
853 if (iavf_set_itr_per_queue(adapter, ec, i))
854 return -EINVAL;
855 } else if (queue < adapter->num_active_queues) {
856 if (iavf_set_itr_per_queue(adapter, ec, queue))
857 return -EINVAL;
858 } else {
859 netif_info(adapter, drv, netdev, "Invalid queue value, queue range is 0 - %d\n",
860 adapter->num_active_queues - 1);
861 return -EINVAL;
862 }
863
864 return 0;
865 }
866
867 /**
868 * iavf_set_coalesce - Set interrupt coalescing settings
869 * @netdev: network interface device structure
870 * @ec: ethtool coalesce structure
871 * @kernel_coal: ethtool CQE mode setting structure
872 * @extack: extack for reporting error messages
873 *
874 * Change current coalescing settings for every queue.
875 **/
iavf_set_coalesce(struct net_device * netdev,struct ethtool_coalesce * ec,struct kernel_ethtool_coalesce * kernel_coal,struct netlink_ext_ack * extack)876 static int iavf_set_coalesce(struct net_device *netdev,
877 struct ethtool_coalesce *ec,
878 struct kernel_ethtool_coalesce *kernel_coal,
879 struct netlink_ext_ack *extack)
880 {
881 return __iavf_set_coalesce(netdev, ec, -1);
882 }
883
884 /**
885 * iavf_set_per_queue_coalesce - set specific queue's coalesce settings
886 * @netdev: the netdev to change
887 * @ec: ethtool's coalesce settings
888 * @queue: the queue to modify
889 *
890 * Modifies a specific queue's coalesce settings.
891 */
iavf_set_per_queue_coalesce(struct net_device * netdev,u32 queue,struct ethtool_coalesce * ec)892 static int iavf_set_per_queue_coalesce(struct net_device *netdev, u32 queue,
893 struct ethtool_coalesce *ec)
894 {
895 return __iavf_set_coalesce(netdev, ec, queue);
896 }
897
898 /**
899 * iavf_fltr_to_ethtool_flow - convert filter type values to ethtool
900 * flow type values
901 * @flow: filter type to be converted
902 *
903 * Returns the corresponding ethtool flow type.
904 */
iavf_fltr_to_ethtool_flow(enum iavf_fdir_flow_type flow)905 static int iavf_fltr_to_ethtool_flow(enum iavf_fdir_flow_type flow)
906 {
907 switch (flow) {
908 case IAVF_FDIR_FLOW_IPV4_TCP:
909 return TCP_V4_FLOW;
910 case IAVF_FDIR_FLOW_IPV4_UDP:
911 return UDP_V4_FLOW;
912 case IAVF_FDIR_FLOW_IPV4_SCTP:
913 return SCTP_V4_FLOW;
914 case IAVF_FDIR_FLOW_IPV4_AH:
915 return AH_V4_FLOW;
916 case IAVF_FDIR_FLOW_IPV4_ESP:
917 return ESP_V4_FLOW;
918 case IAVF_FDIR_FLOW_IPV4_OTHER:
919 return IPV4_USER_FLOW;
920 case IAVF_FDIR_FLOW_IPV6_TCP:
921 return TCP_V6_FLOW;
922 case IAVF_FDIR_FLOW_IPV6_UDP:
923 return UDP_V6_FLOW;
924 case IAVF_FDIR_FLOW_IPV6_SCTP:
925 return SCTP_V6_FLOW;
926 case IAVF_FDIR_FLOW_IPV6_AH:
927 return AH_V6_FLOW;
928 case IAVF_FDIR_FLOW_IPV6_ESP:
929 return ESP_V6_FLOW;
930 case IAVF_FDIR_FLOW_IPV6_OTHER:
931 return IPV6_USER_FLOW;
932 case IAVF_FDIR_FLOW_NON_IP_L2:
933 return ETHER_FLOW;
934 default:
935 /* 0 is undefined ethtool flow */
936 return 0;
937 }
938 }
939
940 /**
941 * iavf_ethtool_flow_to_fltr - convert ethtool flow type to filter enum
942 * @eth: Ethtool flow type to be converted
943 *
944 * Returns flow enum
945 */
iavf_ethtool_flow_to_fltr(int eth)946 static enum iavf_fdir_flow_type iavf_ethtool_flow_to_fltr(int eth)
947 {
948 switch (eth) {
949 case TCP_V4_FLOW:
950 return IAVF_FDIR_FLOW_IPV4_TCP;
951 case UDP_V4_FLOW:
952 return IAVF_FDIR_FLOW_IPV4_UDP;
953 case SCTP_V4_FLOW:
954 return IAVF_FDIR_FLOW_IPV4_SCTP;
955 case AH_V4_FLOW:
956 return IAVF_FDIR_FLOW_IPV4_AH;
957 case ESP_V4_FLOW:
958 return IAVF_FDIR_FLOW_IPV4_ESP;
959 case IPV4_USER_FLOW:
960 return IAVF_FDIR_FLOW_IPV4_OTHER;
961 case TCP_V6_FLOW:
962 return IAVF_FDIR_FLOW_IPV6_TCP;
963 case UDP_V6_FLOW:
964 return IAVF_FDIR_FLOW_IPV6_UDP;
965 case SCTP_V6_FLOW:
966 return IAVF_FDIR_FLOW_IPV6_SCTP;
967 case AH_V6_FLOW:
968 return IAVF_FDIR_FLOW_IPV6_AH;
969 case ESP_V6_FLOW:
970 return IAVF_FDIR_FLOW_IPV6_ESP;
971 case IPV6_USER_FLOW:
972 return IAVF_FDIR_FLOW_IPV6_OTHER;
973 case ETHER_FLOW:
974 return IAVF_FDIR_FLOW_NON_IP_L2;
975 default:
976 return IAVF_FDIR_FLOW_NONE;
977 }
978 }
979
980 /**
981 * iavf_is_mask_valid - check mask field set
982 * @mask: full mask to check
983 * @field: field for which mask should be valid
984 *
985 * If the mask is fully set return true. If it is not valid for field return
986 * false.
987 */
iavf_is_mask_valid(u64 mask,u64 field)988 static bool iavf_is_mask_valid(u64 mask, u64 field)
989 {
990 return (mask & field) == field;
991 }
992
993 /**
994 * iavf_parse_rx_flow_user_data - deconstruct user-defined data
995 * @fsp: pointer to ethtool Rx flow specification
996 * @fltr: pointer to Flow Director filter for userdef data storage
997 *
998 * Returns 0 on success, negative error value on failure
999 */
1000 static int
iavf_parse_rx_flow_user_data(struct ethtool_rx_flow_spec * fsp,struct iavf_fdir_fltr * fltr)1001 iavf_parse_rx_flow_user_data(struct ethtool_rx_flow_spec *fsp,
1002 struct iavf_fdir_fltr *fltr)
1003 {
1004 struct iavf_flex_word *flex;
1005 int i, cnt = 0;
1006
1007 if (!(fsp->flow_type & FLOW_EXT))
1008 return 0;
1009
1010 for (i = 0; i < IAVF_FLEX_WORD_NUM; i++) {
1011 #define IAVF_USERDEF_FLEX_WORD_M GENMASK(15, 0)
1012 #define IAVF_USERDEF_FLEX_OFFS_S 16
1013 #define IAVF_USERDEF_FLEX_OFFS_M GENMASK(31, IAVF_USERDEF_FLEX_OFFS_S)
1014 #define IAVF_USERDEF_FLEX_FLTR_M GENMASK(31, 0)
1015 u32 value = be32_to_cpu(fsp->h_ext.data[i]);
1016 u32 mask = be32_to_cpu(fsp->m_ext.data[i]);
1017
1018 if (!value || !mask)
1019 continue;
1020
1021 if (!iavf_is_mask_valid(mask, IAVF_USERDEF_FLEX_FLTR_M))
1022 return -EINVAL;
1023
1024 /* 504 is the maximum value for offsets, and offset is measured
1025 * from the start of the MAC address.
1026 */
1027 #define IAVF_USERDEF_FLEX_MAX_OFFS_VAL 504
1028 flex = &fltr->flex_words[cnt++];
1029 flex->word = value & IAVF_USERDEF_FLEX_WORD_M;
1030 flex->offset = (value & IAVF_USERDEF_FLEX_OFFS_M) >>
1031 IAVF_USERDEF_FLEX_OFFS_S;
1032 if (flex->offset > IAVF_USERDEF_FLEX_MAX_OFFS_VAL)
1033 return -EINVAL;
1034 }
1035
1036 fltr->flex_cnt = cnt;
1037
1038 return 0;
1039 }
1040
1041 /**
1042 * iavf_fill_rx_flow_ext_data - fill the additional data
1043 * @fsp: pointer to ethtool Rx flow specification
1044 * @fltr: pointer to Flow Director filter to get additional data
1045 */
1046 static void
iavf_fill_rx_flow_ext_data(struct ethtool_rx_flow_spec * fsp,struct iavf_fdir_fltr * fltr)1047 iavf_fill_rx_flow_ext_data(struct ethtool_rx_flow_spec *fsp,
1048 struct iavf_fdir_fltr *fltr)
1049 {
1050 if (!fltr->ext_mask.usr_def[0] && !fltr->ext_mask.usr_def[1])
1051 return;
1052
1053 fsp->flow_type |= FLOW_EXT;
1054
1055 memcpy(fsp->h_ext.data, fltr->ext_data.usr_def, sizeof(fsp->h_ext.data));
1056 memcpy(fsp->m_ext.data, fltr->ext_mask.usr_def, sizeof(fsp->m_ext.data));
1057 }
1058
1059 /**
1060 * iavf_get_ethtool_fdir_entry - fill ethtool structure with Flow Director filter data
1061 * @adapter: the VF adapter structure that contains filter list
1062 * @cmd: ethtool command data structure to receive the filter data
1063 *
1064 * Returns 0 as expected for success by ethtool
1065 */
1066 static int
iavf_get_ethtool_fdir_entry(struct iavf_adapter * adapter,struct ethtool_rxnfc * cmd)1067 iavf_get_ethtool_fdir_entry(struct iavf_adapter *adapter,
1068 struct ethtool_rxnfc *cmd)
1069 {
1070 struct ethtool_rx_flow_spec *fsp = (struct ethtool_rx_flow_spec *)&cmd->fs;
1071 struct iavf_fdir_fltr *rule = NULL;
1072 int ret = 0;
1073
1074 if (!FDIR_FLTR_SUPPORT(adapter))
1075 return -EOPNOTSUPP;
1076
1077 spin_lock_bh(&adapter->fdir_fltr_lock);
1078
1079 rule = iavf_find_fdir_fltr_by_loc(adapter, fsp->location);
1080 if (!rule) {
1081 ret = -EINVAL;
1082 goto release_lock;
1083 }
1084
1085 fsp->flow_type = iavf_fltr_to_ethtool_flow(rule->flow_type);
1086
1087 memset(&fsp->m_u, 0, sizeof(fsp->m_u));
1088 memset(&fsp->m_ext, 0, sizeof(fsp->m_ext));
1089
1090 switch (fsp->flow_type) {
1091 case TCP_V4_FLOW:
1092 case UDP_V4_FLOW:
1093 case SCTP_V4_FLOW:
1094 fsp->h_u.tcp_ip4_spec.ip4src = rule->ip_data.v4_addrs.src_ip;
1095 fsp->h_u.tcp_ip4_spec.ip4dst = rule->ip_data.v4_addrs.dst_ip;
1096 fsp->h_u.tcp_ip4_spec.psrc = rule->ip_data.src_port;
1097 fsp->h_u.tcp_ip4_spec.pdst = rule->ip_data.dst_port;
1098 fsp->h_u.tcp_ip4_spec.tos = rule->ip_data.tos;
1099 fsp->m_u.tcp_ip4_spec.ip4src = rule->ip_mask.v4_addrs.src_ip;
1100 fsp->m_u.tcp_ip4_spec.ip4dst = rule->ip_mask.v4_addrs.dst_ip;
1101 fsp->m_u.tcp_ip4_spec.psrc = rule->ip_mask.src_port;
1102 fsp->m_u.tcp_ip4_spec.pdst = rule->ip_mask.dst_port;
1103 fsp->m_u.tcp_ip4_spec.tos = rule->ip_mask.tos;
1104 break;
1105 case AH_V4_FLOW:
1106 case ESP_V4_FLOW:
1107 fsp->h_u.ah_ip4_spec.ip4src = rule->ip_data.v4_addrs.src_ip;
1108 fsp->h_u.ah_ip4_spec.ip4dst = rule->ip_data.v4_addrs.dst_ip;
1109 fsp->h_u.ah_ip4_spec.spi = rule->ip_data.spi;
1110 fsp->h_u.ah_ip4_spec.tos = rule->ip_data.tos;
1111 fsp->m_u.ah_ip4_spec.ip4src = rule->ip_mask.v4_addrs.src_ip;
1112 fsp->m_u.ah_ip4_spec.ip4dst = rule->ip_mask.v4_addrs.dst_ip;
1113 fsp->m_u.ah_ip4_spec.spi = rule->ip_mask.spi;
1114 fsp->m_u.ah_ip4_spec.tos = rule->ip_mask.tos;
1115 break;
1116 case IPV4_USER_FLOW:
1117 fsp->h_u.usr_ip4_spec.ip4src = rule->ip_data.v4_addrs.src_ip;
1118 fsp->h_u.usr_ip4_spec.ip4dst = rule->ip_data.v4_addrs.dst_ip;
1119 fsp->h_u.usr_ip4_spec.l4_4_bytes = rule->ip_data.l4_header;
1120 fsp->h_u.usr_ip4_spec.tos = rule->ip_data.tos;
1121 fsp->h_u.usr_ip4_spec.ip_ver = ETH_RX_NFC_IP4;
1122 fsp->h_u.usr_ip4_spec.proto = rule->ip_data.proto;
1123 fsp->m_u.usr_ip4_spec.ip4src = rule->ip_mask.v4_addrs.src_ip;
1124 fsp->m_u.usr_ip4_spec.ip4dst = rule->ip_mask.v4_addrs.dst_ip;
1125 fsp->m_u.usr_ip4_spec.l4_4_bytes = rule->ip_mask.l4_header;
1126 fsp->m_u.usr_ip4_spec.tos = rule->ip_mask.tos;
1127 fsp->m_u.usr_ip4_spec.ip_ver = 0xFF;
1128 fsp->m_u.usr_ip4_spec.proto = rule->ip_mask.proto;
1129 break;
1130 case TCP_V6_FLOW:
1131 case UDP_V6_FLOW:
1132 case SCTP_V6_FLOW:
1133 memcpy(fsp->h_u.usr_ip6_spec.ip6src, &rule->ip_data.v6_addrs.src_ip,
1134 sizeof(struct in6_addr));
1135 memcpy(fsp->h_u.usr_ip6_spec.ip6dst, &rule->ip_data.v6_addrs.dst_ip,
1136 sizeof(struct in6_addr));
1137 fsp->h_u.tcp_ip6_spec.psrc = rule->ip_data.src_port;
1138 fsp->h_u.tcp_ip6_spec.pdst = rule->ip_data.dst_port;
1139 fsp->h_u.tcp_ip6_spec.tclass = rule->ip_data.tclass;
1140 memcpy(fsp->m_u.usr_ip6_spec.ip6src, &rule->ip_mask.v6_addrs.src_ip,
1141 sizeof(struct in6_addr));
1142 memcpy(fsp->m_u.usr_ip6_spec.ip6dst, &rule->ip_mask.v6_addrs.dst_ip,
1143 sizeof(struct in6_addr));
1144 fsp->m_u.tcp_ip6_spec.psrc = rule->ip_mask.src_port;
1145 fsp->m_u.tcp_ip6_spec.pdst = rule->ip_mask.dst_port;
1146 fsp->m_u.tcp_ip6_spec.tclass = rule->ip_mask.tclass;
1147 break;
1148 case AH_V6_FLOW:
1149 case ESP_V6_FLOW:
1150 memcpy(fsp->h_u.ah_ip6_spec.ip6src, &rule->ip_data.v6_addrs.src_ip,
1151 sizeof(struct in6_addr));
1152 memcpy(fsp->h_u.ah_ip6_spec.ip6dst, &rule->ip_data.v6_addrs.dst_ip,
1153 sizeof(struct in6_addr));
1154 fsp->h_u.ah_ip6_spec.spi = rule->ip_data.spi;
1155 fsp->h_u.ah_ip6_spec.tclass = rule->ip_data.tclass;
1156 memcpy(fsp->m_u.ah_ip6_spec.ip6src, &rule->ip_mask.v6_addrs.src_ip,
1157 sizeof(struct in6_addr));
1158 memcpy(fsp->m_u.ah_ip6_spec.ip6dst, &rule->ip_mask.v6_addrs.dst_ip,
1159 sizeof(struct in6_addr));
1160 fsp->m_u.ah_ip6_spec.spi = rule->ip_mask.spi;
1161 fsp->m_u.ah_ip6_spec.tclass = rule->ip_mask.tclass;
1162 break;
1163 case IPV6_USER_FLOW:
1164 memcpy(fsp->h_u.usr_ip6_spec.ip6src, &rule->ip_data.v6_addrs.src_ip,
1165 sizeof(struct in6_addr));
1166 memcpy(fsp->h_u.usr_ip6_spec.ip6dst, &rule->ip_data.v6_addrs.dst_ip,
1167 sizeof(struct in6_addr));
1168 fsp->h_u.usr_ip6_spec.l4_4_bytes = rule->ip_data.l4_header;
1169 fsp->h_u.usr_ip6_spec.tclass = rule->ip_data.tclass;
1170 fsp->h_u.usr_ip6_spec.l4_proto = rule->ip_data.proto;
1171 memcpy(fsp->m_u.usr_ip6_spec.ip6src, &rule->ip_mask.v6_addrs.src_ip,
1172 sizeof(struct in6_addr));
1173 memcpy(fsp->m_u.usr_ip6_spec.ip6dst, &rule->ip_mask.v6_addrs.dst_ip,
1174 sizeof(struct in6_addr));
1175 fsp->m_u.usr_ip6_spec.l4_4_bytes = rule->ip_mask.l4_header;
1176 fsp->m_u.usr_ip6_spec.tclass = rule->ip_mask.tclass;
1177 fsp->m_u.usr_ip6_spec.l4_proto = rule->ip_mask.proto;
1178 break;
1179 case ETHER_FLOW:
1180 fsp->h_u.ether_spec.h_proto = rule->eth_data.etype;
1181 fsp->m_u.ether_spec.h_proto = rule->eth_mask.etype;
1182 break;
1183 default:
1184 ret = -EINVAL;
1185 break;
1186 }
1187
1188 iavf_fill_rx_flow_ext_data(fsp, rule);
1189
1190 if (rule->action == VIRTCHNL_ACTION_DROP)
1191 fsp->ring_cookie = RX_CLS_FLOW_DISC;
1192 else
1193 fsp->ring_cookie = rule->q_index;
1194
1195 release_lock:
1196 spin_unlock_bh(&adapter->fdir_fltr_lock);
1197 return ret;
1198 }
1199
1200 /**
1201 * iavf_get_fdir_fltr_ids - fill buffer with filter IDs of active filters
1202 * @adapter: the VF adapter structure containing the filter list
1203 * @cmd: ethtool command data structure
1204 * @rule_locs: ethtool array passed in from OS to receive filter IDs
1205 *
1206 * Returns 0 as expected for success by ethtool
1207 */
1208 static int
iavf_get_fdir_fltr_ids(struct iavf_adapter * adapter,struct ethtool_rxnfc * cmd,u32 * rule_locs)1209 iavf_get_fdir_fltr_ids(struct iavf_adapter *adapter, struct ethtool_rxnfc *cmd,
1210 u32 *rule_locs)
1211 {
1212 struct iavf_fdir_fltr *fltr;
1213 unsigned int cnt = 0;
1214 int val = 0;
1215
1216 if (!FDIR_FLTR_SUPPORT(adapter))
1217 return -EOPNOTSUPP;
1218
1219 cmd->data = IAVF_MAX_FDIR_FILTERS;
1220
1221 spin_lock_bh(&adapter->fdir_fltr_lock);
1222
1223 list_for_each_entry(fltr, &adapter->fdir_list_head, list) {
1224 if (cnt == cmd->rule_cnt) {
1225 val = -EMSGSIZE;
1226 goto release_lock;
1227 }
1228 rule_locs[cnt] = fltr->loc;
1229 cnt++;
1230 }
1231
1232 release_lock:
1233 spin_unlock_bh(&adapter->fdir_fltr_lock);
1234 if (!val)
1235 cmd->rule_cnt = cnt;
1236
1237 return val;
1238 }
1239
1240 /**
1241 * iavf_add_fdir_fltr_info - Set the input set for Flow Director filter
1242 * @adapter: pointer to the VF adapter structure
1243 * @fsp: pointer to ethtool Rx flow specification
1244 * @fltr: filter structure
1245 */
1246 static int
iavf_add_fdir_fltr_info(struct iavf_adapter * adapter,struct ethtool_rx_flow_spec * fsp,struct iavf_fdir_fltr * fltr)1247 iavf_add_fdir_fltr_info(struct iavf_adapter *adapter, struct ethtool_rx_flow_spec *fsp,
1248 struct iavf_fdir_fltr *fltr)
1249 {
1250 u32 flow_type, q_index = 0;
1251 enum virtchnl_action act;
1252 int err;
1253
1254 if (fsp->ring_cookie == RX_CLS_FLOW_DISC) {
1255 act = VIRTCHNL_ACTION_DROP;
1256 } else {
1257 q_index = fsp->ring_cookie;
1258 if (q_index >= adapter->num_active_queues)
1259 return -EINVAL;
1260
1261 act = VIRTCHNL_ACTION_QUEUE;
1262 }
1263
1264 fltr->action = act;
1265 fltr->loc = fsp->location;
1266 fltr->q_index = q_index;
1267
1268 if (fsp->flow_type & FLOW_EXT) {
1269 memcpy(fltr->ext_data.usr_def, fsp->h_ext.data,
1270 sizeof(fltr->ext_data.usr_def));
1271 memcpy(fltr->ext_mask.usr_def, fsp->m_ext.data,
1272 sizeof(fltr->ext_mask.usr_def));
1273 }
1274
1275 flow_type = fsp->flow_type & ~(FLOW_EXT | FLOW_MAC_EXT | FLOW_RSS);
1276 fltr->flow_type = iavf_ethtool_flow_to_fltr(flow_type);
1277
1278 switch (flow_type) {
1279 case TCP_V4_FLOW:
1280 case UDP_V4_FLOW:
1281 case SCTP_V4_FLOW:
1282 fltr->ip_data.v4_addrs.src_ip = fsp->h_u.tcp_ip4_spec.ip4src;
1283 fltr->ip_data.v4_addrs.dst_ip = fsp->h_u.tcp_ip4_spec.ip4dst;
1284 fltr->ip_data.src_port = fsp->h_u.tcp_ip4_spec.psrc;
1285 fltr->ip_data.dst_port = fsp->h_u.tcp_ip4_spec.pdst;
1286 fltr->ip_data.tos = fsp->h_u.tcp_ip4_spec.tos;
1287 fltr->ip_mask.v4_addrs.src_ip = fsp->m_u.tcp_ip4_spec.ip4src;
1288 fltr->ip_mask.v4_addrs.dst_ip = fsp->m_u.tcp_ip4_spec.ip4dst;
1289 fltr->ip_mask.src_port = fsp->m_u.tcp_ip4_spec.psrc;
1290 fltr->ip_mask.dst_port = fsp->m_u.tcp_ip4_spec.pdst;
1291 fltr->ip_mask.tos = fsp->m_u.tcp_ip4_spec.tos;
1292 fltr->ip_ver = 4;
1293 break;
1294 case AH_V4_FLOW:
1295 case ESP_V4_FLOW:
1296 fltr->ip_data.v4_addrs.src_ip = fsp->h_u.ah_ip4_spec.ip4src;
1297 fltr->ip_data.v4_addrs.dst_ip = fsp->h_u.ah_ip4_spec.ip4dst;
1298 fltr->ip_data.spi = fsp->h_u.ah_ip4_spec.spi;
1299 fltr->ip_data.tos = fsp->h_u.ah_ip4_spec.tos;
1300 fltr->ip_mask.v4_addrs.src_ip = fsp->m_u.ah_ip4_spec.ip4src;
1301 fltr->ip_mask.v4_addrs.dst_ip = fsp->m_u.ah_ip4_spec.ip4dst;
1302 fltr->ip_mask.spi = fsp->m_u.ah_ip4_spec.spi;
1303 fltr->ip_mask.tos = fsp->m_u.ah_ip4_spec.tos;
1304 fltr->ip_ver = 4;
1305 break;
1306 case IPV4_USER_FLOW:
1307 fltr->ip_data.v4_addrs.src_ip = fsp->h_u.usr_ip4_spec.ip4src;
1308 fltr->ip_data.v4_addrs.dst_ip = fsp->h_u.usr_ip4_spec.ip4dst;
1309 fltr->ip_data.l4_header = fsp->h_u.usr_ip4_spec.l4_4_bytes;
1310 fltr->ip_data.tos = fsp->h_u.usr_ip4_spec.tos;
1311 fltr->ip_data.proto = fsp->h_u.usr_ip4_spec.proto;
1312 fltr->ip_mask.v4_addrs.src_ip = fsp->m_u.usr_ip4_spec.ip4src;
1313 fltr->ip_mask.v4_addrs.dst_ip = fsp->m_u.usr_ip4_spec.ip4dst;
1314 fltr->ip_mask.l4_header = fsp->m_u.usr_ip4_spec.l4_4_bytes;
1315 fltr->ip_mask.tos = fsp->m_u.usr_ip4_spec.tos;
1316 fltr->ip_mask.proto = fsp->m_u.usr_ip4_spec.proto;
1317 fltr->ip_ver = 4;
1318 break;
1319 case TCP_V6_FLOW:
1320 case UDP_V6_FLOW:
1321 case SCTP_V6_FLOW:
1322 memcpy(&fltr->ip_data.v6_addrs.src_ip, fsp->h_u.usr_ip6_spec.ip6src,
1323 sizeof(struct in6_addr));
1324 memcpy(&fltr->ip_data.v6_addrs.dst_ip, fsp->h_u.usr_ip6_spec.ip6dst,
1325 sizeof(struct in6_addr));
1326 fltr->ip_data.src_port = fsp->h_u.tcp_ip6_spec.psrc;
1327 fltr->ip_data.dst_port = fsp->h_u.tcp_ip6_spec.pdst;
1328 fltr->ip_data.tclass = fsp->h_u.tcp_ip6_spec.tclass;
1329 memcpy(&fltr->ip_mask.v6_addrs.src_ip, fsp->m_u.usr_ip6_spec.ip6src,
1330 sizeof(struct in6_addr));
1331 memcpy(&fltr->ip_mask.v6_addrs.dst_ip, fsp->m_u.usr_ip6_spec.ip6dst,
1332 sizeof(struct in6_addr));
1333 fltr->ip_mask.src_port = fsp->m_u.tcp_ip6_spec.psrc;
1334 fltr->ip_mask.dst_port = fsp->m_u.tcp_ip6_spec.pdst;
1335 fltr->ip_mask.tclass = fsp->m_u.tcp_ip6_spec.tclass;
1336 fltr->ip_ver = 6;
1337 break;
1338 case AH_V6_FLOW:
1339 case ESP_V6_FLOW:
1340 memcpy(&fltr->ip_data.v6_addrs.src_ip, fsp->h_u.ah_ip6_spec.ip6src,
1341 sizeof(struct in6_addr));
1342 memcpy(&fltr->ip_data.v6_addrs.dst_ip, fsp->h_u.ah_ip6_spec.ip6dst,
1343 sizeof(struct in6_addr));
1344 fltr->ip_data.spi = fsp->h_u.ah_ip6_spec.spi;
1345 fltr->ip_data.tclass = fsp->h_u.ah_ip6_spec.tclass;
1346 memcpy(&fltr->ip_mask.v6_addrs.src_ip, fsp->m_u.ah_ip6_spec.ip6src,
1347 sizeof(struct in6_addr));
1348 memcpy(&fltr->ip_mask.v6_addrs.dst_ip, fsp->m_u.ah_ip6_spec.ip6dst,
1349 sizeof(struct in6_addr));
1350 fltr->ip_mask.spi = fsp->m_u.ah_ip6_spec.spi;
1351 fltr->ip_mask.tclass = fsp->m_u.ah_ip6_spec.tclass;
1352 fltr->ip_ver = 6;
1353 break;
1354 case IPV6_USER_FLOW:
1355 memcpy(&fltr->ip_data.v6_addrs.src_ip, fsp->h_u.usr_ip6_spec.ip6src,
1356 sizeof(struct in6_addr));
1357 memcpy(&fltr->ip_data.v6_addrs.dst_ip, fsp->h_u.usr_ip6_spec.ip6dst,
1358 sizeof(struct in6_addr));
1359 fltr->ip_data.l4_header = fsp->h_u.usr_ip6_spec.l4_4_bytes;
1360 fltr->ip_data.tclass = fsp->h_u.usr_ip6_spec.tclass;
1361 fltr->ip_data.proto = fsp->h_u.usr_ip6_spec.l4_proto;
1362 memcpy(&fltr->ip_mask.v6_addrs.src_ip, fsp->m_u.usr_ip6_spec.ip6src,
1363 sizeof(struct in6_addr));
1364 memcpy(&fltr->ip_mask.v6_addrs.dst_ip, fsp->m_u.usr_ip6_spec.ip6dst,
1365 sizeof(struct in6_addr));
1366 fltr->ip_mask.l4_header = fsp->m_u.usr_ip6_spec.l4_4_bytes;
1367 fltr->ip_mask.tclass = fsp->m_u.usr_ip6_spec.tclass;
1368 fltr->ip_mask.proto = fsp->m_u.usr_ip6_spec.l4_proto;
1369 fltr->ip_ver = 6;
1370 break;
1371 case ETHER_FLOW:
1372 fltr->eth_data.etype = fsp->h_u.ether_spec.h_proto;
1373 fltr->eth_mask.etype = fsp->m_u.ether_spec.h_proto;
1374 break;
1375 default:
1376 /* not doing un-parsed flow types */
1377 return -EINVAL;
1378 }
1379
1380 err = iavf_validate_fdir_fltr_masks(adapter, fltr);
1381 if (err)
1382 return err;
1383
1384 if (iavf_fdir_is_dup_fltr(adapter, fltr))
1385 return -EEXIST;
1386
1387 err = iavf_parse_rx_flow_user_data(fsp, fltr);
1388 if (err)
1389 return err;
1390
1391 return iavf_fill_fdir_add_msg(adapter, fltr);
1392 }
1393
1394 /**
1395 * iavf_add_fdir_ethtool - add Flow Director filter
1396 * @adapter: pointer to the VF adapter structure
1397 * @cmd: command to add Flow Director filter
1398 *
1399 * Returns 0 on success and negative values for failure
1400 */
iavf_add_fdir_ethtool(struct iavf_adapter * adapter,struct ethtool_rxnfc * cmd)1401 static int iavf_add_fdir_ethtool(struct iavf_adapter *adapter, struct ethtool_rxnfc *cmd)
1402 {
1403 struct ethtool_rx_flow_spec *fsp = &cmd->fs;
1404 struct iavf_fdir_fltr *fltr;
1405 int count = 50;
1406 int err;
1407
1408 if (!FDIR_FLTR_SUPPORT(adapter))
1409 return -EOPNOTSUPP;
1410
1411 if (fsp->flow_type & FLOW_MAC_EXT)
1412 return -EINVAL;
1413
1414 spin_lock_bh(&adapter->fdir_fltr_lock);
1415 if (adapter->fdir_active_fltr >= IAVF_MAX_FDIR_FILTERS) {
1416 spin_unlock_bh(&adapter->fdir_fltr_lock);
1417 dev_err(&adapter->pdev->dev,
1418 "Unable to add Flow Director filter because VF reached the limit of max allowed filters (%u)\n",
1419 IAVF_MAX_FDIR_FILTERS);
1420 return -ENOSPC;
1421 }
1422
1423 if (iavf_find_fdir_fltr_by_loc(adapter, fsp->location)) {
1424 dev_err(&adapter->pdev->dev, "Failed to add Flow Director filter, it already exists\n");
1425 spin_unlock_bh(&adapter->fdir_fltr_lock);
1426 return -EEXIST;
1427 }
1428 spin_unlock_bh(&adapter->fdir_fltr_lock);
1429
1430 fltr = kzalloc(sizeof(*fltr), GFP_KERNEL);
1431 if (!fltr)
1432 return -ENOMEM;
1433
1434 while (!mutex_trylock(&adapter->crit_lock)) {
1435 if (--count == 0) {
1436 kfree(fltr);
1437 return -EINVAL;
1438 }
1439 udelay(1);
1440 }
1441
1442 err = iavf_add_fdir_fltr_info(adapter, fsp, fltr);
1443 if (err)
1444 goto ret;
1445
1446 spin_lock_bh(&adapter->fdir_fltr_lock);
1447 iavf_fdir_list_add_fltr(adapter, fltr);
1448 adapter->fdir_active_fltr++;
1449 fltr->state = IAVF_FDIR_FLTR_ADD_REQUEST;
1450 adapter->aq_required |= IAVF_FLAG_AQ_ADD_FDIR_FILTER;
1451 spin_unlock_bh(&adapter->fdir_fltr_lock);
1452
1453 mod_delayed_work(adapter->wq, &adapter->watchdog_task, 0);
1454
1455 ret:
1456 if (err && fltr)
1457 kfree(fltr);
1458
1459 mutex_unlock(&adapter->crit_lock);
1460 return err;
1461 }
1462
1463 /**
1464 * iavf_del_fdir_ethtool - delete Flow Director filter
1465 * @adapter: pointer to the VF adapter structure
1466 * @cmd: command to delete Flow Director filter
1467 *
1468 * Returns 0 on success and negative values for failure
1469 */
iavf_del_fdir_ethtool(struct iavf_adapter * adapter,struct ethtool_rxnfc * cmd)1470 static int iavf_del_fdir_ethtool(struct iavf_adapter *adapter, struct ethtool_rxnfc *cmd)
1471 {
1472 struct ethtool_rx_flow_spec *fsp = (struct ethtool_rx_flow_spec *)&cmd->fs;
1473 struct iavf_fdir_fltr *fltr = NULL;
1474 int err = 0;
1475
1476 if (!FDIR_FLTR_SUPPORT(adapter))
1477 return -EOPNOTSUPP;
1478
1479 spin_lock_bh(&adapter->fdir_fltr_lock);
1480 fltr = iavf_find_fdir_fltr_by_loc(adapter, fsp->location);
1481 if (fltr) {
1482 if (fltr->state == IAVF_FDIR_FLTR_ACTIVE) {
1483 fltr->state = IAVF_FDIR_FLTR_DEL_REQUEST;
1484 adapter->aq_required |= IAVF_FLAG_AQ_DEL_FDIR_FILTER;
1485 } else {
1486 err = -EBUSY;
1487 }
1488 } else if (adapter->fdir_active_fltr) {
1489 err = -EINVAL;
1490 }
1491 spin_unlock_bh(&adapter->fdir_fltr_lock);
1492
1493 if (fltr && fltr->state == IAVF_FDIR_FLTR_DEL_REQUEST)
1494 mod_delayed_work(adapter->wq, &adapter->watchdog_task, 0);
1495
1496 return err;
1497 }
1498
1499 /**
1500 * iavf_adv_rss_parse_hdrs - parses headers from RSS hash input
1501 * @cmd: ethtool rxnfc command
1502 *
1503 * This function parses the rxnfc command and returns intended
1504 * header types for RSS configuration
1505 */
iavf_adv_rss_parse_hdrs(struct ethtool_rxnfc * cmd)1506 static u32 iavf_adv_rss_parse_hdrs(struct ethtool_rxnfc *cmd)
1507 {
1508 u32 hdrs = IAVF_ADV_RSS_FLOW_SEG_HDR_NONE;
1509
1510 switch (cmd->flow_type) {
1511 case TCP_V4_FLOW:
1512 hdrs |= IAVF_ADV_RSS_FLOW_SEG_HDR_TCP |
1513 IAVF_ADV_RSS_FLOW_SEG_HDR_IPV4;
1514 break;
1515 case UDP_V4_FLOW:
1516 hdrs |= IAVF_ADV_RSS_FLOW_SEG_HDR_UDP |
1517 IAVF_ADV_RSS_FLOW_SEG_HDR_IPV4;
1518 break;
1519 case SCTP_V4_FLOW:
1520 hdrs |= IAVF_ADV_RSS_FLOW_SEG_HDR_SCTP |
1521 IAVF_ADV_RSS_FLOW_SEG_HDR_IPV4;
1522 break;
1523 case TCP_V6_FLOW:
1524 hdrs |= IAVF_ADV_RSS_FLOW_SEG_HDR_TCP |
1525 IAVF_ADV_RSS_FLOW_SEG_HDR_IPV6;
1526 break;
1527 case UDP_V6_FLOW:
1528 hdrs |= IAVF_ADV_RSS_FLOW_SEG_HDR_UDP |
1529 IAVF_ADV_RSS_FLOW_SEG_HDR_IPV6;
1530 break;
1531 case SCTP_V6_FLOW:
1532 hdrs |= IAVF_ADV_RSS_FLOW_SEG_HDR_SCTP |
1533 IAVF_ADV_RSS_FLOW_SEG_HDR_IPV6;
1534 break;
1535 default:
1536 break;
1537 }
1538
1539 return hdrs;
1540 }
1541
1542 /**
1543 * iavf_adv_rss_parse_hash_flds - parses hash fields from RSS hash input
1544 * @cmd: ethtool rxnfc command
1545 *
1546 * This function parses the rxnfc command and returns intended hash fields for
1547 * RSS configuration
1548 */
iavf_adv_rss_parse_hash_flds(struct ethtool_rxnfc * cmd)1549 static u64 iavf_adv_rss_parse_hash_flds(struct ethtool_rxnfc *cmd)
1550 {
1551 u64 hfld = IAVF_ADV_RSS_HASH_INVALID;
1552
1553 if (cmd->data & RXH_IP_SRC || cmd->data & RXH_IP_DST) {
1554 switch (cmd->flow_type) {
1555 case TCP_V4_FLOW:
1556 case UDP_V4_FLOW:
1557 case SCTP_V4_FLOW:
1558 if (cmd->data & RXH_IP_SRC)
1559 hfld |= IAVF_ADV_RSS_HASH_FLD_IPV4_SA;
1560 if (cmd->data & RXH_IP_DST)
1561 hfld |= IAVF_ADV_RSS_HASH_FLD_IPV4_DA;
1562 break;
1563 case TCP_V6_FLOW:
1564 case UDP_V6_FLOW:
1565 case SCTP_V6_FLOW:
1566 if (cmd->data & RXH_IP_SRC)
1567 hfld |= IAVF_ADV_RSS_HASH_FLD_IPV6_SA;
1568 if (cmd->data & RXH_IP_DST)
1569 hfld |= IAVF_ADV_RSS_HASH_FLD_IPV6_DA;
1570 break;
1571 default:
1572 break;
1573 }
1574 }
1575
1576 if (cmd->data & RXH_L4_B_0_1 || cmd->data & RXH_L4_B_2_3) {
1577 switch (cmd->flow_type) {
1578 case TCP_V4_FLOW:
1579 case TCP_V6_FLOW:
1580 if (cmd->data & RXH_L4_B_0_1)
1581 hfld |= IAVF_ADV_RSS_HASH_FLD_TCP_SRC_PORT;
1582 if (cmd->data & RXH_L4_B_2_3)
1583 hfld |= IAVF_ADV_RSS_HASH_FLD_TCP_DST_PORT;
1584 break;
1585 case UDP_V4_FLOW:
1586 case UDP_V6_FLOW:
1587 if (cmd->data & RXH_L4_B_0_1)
1588 hfld |= IAVF_ADV_RSS_HASH_FLD_UDP_SRC_PORT;
1589 if (cmd->data & RXH_L4_B_2_3)
1590 hfld |= IAVF_ADV_RSS_HASH_FLD_UDP_DST_PORT;
1591 break;
1592 case SCTP_V4_FLOW:
1593 case SCTP_V6_FLOW:
1594 if (cmd->data & RXH_L4_B_0_1)
1595 hfld |= IAVF_ADV_RSS_HASH_FLD_SCTP_SRC_PORT;
1596 if (cmd->data & RXH_L4_B_2_3)
1597 hfld |= IAVF_ADV_RSS_HASH_FLD_SCTP_DST_PORT;
1598 break;
1599 default:
1600 break;
1601 }
1602 }
1603
1604 return hfld;
1605 }
1606
1607 /**
1608 * iavf_set_adv_rss_hash_opt - Enable/Disable flow types for RSS hash
1609 * @adapter: pointer to the VF adapter structure
1610 * @cmd: ethtool rxnfc command
1611 *
1612 * Returns Success if the flow input set is supported.
1613 */
1614 static int
iavf_set_adv_rss_hash_opt(struct iavf_adapter * adapter,struct ethtool_rxnfc * cmd)1615 iavf_set_adv_rss_hash_opt(struct iavf_adapter *adapter,
1616 struct ethtool_rxnfc *cmd)
1617 {
1618 struct iavf_adv_rss *rss_old, *rss_new;
1619 bool rss_new_add = false;
1620 int count = 50, err = 0;
1621 u64 hash_flds;
1622 u32 hdrs;
1623
1624 if (!ADV_RSS_SUPPORT(adapter))
1625 return -EOPNOTSUPP;
1626
1627 hdrs = iavf_adv_rss_parse_hdrs(cmd);
1628 if (hdrs == IAVF_ADV_RSS_FLOW_SEG_HDR_NONE)
1629 return -EINVAL;
1630
1631 hash_flds = iavf_adv_rss_parse_hash_flds(cmd);
1632 if (hash_flds == IAVF_ADV_RSS_HASH_INVALID)
1633 return -EINVAL;
1634
1635 rss_new = kzalloc(sizeof(*rss_new), GFP_KERNEL);
1636 if (!rss_new)
1637 return -ENOMEM;
1638
1639 if (iavf_fill_adv_rss_cfg_msg(&rss_new->cfg_msg, hdrs, hash_flds)) {
1640 kfree(rss_new);
1641 return -EINVAL;
1642 }
1643
1644 while (!mutex_trylock(&adapter->crit_lock)) {
1645 if (--count == 0) {
1646 kfree(rss_new);
1647 return -EINVAL;
1648 }
1649
1650 udelay(1);
1651 }
1652
1653 spin_lock_bh(&adapter->adv_rss_lock);
1654 rss_old = iavf_find_adv_rss_cfg_by_hdrs(adapter, hdrs);
1655 if (rss_old) {
1656 if (rss_old->state != IAVF_ADV_RSS_ACTIVE) {
1657 err = -EBUSY;
1658 } else if (rss_old->hash_flds != hash_flds) {
1659 rss_old->state = IAVF_ADV_RSS_ADD_REQUEST;
1660 rss_old->hash_flds = hash_flds;
1661 memcpy(&rss_old->cfg_msg, &rss_new->cfg_msg,
1662 sizeof(rss_new->cfg_msg));
1663 adapter->aq_required |= IAVF_FLAG_AQ_ADD_ADV_RSS_CFG;
1664 } else {
1665 err = -EEXIST;
1666 }
1667 } else {
1668 rss_new_add = true;
1669 rss_new->state = IAVF_ADV_RSS_ADD_REQUEST;
1670 rss_new->packet_hdrs = hdrs;
1671 rss_new->hash_flds = hash_flds;
1672 list_add_tail(&rss_new->list, &adapter->adv_rss_list_head);
1673 adapter->aq_required |= IAVF_FLAG_AQ_ADD_ADV_RSS_CFG;
1674 }
1675 spin_unlock_bh(&adapter->adv_rss_lock);
1676
1677 if (!err)
1678 mod_delayed_work(adapter->wq, &adapter->watchdog_task, 0);
1679
1680 mutex_unlock(&adapter->crit_lock);
1681
1682 if (!rss_new_add)
1683 kfree(rss_new);
1684
1685 return err;
1686 }
1687
1688 /**
1689 * iavf_get_adv_rss_hash_opt - Retrieve hash fields for a given flow-type
1690 * @adapter: pointer to the VF adapter structure
1691 * @cmd: ethtool rxnfc command
1692 *
1693 * Returns Success if the flow input set is supported.
1694 */
1695 static int
iavf_get_adv_rss_hash_opt(struct iavf_adapter * adapter,struct ethtool_rxnfc * cmd)1696 iavf_get_adv_rss_hash_opt(struct iavf_adapter *adapter,
1697 struct ethtool_rxnfc *cmd)
1698 {
1699 struct iavf_adv_rss *rss;
1700 u64 hash_flds;
1701 u32 hdrs;
1702
1703 if (!ADV_RSS_SUPPORT(adapter))
1704 return -EOPNOTSUPP;
1705
1706 cmd->data = 0;
1707
1708 hdrs = iavf_adv_rss_parse_hdrs(cmd);
1709 if (hdrs == IAVF_ADV_RSS_FLOW_SEG_HDR_NONE)
1710 return -EINVAL;
1711
1712 spin_lock_bh(&adapter->adv_rss_lock);
1713 rss = iavf_find_adv_rss_cfg_by_hdrs(adapter, hdrs);
1714 if (rss)
1715 hash_flds = rss->hash_flds;
1716 else
1717 hash_flds = IAVF_ADV_RSS_HASH_INVALID;
1718 spin_unlock_bh(&adapter->adv_rss_lock);
1719
1720 if (hash_flds == IAVF_ADV_RSS_HASH_INVALID)
1721 return -EINVAL;
1722
1723 if (hash_flds & (IAVF_ADV_RSS_HASH_FLD_IPV4_SA |
1724 IAVF_ADV_RSS_HASH_FLD_IPV6_SA))
1725 cmd->data |= (u64)RXH_IP_SRC;
1726
1727 if (hash_flds & (IAVF_ADV_RSS_HASH_FLD_IPV4_DA |
1728 IAVF_ADV_RSS_HASH_FLD_IPV6_DA))
1729 cmd->data |= (u64)RXH_IP_DST;
1730
1731 if (hash_flds & (IAVF_ADV_RSS_HASH_FLD_TCP_SRC_PORT |
1732 IAVF_ADV_RSS_HASH_FLD_UDP_SRC_PORT |
1733 IAVF_ADV_RSS_HASH_FLD_SCTP_SRC_PORT))
1734 cmd->data |= (u64)RXH_L4_B_0_1;
1735
1736 if (hash_flds & (IAVF_ADV_RSS_HASH_FLD_TCP_DST_PORT |
1737 IAVF_ADV_RSS_HASH_FLD_UDP_DST_PORT |
1738 IAVF_ADV_RSS_HASH_FLD_SCTP_DST_PORT))
1739 cmd->data |= (u64)RXH_L4_B_2_3;
1740
1741 return 0;
1742 }
1743
1744 /**
1745 * iavf_set_rxnfc - command to set Rx flow rules.
1746 * @netdev: network interface device structure
1747 * @cmd: ethtool rxnfc command
1748 *
1749 * Returns 0 for success and negative values for errors
1750 */
iavf_set_rxnfc(struct net_device * netdev,struct ethtool_rxnfc * cmd)1751 static int iavf_set_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *cmd)
1752 {
1753 struct iavf_adapter *adapter = netdev_priv(netdev);
1754 int ret = -EOPNOTSUPP;
1755
1756 switch (cmd->cmd) {
1757 case ETHTOOL_SRXCLSRLINS:
1758 ret = iavf_add_fdir_ethtool(adapter, cmd);
1759 break;
1760 case ETHTOOL_SRXCLSRLDEL:
1761 ret = iavf_del_fdir_ethtool(adapter, cmd);
1762 break;
1763 case ETHTOOL_SRXFH:
1764 ret = iavf_set_adv_rss_hash_opt(adapter, cmd);
1765 break;
1766 default:
1767 break;
1768 }
1769
1770 return ret;
1771 }
1772
1773 /**
1774 * iavf_get_rxnfc - command to get RX flow classification rules
1775 * @netdev: network interface device structure
1776 * @cmd: ethtool rxnfc command
1777 * @rule_locs: pointer to store rule locations
1778 *
1779 * Returns Success if the command is supported.
1780 **/
iavf_get_rxnfc(struct net_device * netdev,struct ethtool_rxnfc * cmd,u32 * rule_locs)1781 static int iavf_get_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *cmd,
1782 u32 *rule_locs)
1783 {
1784 struct iavf_adapter *adapter = netdev_priv(netdev);
1785 int ret = -EOPNOTSUPP;
1786
1787 switch (cmd->cmd) {
1788 case ETHTOOL_GRXRINGS:
1789 cmd->data = adapter->num_active_queues;
1790 ret = 0;
1791 break;
1792 case ETHTOOL_GRXCLSRLCNT:
1793 if (!FDIR_FLTR_SUPPORT(adapter))
1794 break;
1795 spin_lock_bh(&adapter->fdir_fltr_lock);
1796 cmd->rule_cnt = adapter->fdir_active_fltr;
1797 spin_unlock_bh(&adapter->fdir_fltr_lock);
1798 cmd->data = IAVF_MAX_FDIR_FILTERS;
1799 ret = 0;
1800 break;
1801 case ETHTOOL_GRXCLSRULE:
1802 ret = iavf_get_ethtool_fdir_entry(adapter, cmd);
1803 break;
1804 case ETHTOOL_GRXCLSRLALL:
1805 ret = iavf_get_fdir_fltr_ids(adapter, cmd, (u32 *)rule_locs);
1806 break;
1807 case ETHTOOL_GRXFH:
1808 ret = iavf_get_adv_rss_hash_opt(adapter, cmd);
1809 break;
1810 default:
1811 break;
1812 }
1813
1814 return ret;
1815 }
1816 /**
1817 * iavf_get_channels: get the number of channels supported by the device
1818 * @netdev: network interface device structure
1819 * @ch: channel information structure
1820 *
1821 * For the purposes of our device, we only use combined channels, i.e. a tx/rx
1822 * queue pair. Report one extra channel to match our "other" MSI-X vector.
1823 **/
iavf_get_channels(struct net_device * netdev,struct ethtool_channels * ch)1824 static void iavf_get_channels(struct net_device *netdev,
1825 struct ethtool_channels *ch)
1826 {
1827 struct iavf_adapter *adapter = netdev_priv(netdev);
1828
1829 /* Report maximum channels */
1830 ch->max_combined = adapter->vsi_res->num_queue_pairs;
1831
1832 ch->max_other = NONQ_VECS;
1833 ch->other_count = NONQ_VECS;
1834
1835 ch->combined_count = adapter->num_active_queues;
1836 }
1837
1838 /**
1839 * iavf_set_channels: set the new channel count
1840 * @netdev: network interface device structure
1841 * @ch: channel information structure
1842 *
1843 * Negotiate a new number of channels with the PF then do a reset. During
1844 * reset we'll realloc queues and fix the RSS table. Returns 0 on success,
1845 * negative on failure.
1846 **/
iavf_set_channels(struct net_device * netdev,struct ethtool_channels * ch)1847 static int iavf_set_channels(struct net_device *netdev,
1848 struct ethtool_channels *ch)
1849 {
1850 struct iavf_adapter *adapter = netdev_priv(netdev);
1851 u32 num_req = ch->combined_count;
1852 int ret = 0;
1853
1854 if ((adapter->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADQ) &&
1855 adapter->num_tc) {
1856 dev_info(&adapter->pdev->dev, "Cannot set channels since ADq is enabled.\n");
1857 return -EINVAL;
1858 }
1859
1860 /* All of these should have already been checked by ethtool before this
1861 * even gets to us, but just to be sure.
1862 */
1863 if (num_req == 0 || num_req > adapter->vsi_res->num_queue_pairs)
1864 return -EINVAL;
1865
1866 if (num_req == adapter->num_active_queues)
1867 return 0;
1868
1869 if (ch->rx_count || ch->tx_count || ch->other_count != NONQ_VECS)
1870 return -EINVAL;
1871
1872 adapter->num_req_queues = num_req;
1873 adapter->flags |= IAVF_FLAG_REINIT_ITR_NEEDED;
1874 iavf_schedule_reset(adapter, IAVF_FLAG_RESET_NEEDED);
1875
1876 ret = iavf_wait_for_reset(adapter);
1877 if (ret)
1878 netdev_warn(netdev, "Changing channel count timeout or interrupted waiting for reset");
1879
1880 return ret;
1881 }
1882
1883 /**
1884 * iavf_get_rxfh_key_size - get the RSS hash key size
1885 * @netdev: network interface device structure
1886 *
1887 * Returns the table size.
1888 **/
iavf_get_rxfh_key_size(struct net_device * netdev)1889 static u32 iavf_get_rxfh_key_size(struct net_device *netdev)
1890 {
1891 struct iavf_adapter *adapter = netdev_priv(netdev);
1892
1893 return adapter->rss_key_size;
1894 }
1895
1896 /**
1897 * iavf_get_rxfh_indir_size - get the rx flow hash indirection table size
1898 * @netdev: network interface device structure
1899 *
1900 * Returns the table size.
1901 **/
iavf_get_rxfh_indir_size(struct net_device * netdev)1902 static u32 iavf_get_rxfh_indir_size(struct net_device *netdev)
1903 {
1904 struct iavf_adapter *adapter = netdev_priv(netdev);
1905
1906 return adapter->rss_lut_size;
1907 }
1908
1909 /**
1910 * iavf_get_rxfh - get the rx flow hash indirection table
1911 * @netdev: network interface device structure
1912 * @indir: indirection table
1913 * @key: hash key
1914 * @hfunc: hash function in use
1915 *
1916 * Reads the indirection table directly from the hardware. Always returns 0.
1917 **/
iavf_get_rxfh(struct net_device * netdev,u32 * indir,u8 * key,u8 * hfunc)1918 static int iavf_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
1919 u8 *hfunc)
1920 {
1921 struct iavf_adapter *adapter = netdev_priv(netdev);
1922 u16 i;
1923
1924 if (hfunc)
1925 *hfunc = ETH_RSS_HASH_TOP;
1926 if (key)
1927 memcpy(key, adapter->rss_key, adapter->rss_key_size);
1928
1929 if (indir)
1930 /* Each 32 bits pointed by 'indir' is stored with a lut entry */
1931 for (i = 0; i < adapter->rss_lut_size; i++)
1932 indir[i] = (u32)adapter->rss_lut[i];
1933
1934 return 0;
1935 }
1936
1937 /**
1938 * iavf_set_rxfh - set the rx flow hash indirection table
1939 * @netdev: network interface device structure
1940 * @indir: indirection table
1941 * @key: hash key
1942 * @hfunc: hash function to use
1943 *
1944 * Returns -EINVAL if the table specifies an invalid queue id, otherwise
1945 * returns 0 after programming the table.
1946 **/
iavf_set_rxfh(struct net_device * netdev,const u32 * indir,const u8 * key,const u8 hfunc)1947 static int iavf_set_rxfh(struct net_device *netdev, const u32 *indir,
1948 const u8 *key, const u8 hfunc)
1949 {
1950 struct iavf_adapter *adapter = netdev_priv(netdev);
1951 u16 i;
1952
1953 /* Only support toeplitz hash function */
1954 if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)
1955 return -EOPNOTSUPP;
1956
1957 if (!key && !indir)
1958 return 0;
1959
1960 if (key)
1961 memcpy(adapter->rss_key, key, adapter->rss_key_size);
1962
1963 if (indir) {
1964 /* Each 32 bits pointed by 'indir' is stored with a lut entry */
1965 for (i = 0; i < adapter->rss_lut_size; i++)
1966 adapter->rss_lut[i] = (u8)(indir[i]);
1967 }
1968
1969 return iavf_config_rss(adapter);
1970 }
1971
1972 static const struct ethtool_ops iavf_ethtool_ops = {
1973 .supported_coalesce_params = ETHTOOL_COALESCE_USECS |
1974 ETHTOOL_COALESCE_USE_ADAPTIVE,
1975 .get_drvinfo = iavf_get_drvinfo,
1976 .get_link = ethtool_op_get_link,
1977 .get_ringparam = iavf_get_ringparam,
1978 .set_ringparam = iavf_set_ringparam,
1979 .get_strings = iavf_get_strings,
1980 .get_ethtool_stats = iavf_get_ethtool_stats,
1981 .get_sset_count = iavf_get_sset_count,
1982 .get_priv_flags = iavf_get_priv_flags,
1983 .set_priv_flags = iavf_set_priv_flags,
1984 .get_msglevel = iavf_get_msglevel,
1985 .set_msglevel = iavf_set_msglevel,
1986 .get_coalesce = iavf_get_coalesce,
1987 .set_coalesce = iavf_set_coalesce,
1988 .get_per_queue_coalesce = iavf_get_per_queue_coalesce,
1989 .set_per_queue_coalesce = iavf_set_per_queue_coalesce,
1990 .set_rxnfc = iavf_set_rxnfc,
1991 .get_rxnfc = iavf_get_rxnfc,
1992 .get_rxfh_indir_size = iavf_get_rxfh_indir_size,
1993 .get_rxfh = iavf_get_rxfh,
1994 .set_rxfh = iavf_set_rxfh,
1995 .get_channels = iavf_get_channels,
1996 .set_channels = iavf_set_channels,
1997 .get_rxfh_key_size = iavf_get_rxfh_key_size,
1998 .get_link_ksettings = iavf_get_link_ksettings,
1999 };
2000
2001 /**
2002 * iavf_set_ethtool_ops - Initialize ethtool ops struct
2003 * @netdev: network interface device structure
2004 *
2005 * Sets ethtool ops struct in our netdev so that ethtool can call
2006 * our functions.
2007 **/
iavf_set_ethtool_ops(struct net_device * netdev)2008 void iavf_set_ethtool_ops(struct net_device *netdev)
2009 {
2010 netdev->ethtool_ops = &iavf_ethtool_ops;
2011 }
2012
