1 /*
2  *  drivers/net/ethernet/freescale/gianfar_ethtool.c
3  *
4  *  Gianfar Ethernet Driver
5  *  Ethtool support for Gianfar Enet
6  *  Based on e1000 ethtool support
7  *
8  *  Author: Andy Fleming
9  *  Maintainer: Kumar Gala
10  *  Modifier: Sandeep Gopalpet <sandeep.kumar@freescale.com>
11  *
12  *  Copyright 2003-2006, 2008-2009, 2011 Freescale Semiconductor, Inc.
13  *
14  *  This software may be used and distributed according to
15  *  the terms of the GNU Public License, Version 2, incorporated herein
16  *  by reference.
17  */
18 
19 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
20 
21 #include <linux/kernel.h>
22 #include <linux/string.h>
23 #include <linux/errno.h>
24 #include <linux/interrupt.h>
25 #include <linux/delay.h>
26 #include <linux/netdevice.h>
27 #include <linux/etherdevice.h>
28 #include <linux/net_tstamp.h>
29 #include <linux/skbuff.h>
30 #include <linux/spinlock.h>
31 #include <linux/mm.h>
32 
33 #include <asm/io.h>
34 #include <asm/irq.h>
35 #include <linux/uaccess.h>
36 #include <linux/module.h>
37 #include <linux/crc32.h>
38 #include <asm/types.h>
39 #include <linux/ethtool.h>
40 #include <linux/mii.h>
41 #include <linux/phy.h>
42 #include <linux/sort.h>
43 #include <linux/if_vlan.h>
44 #include <linux/of_platform.h>
45 #include <linux/fsl/ptp_qoriq.h>
46 
47 #include "gianfar.h"
48 
49 #define GFAR_MAX_COAL_USECS 0xffff
50 #define GFAR_MAX_COAL_FRAMES 0xff
51 static void gfar_fill_stats(struct net_device *dev, struct ethtool_stats *dummy,
52 			    u64 *buf);
53 static void gfar_gstrings(struct net_device *dev, u32 stringset, u8 * buf);
54 static int gfar_gcoalesce(struct net_device *dev,
55 			  struct ethtool_coalesce *cvals);
56 static int gfar_scoalesce(struct net_device *dev,
57 			  struct ethtool_coalesce *cvals);
58 static void gfar_gringparam(struct net_device *dev,
59 			    struct ethtool_ringparam *rvals);
60 static int gfar_sringparam(struct net_device *dev,
61 			   struct ethtool_ringparam *rvals);
62 static void gfar_gdrvinfo(struct net_device *dev,
63 			  struct ethtool_drvinfo *drvinfo);
64 
65 static const char stat_gstrings[][ETH_GSTRING_LEN] = {
66 	/* extra stats */
67 	"rx-allocation-errors",
68 	"rx-large-frame-errors",
69 	"rx-short-frame-errors",
70 	"rx-non-octet-errors",
71 	"rx-crc-errors",
72 	"rx-overrun-errors",
73 	"rx-busy-errors",
74 	"rx-babbling-errors",
75 	"rx-truncated-frames",
76 	"ethernet-bus-error",
77 	"tx-babbling-errors",
78 	"tx-underrun-errors",
79 	"tx-timeout-errors",
80 	/* rmon stats */
81 	"tx-rx-64-frames",
82 	"tx-rx-65-127-frames",
83 	"tx-rx-128-255-frames",
84 	"tx-rx-256-511-frames",
85 	"tx-rx-512-1023-frames",
86 	"tx-rx-1024-1518-frames",
87 	"tx-rx-1519-1522-good-vlan",
88 	"rx-bytes",
89 	"rx-packets",
90 	"rx-fcs-errors",
91 	"receive-multicast-packet",
92 	"receive-broadcast-packet",
93 	"rx-control-frame-packets",
94 	"rx-pause-frame-packets",
95 	"rx-unknown-op-code",
96 	"rx-alignment-error",
97 	"rx-frame-length-error",
98 	"rx-code-error",
99 	"rx-carrier-sense-error",
100 	"rx-undersize-packets",
101 	"rx-oversize-packets",
102 	"rx-fragmented-frames",
103 	"rx-jabber-frames",
104 	"rx-dropped-frames",
105 	"tx-byte-counter",
106 	"tx-packets",
107 	"tx-multicast-packets",
108 	"tx-broadcast-packets",
109 	"tx-pause-control-frames",
110 	"tx-deferral-packets",
111 	"tx-excessive-deferral-packets",
112 	"tx-single-collision-packets",
113 	"tx-multiple-collision-packets",
114 	"tx-late-collision-packets",
115 	"tx-excessive-collision-packets",
116 	"tx-total-collision",
117 	"reserved",
118 	"tx-dropped-frames",
119 	"tx-jabber-frames",
120 	"tx-fcs-errors",
121 	"tx-control-frames",
122 	"tx-oversize-frames",
123 	"tx-undersize-frames",
124 	"tx-fragmented-frames",
125 };
126 
127 /* Fill in a buffer with the strings which correspond to the
128  * stats */
gfar_gstrings(struct net_device * dev,u32 stringset,u8 * buf)129 static void gfar_gstrings(struct net_device *dev, u32 stringset, u8 * buf)
130 {
131 	struct gfar_private *priv = netdev_priv(dev);
132 
133 	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON)
134 		memcpy(buf, stat_gstrings, GFAR_STATS_LEN * ETH_GSTRING_LEN);
135 	else
136 		memcpy(buf, stat_gstrings,
137 		       GFAR_EXTRA_STATS_LEN * ETH_GSTRING_LEN);
138 }
139 
140 /* Fill in an array of 64-bit statistics from various sources.
141  * This array will be appended to the end of the ethtool_stats
142  * structure, and returned to user space
143  */
gfar_fill_stats(struct net_device * dev,struct ethtool_stats * dummy,u64 * buf)144 static void gfar_fill_stats(struct net_device *dev, struct ethtool_stats *dummy,
145 			    u64 *buf)
146 {
147 	int i;
148 	struct gfar_private *priv = netdev_priv(dev);
149 	struct gfar __iomem *regs = priv->gfargrp[0].regs;
150 	atomic64_t *extra = (atomic64_t *)&priv->extra_stats;
151 
152 	for (i = 0; i < GFAR_EXTRA_STATS_LEN; i++)
153 		buf[i] = atomic64_read(&extra[i]);
154 
155 	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON) {
156 		u32 __iomem *rmon = (u32 __iomem *) &regs->rmon;
157 
158 		for (; i < GFAR_STATS_LEN; i++, rmon++)
159 			buf[i] = (u64) gfar_read(rmon);
160 	}
161 }
162 
gfar_sset_count(struct net_device * dev,int sset)163 static int gfar_sset_count(struct net_device *dev, int sset)
164 {
165 	struct gfar_private *priv = netdev_priv(dev);
166 
167 	switch (sset) {
168 	case ETH_SS_STATS:
169 		if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON)
170 			return GFAR_STATS_LEN;
171 		else
172 			return GFAR_EXTRA_STATS_LEN;
173 	default:
174 		return -EOPNOTSUPP;
175 	}
176 }
177 
178 /* Fills in the drvinfo structure with some basic info */
gfar_gdrvinfo(struct net_device * dev,struct ethtool_drvinfo * drvinfo)179 static void gfar_gdrvinfo(struct net_device *dev,
180 			  struct ethtool_drvinfo *drvinfo)
181 {
182 	strlcpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver));
183 	strlcpy(drvinfo->version, gfar_driver_version,
184 		sizeof(drvinfo->version));
185 	strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
186 	strlcpy(drvinfo->bus_info, "N/A", sizeof(drvinfo->bus_info));
187 }
188 
189 /* Return the length of the register structure */
gfar_reglen(struct net_device * dev)190 static int gfar_reglen(struct net_device *dev)
191 {
192 	return sizeof (struct gfar);
193 }
194 
195 /* Return a dump of the GFAR register space */
gfar_get_regs(struct net_device * dev,struct ethtool_regs * regs,void * regbuf)196 static void gfar_get_regs(struct net_device *dev, struct ethtool_regs *regs,
197 			  void *regbuf)
198 {
199 	int i;
200 	struct gfar_private *priv = netdev_priv(dev);
201 	u32 __iomem *theregs = (u32 __iomem *) priv->gfargrp[0].regs;
202 	u32 *buf = (u32 *) regbuf;
203 
204 	for (i = 0; i < sizeof (struct gfar) / sizeof (u32); i++)
205 		buf[i] = gfar_read(&theregs[i]);
206 }
207 
208 /* Convert microseconds to ethernet clock ticks, which changes
209  * depending on what speed the controller is running at */
gfar_usecs2ticks(struct gfar_private * priv,unsigned int usecs)210 static unsigned int gfar_usecs2ticks(struct gfar_private *priv,
211 				     unsigned int usecs)
212 {
213 	struct net_device *ndev = priv->ndev;
214 	struct phy_device *phydev = ndev->phydev;
215 	unsigned int count;
216 
217 	/* The timer is different, depending on the interface speed */
218 	switch (phydev->speed) {
219 	case SPEED_1000:
220 		count = GFAR_GBIT_TIME;
221 		break;
222 	case SPEED_100:
223 		count = GFAR_100_TIME;
224 		break;
225 	case SPEED_10:
226 	default:
227 		count = GFAR_10_TIME;
228 		break;
229 	}
230 
231 	/* Make sure we return a number greater than 0
232 	 * if usecs > 0 */
233 	return (usecs * 1000 + count - 1) / count;
234 }
235 
236 /* Convert ethernet clock ticks to microseconds */
gfar_ticks2usecs(struct gfar_private * priv,unsigned int ticks)237 static unsigned int gfar_ticks2usecs(struct gfar_private *priv,
238 				     unsigned int ticks)
239 {
240 	struct net_device *ndev = priv->ndev;
241 	struct phy_device *phydev = ndev->phydev;
242 	unsigned int count;
243 
244 	/* The timer is different, depending on the interface speed */
245 	switch (phydev->speed) {
246 	case SPEED_1000:
247 		count = GFAR_GBIT_TIME;
248 		break;
249 	case SPEED_100:
250 		count = GFAR_100_TIME;
251 		break;
252 	case SPEED_10:
253 	default:
254 		count = GFAR_10_TIME;
255 		break;
256 	}
257 
258 	/* Make sure we return a number greater than 0 */
259 	/* if ticks is > 0 */
260 	return (ticks * count) / 1000;
261 }
262 
263 /* Get the coalescing parameters, and put them in the cvals
264  * structure.  */
gfar_gcoalesce(struct net_device * dev,struct ethtool_coalesce * cvals)265 static int gfar_gcoalesce(struct net_device *dev,
266 			  struct ethtool_coalesce *cvals)
267 {
268 	struct gfar_private *priv = netdev_priv(dev);
269 	struct gfar_priv_rx_q *rx_queue = NULL;
270 	struct gfar_priv_tx_q *tx_queue = NULL;
271 	unsigned long rxtime;
272 	unsigned long rxcount;
273 	unsigned long txtime;
274 	unsigned long txcount;
275 
276 	if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_COALESCE))
277 		return -EOPNOTSUPP;
278 
279 	if (!dev->phydev)
280 		return -ENODEV;
281 
282 	rx_queue = priv->rx_queue[0];
283 	tx_queue = priv->tx_queue[0];
284 
285 	rxtime  = get_ictt_value(rx_queue->rxic);
286 	rxcount = get_icft_value(rx_queue->rxic);
287 	txtime  = get_ictt_value(tx_queue->txic);
288 	txcount = get_icft_value(tx_queue->txic);
289 	cvals->rx_coalesce_usecs = gfar_ticks2usecs(priv, rxtime);
290 	cvals->rx_max_coalesced_frames = rxcount;
291 
292 	cvals->tx_coalesce_usecs = gfar_ticks2usecs(priv, txtime);
293 	cvals->tx_max_coalesced_frames = txcount;
294 
295 	cvals->use_adaptive_rx_coalesce = 0;
296 	cvals->use_adaptive_tx_coalesce = 0;
297 
298 	cvals->pkt_rate_low = 0;
299 	cvals->rx_coalesce_usecs_low = 0;
300 	cvals->rx_max_coalesced_frames_low = 0;
301 	cvals->tx_coalesce_usecs_low = 0;
302 	cvals->tx_max_coalesced_frames_low = 0;
303 
304 	/* When the packet rate is below pkt_rate_high but above
305 	 * pkt_rate_low (both measured in packets per second) the
306 	 * normal {rx,tx}_* coalescing parameters are used.
307 	 */
308 
309 	/* When the packet rate is (measured in packets per second)
310 	 * is above pkt_rate_high, the {rx,tx}_*_high parameters are
311 	 * used.
312 	 */
313 	cvals->pkt_rate_high = 0;
314 	cvals->rx_coalesce_usecs_high = 0;
315 	cvals->rx_max_coalesced_frames_high = 0;
316 	cvals->tx_coalesce_usecs_high = 0;
317 	cvals->tx_max_coalesced_frames_high = 0;
318 
319 	/* How often to do adaptive coalescing packet rate sampling,
320 	 * measured in seconds.  Must not be zero.
321 	 */
322 	cvals->rate_sample_interval = 0;
323 
324 	return 0;
325 }
326 
327 /* Change the coalescing values.
328  * Both cvals->*_usecs and cvals->*_frames have to be > 0
329  * in order for coalescing to be active
330  */
gfar_scoalesce(struct net_device * dev,struct ethtool_coalesce * cvals)331 static int gfar_scoalesce(struct net_device *dev,
332 			  struct ethtool_coalesce *cvals)
333 {
334 	struct gfar_private *priv = netdev_priv(dev);
335 	int i, err = 0;
336 
337 	if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_COALESCE))
338 		return -EOPNOTSUPP;
339 
340 	if (!dev->phydev)
341 		return -ENODEV;
342 
343 	/* Check the bounds of the values */
344 	if (cvals->rx_coalesce_usecs > GFAR_MAX_COAL_USECS) {
345 		netdev_info(dev, "Coalescing is limited to %d microseconds\n",
346 			    GFAR_MAX_COAL_USECS);
347 		return -EINVAL;
348 	}
349 
350 	if (cvals->rx_max_coalesced_frames > GFAR_MAX_COAL_FRAMES) {
351 		netdev_info(dev, "Coalescing is limited to %d frames\n",
352 			    GFAR_MAX_COAL_FRAMES);
353 		return -EINVAL;
354 	}
355 
356 	/* Check the bounds of the values */
357 	if (cvals->tx_coalesce_usecs > GFAR_MAX_COAL_USECS) {
358 		netdev_info(dev, "Coalescing is limited to %d microseconds\n",
359 			    GFAR_MAX_COAL_USECS);
360 		return -EINVAL;
361 	}
362 
363 	if (cvals->tx_max_coalesced_frames > GFAR_MAX_COAL_FRAMES) {
364 		netdev_info(dev, "Coalescing is limited to %d frames\n",
365 			    GFAR_MAX_COAL_FRAMES);
366 		return -EINVAL;
367 	}
368 
369 	while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state))
370 		cpu_relax();
371 
372 	/* Set up rx coalescing */
373 	if ((cvals->rx_coalesce_usecs == 0) ||
374 	    (cvals->rx_max_coalesced_frames == 0)) {
375 		for (i = 0; i < priv->num_rx_queues; i++)
376 			priv->rx_queue[i]->rxcoalescing = 0;
377 	} else {
378 		for (i = 0; i < priv->num_rx_queues; i++)
379 			priv->rx_queue[i]->rxcoalescing = 1;
380 	}
381 
382 	for (i = 0; i < priv->num_rx_queues; i++) {
383 		priv->rx_queue[i]->rxic = mk_ic_value(
384 			cvals->rx_max_coalesced_frames,
385 			gfar_usecs2ticks(priv, cvals->rx_coalesce_usecs));
386 	}
387 
388 	/* Set up tx coalescing */
389 	if ((cvals->tx_coalesce_usecs == 0) ||
390 	    (cvals->tx_max_coalesced_frames == 0)) {
391 		for (i = 0; i < priv->num_tx_queues; i++)
392 			priv->tx_queue[i]->txcoalescing = 0;
393 	} else {
394 		for (i = 0; i < priv->num_tx_queues; i++)
395 			priv->tx_queue[i]->txcoalescing = 1;
396 	}
397 
398 	for (i = 0; i < priv->num_tx_queues; i++) {
399 		priv->tx_queue[i]->txic = mk_ic_value(
400 			cvals->tx_max_coalesced_frames,
401 			gfar_usecs2ticks(priv, cvals->tx_coalesce_usecs));
402 	}
403 
404 	if (dev->flags & IFF_UP) {
405 		stop_gfar(dev);
406 		err = startup_gfar(dev);
407 	} else {
408 		gfar_mac_reset(priv);
409 	}
410 
411 	clear_bit_unlock(GFAR_RESETTING, &priv->state);
412 
413 	return err;
414 }
415 
416 /* Fills in rvals with the current ring parameters.  Currently,
417  * rx, rx_mini, and rx_jumbo rings are the same size, as mini and
418  * jumbo are ignored by the driver */
gfar_gringparam(struct net_device * dev,struct ethtool_ringparam * rvals)419 static void gfar_gringparam(struct net_device *dev,
420 			    struct ethtool_ringparam *rvals)
421 {
422 	struct gfar_private *priv = netdev_priv(dev);
423 	struct gfar_priv_tx_q *tx_queue = NULL;
424 	struct gfar_priv_rx_q *rx_queue = NULL;
425 
426 	tx_queue = priv->tx_queue[0];
427 	rx_queue = priv->rx_queue[0];
428 
429 	rvals->rx_max_pending = GFAR_RX_MAX_RING_SIZE;
430 	rvals->rx_mini_max_pending = GFAR_RX_MAX_RING_SIZE;
431 	rvals->rx_jumbo_max_pending = GFAR_RX_MAX_RING_SIZE;
432 	rvals->tx_max_pending = GFAR_TX_MAX_RING_SIZE;
433 
434 	/* Values changeable by the user.  The valid values are
435 	 * in the range 1 to the "*_max_pending" counterpart above.
436 	 */
437 	rvals->rx_pending = rx_queue->rx_ring_size;
438 	rvals->rx_mini_pending = rx_queue->rx_ring_size;
439 	rvals->rx_jumbo_pending = rx_queue->rx_ring_size;
440 	rvals->tx_pending = tx_queue->tx_ring_size;
441 }
442 
443 /* Change the current ring parameters, stopping the controller if
444  * necessary so that we don't mess things up while we're in motion.
445  */
gfar_sringparam(struct net_device * dev,struct ethtool_ringparam * rvals)446 static int gfar_sringparam(struct net_device *dev,
447 			   struct ethtool_ringparam *rvals)
448 {
449 	struct gfar_private *priv = netdev_priv(dev);
450 	int err = 0, i;
451 
452 	if (rvals->rx_pending > GFAR_RX_MAX_RING_SIZE)
453 		return -EINVAL;
454 
455 	if (!is_power_of_2(rvals->rx_pending)) {
456 		netdev_err(dev, "Ring sizes must be a power of 2\n");
457 		return -EINVAL;
458 	}
459 
460 	if (rvals->tx_pending > GFAR_TX_MAX_RING_SIZE)
461 		return -EINVAL;
462 
463 	if (!is_power_of_2(rvals->tx_pending)) {
464 		netdev_err(dev, "Ring sizes must be a power of 2\n");
465 		return -EINVAL;
466 	}
467 
468 	while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state))
469 		cpu_relax();
470 
471 	if (dev->flags & IFF_UP)
472 		stop_gfar(dev);
473 
474 	/* Change the sizes */
475 	for (i = 0; i < priv->num_rx_queues; i++)
476 		priv->rx_queue[i]->rx_ring_size = rvals->rx_pending;
477 
478 	for (i = 0; i < priv->num_tx_queues; i++)
479 		priv->tx_queue[i]->tx_ring_size = rvals->tx_pending;
480 
481 	/* Rebuild the rings with the new size */
482 	if (dev->flags & IFF_UP)
483 		err = startup_gfar(dev);
484 
485 	clear_bit_unlock(GFAR_RESETTING, &priv->state);
486 
487 	return err;
488 }
489 
gfar_gpauseparam(struct net_device * dev,struct ethtool_pauseparam * epause)490 static void gfar_gpauseparam(struct net_device *dev,
491 			     struct ethtool_pauseparam *epause)
492 {
493 	struct gfar_private *priv = netdev_priv(dev);
494 
495 	epause->autoneg = !!priv->pause_aneg_en;
496 	epause->rx_pause = !!priv->rx_pause_en;
497 	epause->tx_pause = !!priv->tx_pause_en;
498 }
499 
gfar_spauseparam(struct net_device * dev,struct ethtool_pauseparam * epause)500 static int gfar_spauseparam(struct net_device *dev,
501 			    struct ethtool_pauseparam *epause)
502 {
503 	struct gfar_private *priv = netdev_priv(dev);
504 	struct phy_device *phydev = dev->phydev;
505 	struct gfar __iomem *regs = priv->gfargrp[0].regs;
506 	u32 oldadv, newadv;
507 
508 	if (!phydev)
509 		return -ENODEV;
510 
511 	if (!(phydev->supported & SUPPORTED_Pause) ||
512 	    (!(phydev->supported & SUPPORTED_Asym_Pause) &&
513 	     (epause->rx_pause != epause->tx_pause)))
514 		return -EINVAL;
515 
516 	priv->rx_pause_en = priv->tx_pause_en = 0;
517 	if (epause->rx_pause) {
518 		priv->rx_pause_en = 1;
519 
520 		if (epause->tx_pause) {
521 			priv->tx_pause_en = 1;
522 			/* FLOW_CTRL_RX & TX */
523 			newadv = ADVERTISED_Pause;
524 		} else  /* FLOW_CTLR_RX */
525 			newadv = ADVERTISED_Pause | ADVERTISED_Asym_Pause;
526 	} else if (epause->tx_pause) {
527 		priv->tx_pause_en = 1;
528 		/* FLOW_CTLR_TX */
529 		newadv = ADVERTISED_Asym_Pause;
530 	} else
531 		newadv = 0;
532 
533 	if (epause->autoneg)
534 		priv->pause_aneg_en = 1;
535 	else
536 		priv->pause_aneg_en = 0;
537 
538 	oldadv = phydev->advertising &
539 		(ADVERTISED_Pause | ADVERTISED_Asym_Pause);
540 	if (oldadv != newadv) {
541 		phydev->advertising &=
542 			~(ADVERTISED_Pause | ADVERTISED_Asym_Pause);
543 		phydev->advertising |= newadv;
544 		if (phydev->autoneg)
545 			/* inform link partner of our
546 			 * new flow ctrl settings
547 			 */
548 			return phy_start_aneg(phydev);
549 
550 		if (!epause->autoneg) {
551 			u32 tempval;
552 			tempval = gfar_read(&regs->maccfg1);
553 			tempval &= ~(MACCFG1_TX_FLOW | MACCFG1_RX_FLOW);
554 
555 			priv->tx_actual_en = 0;
556 			if (priv->tx_pause_en) {
557 				priv->tx_actual_en = 1;
558 				tempval |= MACCFG1_TX_FLOW;
559 			}
560 
561 			if (priv->rx_pause_en)
562 				tempval |= MACCFG1_RX_FLOW;
563 			gfar_write(&regs->maccfg1, tempval);
564 		}
565 	}
566 
567 	return 0;
568 }
569 
gfar_set_features(struct net_device * dev,netdev_features_t features)570 int gfar_set_features(struct net_device *dev, netdev_features_t features)
571 {
572 	netdev_features_t changed = dev->features ^ features;
573 	struct gfar_private *priv = netdev_priv(dev);
574 	int err = 0;
575 
576 	if (!(changed & (NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX |
577 			 NETIF_F_RXCSUM)))
578 		return 0;
579 
580 	while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state))
581 		cpu_relax();
582 
583 	dev->features = features;
584 
585 	if (dev->flags & IFF_UP) {
586 		/* Now we take down the rings to rebuild them */
587 		stop_gfar(dev);
588 		err = startup_gfar(dev);
589 	} else {
590 		gfar_mac_reset(priv);
591 	}
592 
593 	clear_bit_unlock(GFAR_RESETTING, &priv->state);
594 
595 	return err;
596 }
597 
gfar_get_msglevel(struct net_device * dev)598 static uint32_t gfar_get_msglevel(struct net_device *dev)
599 {
600 	struct gfar_private *priv = netdev_priv(dev);
601 
602 	return priv->msg_enable;
603 }
604 
gfar_set_msglevel(struct net_device * dev,uint32_t data)605 static void gfar_set_msglevel(struct net_device *dev, uint32_t data)
606 {
607 	struct gfar_private *priv = netdev_priv(dev);
608 
609 	priv->msg_enable = data;
610 }
611 
612 #ifdef CONFIG_PM
gfar_get_wol(struct net_device * dev,struct ethtool_wolinfo * wol)613 static void gfar_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
614 {
615 	struct gfar_private *priv = netdev_priv(dev);
616 
617 	wol->supported = 0;
618 	wol->wolopts = 0;
619 
620 	if (priv->wol_supported & GFAR_WOL_MAGIC)
621 		wol->supported |= WAKE_MAGIC;
622 
623 	if (priv->wol_supported & GFAR_WOL_FILER_UCAST)
624 		wol->supported |= WAKE_UCAST;
625 
626 	if (priv->wol_opts & GFAR_WOL_MAGIC)
627 		wol->wolopts |= WAKE_MAGIC;
628 
629 	if (priv->wol_opts & GFAR_WOL_FILER_UCAST)
630 		wol->wolopts |= WAKE_UCAST;
631 }
632 
gfar_set_wol(struct net_device * dev,struct ethtool_wolinfo * wol)633 static int gfar_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
634 {
635 	struct gfar_private *priv = netdev_priv(dev);
636 	u16 wol_opts = 0;
637 	int err;
638 
639 	if (!priv->wol_supported && wol->wolopts)
640 		return -EINVAL;
641 
642 	if (wol->wolopts & ~(WAKE_MAGIC | WAKE_UCAST))
643 		return -EINVAL;
644 
645 	if (wol->wolopts & WAKE_MAGIC) {
646 		wol_opts |= GFAR_WOL_MAGIC;
647 	} else {
648 		if (wol->wolopts & WAKE_UCAST)
649 			wol_opts |= GFAR_WOL_FILER_UCAST;
650 	}
651 
652 	wol_opts &= priv->wol_supported;
653 	priv->wol_opts = 0;
654 
655 	err = device_set_wakeup_enable(priv->dev, wol_opts);
656 	if (err)
657 		return err;
658 
659 	priv->wol_opts = wol_opts;
660 
661 	return 0;
662 }
663 #endif
664 
ethflow_to_filer_rules(struct gfar_private * priv,u64 ethflow)665 static void ethflow_to_filer_rules (struct gfar_private *priv, u64 ethflow)
666 {
667 	u32 fcr = 0x0, fpr = FPR_FILER_MASK;
668 
669 	if (ethflow & RXH_L2DA) {
670 		fcr = RQFCR_PID_DAH | RQFCR_CMP_NOMATCH |
671 		      RQFCR_HASH | RQFCR_AND | RQFCR_HASHTBL_0;
672 		priv->ftp_rqfpr[priv->cur_filer_idx] = fpr;
673 		priv->ftp_rqfcr[priv->cur_filer_idx] = fcr;
674 		gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr);
675 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
676 
677 		fcr = RQFCR_PID_DAL | RQFCR_CMP_NOMATCH |
678 		      RQFCR_HASH | RQFCR_AND | RQFCR_HASHTBL_0;
679 		priv->ftp_rqfpr[priv->cur_filer_idx] = fpr;
680 		priv->ftp_rqfcr[priv->cur_filer_idx] = fcr;
681 		gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr);
682 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
683 	}
684 
685 	if (ethflow & RXH_VLAN) {
686 		fcr = RQFCR_PID_VID | RQFCR_CMP_NOMATCH | RQFCR_HASH |
687 		      RQFCR_AND | RQFCR_HASHTBL_0;
688 		gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr);
689 		priv->ftp_rqfpr[priv->cur_filer_idx] = fpr;
690 		priv->ftp_rqfcr[priv->cur_filer_idx] = fcr;
691 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
692 	}
693 
694 	if (ethflow & RXH_IP_SRC) {
695 		fcr = RQFCR_PID_SIA | RQFCR_CMP_NOMATCH | RQFCR_HASH |
696 		      RQFCR_AND | RQFCR_HASHTBL_0;
697 		priv->ftp_rqfpr[priv->cur_filer_idx] = fpr;
698 		priv->ftp_rqfcr[priv->cur_filer_idx] = fcr;
699 		gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr);
700 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
701 	}
702 
703 	if (ethflow & (RXH_IP_DST)) {
704 		fcr = RQFCR_PID_DIA | RQFCR_CMP_NOMATCH | RQFCR_HASH |
705 		      RQFCR_AND | RQFCR_HASHTBL_0;
706 		priv->ftp_rqfpr[priv->cur_filer_idx] = fpr;
707 		priv->ftp_rqfcr[priv->cur_filer_idx] = fcr;
708 		gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr);
709 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
710 	}
711 
712 	if (ethflow & RXH_L3_PROTO) {
713 		fcr = RQFCR_PID_L4P | RQFCR_CMP_NOMATCH | RQFCR_HASH |
714 		      RQFCR_AND | RQFCR_HASHTBL_0;
715 		priv->ftp_rqfpr[priv->cur_filer_idx] = fpr;
716 		priv->ftp_rqfcr[priv->cur_filer_idx] = fcr;
717 		gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr);
718 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
719 	}
720 
721 	if (ethflow & RXH_L4_B_0_1) {
722 		fcr = RQFCR_PID_SPT | RQFCR_CMP_NOMATCH | RQFCR_HASH |
723 		      RQFCR_AND | RQFCR_HASHTBL_0;
724 		priv->ftp_rqfpr[priv->cur_filer_idx] = fpr;
725 		priv->ftp_rqfcr[priv->cur_filer_idx] = fcr;
726 		gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr);
727 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
728 	}
729 
730 	if (ethflow & RXH_L4_B_2_3) {
731 		fcr = RQFCR_PID_DPT | RQFCR_CMP_NOMATCH | RQFCR_HASH |
732 		      RQFCR_AND | RQFCR_HASHTBL_0;
733 		priv->ftp_rqfpr[priv->cur_filer_idx] = fpr;
734 		priv->ftp_rqfcr[priv->cur_filer_idx] = fcr;
735 		gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr);
736 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
737 	}
738 }
739 
gfar_ethflow_to_filer_table(struct gfar_private * priv,u64 ethflow,u64 class)740 static int gfar_ethflow_to_filer_table(struct gfar_private *priv, u64 ethflow,
741 				       u64 class)
742 {
743 	unsigned int cmp_rqfpr;
744 	unsigned int *local_rqfpr;
745 	unsigned int *local_rqfcr;
746 	int i = 0x0, k = 0x0;
747 	int j = MAX_FILER_IDX, l = 0x0;
748 	int ret = 1;
749 
750 	local_rqfpr = kmalloc_array(MAX_FILER_IDX + 1, sizeof(unsigned int),
751 				    GFP_KERNEL);
752 	local_rqfcr = kmalloc_array(MAX_FILER_IDX + 1, sizeof(unsigned int),
753 				    GFP_KERNEL);
754 	if (!local_rqfpr || !local_rqfcr) {
755 		ret = 0;
756 		goto err;
757 	}
758 
759 	switch (class) {
760 	case TCP_V4_FLOW:
761 		cmp_rqfpr = RQFPR_IPV4 |RQFPR_TCP;
762 		break;
763 	case UDP_V4_FLOW:
764 		cmp_rqfpr = RQFPR_IPV4 |RQFPR_UDP;
765 		break;
766 	case TCP_V6_FLOW:
767 		cmp_rqfpr = RQFPR_IPV6 |RQFPR_TCP;
768 		break;
769 	case UDP_V6_FLOW:
770 		cmp_rqfpr = RQFPR_IPV6 |RQFPR_UDP;
771 		break;
772 	default:
773 		netdev_err(priv->ndev,
774 			   "Right now this class is not supported\n");
775 		ret = 0;
776 		goto err;
777 	}
778 
779 	for (i = 0; i < MAX_FILER_IDX + 1; i++) {
780 		local_rqfpr[j] = priv->ftp_rqfpr[i];
781 		local_rqfcr[j] = priv->ftp_rqfcr[i];
782 		j--;
783 		if ((priv->ftp_rqfcr[i] ==
784 		     (RQFCR_PID_PARSE | RQFCR_CLE | RQFCR_AND)) &&
785 		    (priv->ftp_rqfpr[i] == cmp_rqfpr))
786 			break;
787 	}
788 
789 	if (i == MAX_FILER_IDX + 1) {
790 		netdev_err(priv->ndev,
791 			   "No parse rule found, can't create hash rules\n");
792 		ret = 0;
793 		goto err;
794 	}
795 
796 	/* If a match was found, then it begins the starting of a cluster rule
797 	 * if it was already programmed, we need to overwrite these rules
798 	 */
799 	for (l = i+1; l < MAX_FILER_IDX; l++) {
800 		if ((priv->ftp_rqfcr[l] & RQFCR_CLE) &&
801 		    !(priv->ftp_rqfcr[l] & RQFCR_AND)) {
802 			priv->ftp_rqfcr[l] = RQFCR_CLE | RQFCR_CMP_EXACT |
803 					     RQFCR_HASHTBL_0 | RQFCR_PID_MASK;
804 			priv->ftp_rqfpr[l] = FPR_FILER_MASK;
805 			gfar_write_filer(priv, l, priv->ftp_rqfcr[l],
806 					 priv->ftp_rqfpr[l]);
807 			break;
808 		}
809 
810 		if (!(priv->ftp_rqfcr[l] & RQFCR_CLE) &&
811 			(priv->ftp_rqfcr[l] & RQFCR_AND))
812 			continue;
813 		else {
814 			local_rqfpr[j] = priv->ftp_rqfpr[l];
815 			local_rqfcr[j] = priv->ftp_rqfcr[l];
816 			j--;
817 		}
818 	}
819 
820 	priv->cur_filer_idx = l - 1;
821 
822 	/* hash rules */
823 	ethflow_to_filer_rules(priv, ethflow);
824 
825 	/* Write back the popped out rules again */
826 	for (k = j+1; k < MAX_FILER_IDX; k++) {
827 		priv->ftp_rqfpr[priv->cur_filer_idx] = local_rqfpr[k];
828 		priv->ftp_rqfcr[priv->cur_filer_idx] = local_rqfcr[k];
829 		gfar_write_filer(priv, priv->cur_filer_idx,
830 				 local_rqfcr[k], local_rqfpr[k]);
831 		if (!priv->cur_filer_idx)
832 			break;
833 		priv->cur_filer_idx = priv->cur_filer_idx - 1;
834 	}
835 
836 err:
837 	kfree(local_rqfcr);
838 	kfree(local_rqfpr);
839 	return ret;
840 }
841 
gfar_set_hash_opts(struct gfar_private * priv,struct ethtool_rxnfc * cmd)842 static int gfar_set_hash_opts(struct gfar_private *priv,
843 			      struct ethtool_rxnfc *cmd)
844 {
845 	/* write the filer rules here */
846 	if (!gfar_ethflow_to_filer_table(priv, cmd->data, cmd->flow_type))
847 		return -EINVAL;
848 
849 	return 0;
850 }
851 
gfar_check_filer_hardware(struct gfar_private * priv)852 static int gfar_check_filer_hardware(struct gfar_private *priv)
853 {
854 	struct gfar __iomem *regs = priv->gfargrp[0].regs;
855 	u32 i;
856 
857 	/* Check if we are in FIFO mode */
858 	i = gfar_read(&regs->ecntrl);
859 	i &= ECNTRL_FIFM;
860 	if (i == ECNTRL_FIFM) {
861 		netdev_notice(priv->ndev, "Interface in FIFO mode\n");
862 		i = gfar_read(&regs->rctrl);
863 		i &= RCTRL_PRSDEP_MASK | RCTRL_PRSFM;
864 		if (i == (RCTRL_PRSDEP_MASK | RCTRL_PRSFM)) {
865 			netdev_info(priv->ndev,
866 				    "Receive Queue Filtering enabled\n");
867 		} else {
868 			netdev_warn(priv->ndev,
869 				    "Receive Queue Filtering disabled\n");
870 			return -EOPNOTSUPP;
871 		}
872 	}
873 	/* Or in standard mode */
874 	else {
875 		i = gfar_read(&regs->rctrl);
876 		i &= RCTRL_PRSDEP_MASK;
877 		if (i == RCTRL_PRSDEP_MASK) {
878 			netdev_info(priv->ndev,
879 				    "Receive Queue Filtering enabled\n");
880 		} else {
881 			netdev_warn(priv->ndev,
882 				    "Receive Queue Filtering disabled\n");
883 			return -EOPNOTSUPP;
884 		}
885 	}
886 
887 	/* Sets the properties for arbitrary filer rule
888 	 * to the first 4 Layer 4 Bytes
889 	 */
890 	gfar_write(&regs->rbifx, 0xC0C1C2C3);
891 	return 0;
892 }
893 
894 /* Write a mask to filer cache */
gfar_set_mask(u32 mask,struct filer_table * tab)895 static void gfar_set_mask(u32 mask, struct filer_table *tab)
896 {
897 	tab->fe[tab->index].ctrl = RQFCR_AND | RQFCR_PID_MASK | RQFCR_CMP_EXACT;
898 	tab->fe[tab->index].prop = mask;
899 	tab->index++;
900 }
901 
902 /* Sets parse bits (e.g. IP or TCP) */
gfar_set_parse_bits(u32 value,u32 mask,struct filer_table * tab)903 static void gfar_set_parse_bits(u32 value, u32 mask, struct filer_table *tab)
904 {
905 	gfar_set_mask(mask, tab);
906 	tab->fe[tab->index].ctrl = RQFCR_CMP_EXACT | RQFCR_PID_PARSE |
907 				   RQFCR_AND;
908 	tab->fe[tab->index].prop = value;
909 	tab->index++;
910 }
911 
gfar_set_general_attribute(u32 value,u32 mask,u32 flag,struct filer_table * tab)912 static void gfar_set_general_attribute(u32 value, u32 mask, u32 flag,
913 				       struct filer_table *tab)
914 {
915 	gfar_set_mask(mask, tab);
916 	tab->fe[tab->index].ctrl = RQFCR_CMP_EXACT | RQFCR_AND | flag;
917 	tab->fe[tab->index].prop = value;
918 	tab->index++;
919 }
920 
921 /* For setting a tuple of value and mask of type flag
922  * Example:
923  * IP-Src = 10.0.0.0/255.0.0.0
924  * value: 0x0A000000 mask: FF000000 flag: RQFPR_IPV4
925  *
926  * Ethtool gives us a value=0 and mask=~0 for don't care a tuple
927  * For a don't care mask it gives us a 0
928  *
929  * The check if don't care and the mask adjustment if mask=0 is done for VLAN
930  * and MAC stuff on an upper level (due to missing information on this level).
931  * For these guys we can discard them if they are value=0 and mask=0.
932  *
933  * Further the all masks are one-padded for better hardware efficiency.
934  */
gfar_set_attribute(u32 value,u32 mask,u32 flag,struct filer_table * tab)935 static void gfar_set_attribute(u32 value, u32 mask, u32 flag,
936 			       struct filer_table *tab)
937 {
938 	switch (flag) {
939 		/* 3bit */
940 	case RQFCR_PID_PRI:
941 		if (!(value | mask))
942 			return;
943 		mask |= RQFCR_PID_PRI_MASK;
944 		break;
945 		/* 8bit */
946 	case RQFCR_PID_L4P:
947 	case RQFCR_PID_TOS:
948 		if (!~(mask | RQFCR_PID_L4P_MASK))
949 			return;
950 		if (!mask)
951 			mask = ~0;
952 		else
953 			mask |= RQFCR_PID_L4P_MASK;
954 		break;
955 		/* 12bit */
956 	case RQFCR_PID_VID:
957 		if (!(value | mask))
958 			return;
959 		mask |= RQFCR_PID_VID_MASK;
960 		break;
961 		/* 16bit */
962 	case RQFCR_PID_DPT:
963 	case RQFCR_PID_SPT:
964 	case RQFCR_PID_ETY:
965 		if (!~(mask | RQFCR_PID_PORT_MASK))
966 			return;
967 		if (!mask)
968 			mask = ~0;
969 		else
970 			mask |= RQFCR_PID_PORT_MASK;
971 		break;
972 		/* 24bit */
973 	case RQFCR_PID_DAH:
974 	case RQFCR_PID_DAL:
975 	case RQFCR_PID_SAH:
976 	case RQFCR_PID_SAL:
977 		if (!(value | mask))
978 			return;
979 		mask |= RQFCR_PID_MAC_MASK;
980 		break;
981 		/* for all real 32bit masks */
982 	default:
983 		if (!~mask)
984 			return;
985 		if (!mask)
986 			mask = ~0;
987 		break;
988 	}
989 	gfar_set_general_attribute(value, mask, flag, tab);
990 }
991 
992 /* Translates value and mask for UDP, TCP or SCTP */
gfar_set_basic_ip(struct ethtool_tcpip4_spec * value,struct ethtool_tcpip4_spec * mask,struct filer_table * tab)993 static void gfar_set_basic_ip(struct ethtool_tcpip4_spec *value,
994 			      struct ethtool_tcpip4_spec *mask,
995 			      struct filer_table *tab)
996 {
997 	gfar_set_attribute(be32_to_cpu(value->ip4src),
998 			   be32_to_cpu(mask->ip4src),
999 			   RQFCR_PID_SIA, tab);
1000 	gfar_set_attribute(be32_to_cpu(value->ip4dst),
1001 			   be32_to_cpu(mask->ip4dst),
1002 			   RQFCR_PID_DIA, tab);
1003 	gfar_set_attribute(be16_to_cpu(value->pdst),
1004 			   be16_to_cpu(mask->pdst),
1005 			   RQFCR_PID_DPT, tab);
1006 	gfar_set_attribute(be16_to_cpu(value->psrc),
1007 			   be16_to_cpu(mask->psrc),
1008 			   RQFCR_PID_SPT, tab);
1009 	gfar_set_attribute(value->tos, mask->tos, RQFCR_PID_TOS, tab);
1010 }
1011 
1012 /* Translates value and mask for RAW-IP4 */
gfar_set_user_ip(struct ethtool_usrip4_spec * value,struct ethtool_usrip4_spec * mask,struct filer_table * tab)1013 static void gfar_set_user_ip(struct ethtool_usrip4_spec *value,
1014 			     struct ethtool_usrip4_spec *mask,
1015 			     struct filer_table *tab)
1016 {
1017 	gfar_set_attribute(be32_to_cpu(value->ip4src),
1018 			   be32_to_cpu(mask->ip4src),
1019 			   RQFCR_PID_SIA, tab);
1020 	gfar_set_attribute(be32_to_cpu(value->ip4dst),
1021 			   be32_to_cpu(mask->ip4dst),
1022 			   RQFCR_PID_DIA, tab);
1023 	gfar_set_attribute(value->tos, mask->tos, RQFCR_PID_TOS, tab);
1024 	gfar_set_attribute(value->proto, mask->proto, RQFCR_PID_L4P, tab);
1025 	gfar_set_attribute(be32_to_cpu(value->l4_4_bytes),
1026 			   be32_to_cpu(mask->l4_4_bytes),
1027 			   RQFCR_PID_ARB, tab);
1028 
1029 }
1030 
1031 /* Translates value and mask for ETHER spec */
gfar_set_ether(struct ethhdr * value,struct ethhdr * mask,struct filer_table * tab)1032 static void gfar_set_ether(struct ethhdr *value, struct ethhdr *mask,
1033 			   struct filer_table *tab)
1034 {
1035 	u32 upper_temp_mask = 0;
1036 	u32 lower_temp_mask = 0;
1037 
1038 	/* Source address */
1039 	if (!is_broadcast_ether_addr(mask->h_source)) {
1040 		if (is_zero_ether_addr(mask->h_source)) {
1041 			upper_temp_mask = 0xFFFFFFFF;
1042 			lower_temp_mask = 0xFFFFFFFF;
1043 		} else {
1044 			upper_temp_mask = mask->h_source[0] << 16 |
1045 					  mask->h_source[1] << 8  |
1046 					  mask->h_source[2];
1047 			lower_temp_mask = mask->h_source[3] << 16 |
1048 					  mask->h_source[4] << 8  |
1049 					  mask->h_source[5];
1050 		}
1051 		/* Upper 24bit */
1052 		gfar_set_attribute(value->h_source[0] << 16 |
1053 				   value->h_source[1] << 8  |
1054 				   value->h_source[2],
1055 				   upper_temp_mask, RQFCR_PID_SAH, tab);
1056 		/* And the same for the lower part */
1057 		gfar_set_attribute(value->h_source[3] << 16 |
1058 				   value->h_source[4] << 8  |
1059 				   value->h_source[5],
1060 				   lower_temp_mask, RQFCR_PID_SAL, tab);
1061 	}
1062 	/* Destination address */
1063 	if (!is_broadcast_ether_addr(mask->h_dest)) {
1064 		/* Special for destination is limited broadcast */
1065 		if ((is_broadcast_ether_addr(value->h_dest) &&
1066 		    is_zero_ether_addr(mask->h_dest))) {
1067 			gfar_set_parse_bits(RQFPR_EBC, RQFPR_EBC, tab);
1068 		} else {
1069 			if (is_zero_ether_addr(mask->h_dest)) {
1070 				upper_temp_mask = 0xFFFFFFFF;
1071 				lower_temp_mask = 0xFFFFFFFF;
1072 			} else {
1073 				upper_temp_mask = mask->h_dest[0] << 16 |
1074 						  mask->h_dest[1] << 8  |
1075 						  mask->h_dest[2];
1076 				lower_temp_mask = mask->h_dest[3] << 16 |
1077 						  mask->h_dest[4] << 8  |
1078 						  mask->h_dest[5];
1079 			}
1080 
1081 			/* Upper 24bit */
1082 			gfar_set_attribute(value->h_dest[0] << 16 |
1083 					   value->h_dest[1] << 8  |
1084 					   value->h_dest[2],
1085 					   upper_temp_mask, RQFCR_PID_DAH, tab);
1086 			/* And the same for the lower part */
1087 			gfar_set_attribute(value->h_dest[3] << 16 |
1088 					   value->h_dest[4] << 8  |
1089 					   value->h_dest[5],
1090 					   lower_temp_mask, RQFCR_PID_DAL, tab);
1091 		}
1092 	}
1093 
1094 	gfar_set_attribute(be16_to_cpu(value->h_proto),
1095 			   be16_to_cpu(mask->h_proto),
1096 			   RQFCR_PID_ETY, tab);
1097 }
1098 
vlan_tci_vid(struct ethtool_rx_flow_spec * rule)1099 static inline u32 vlan_tci_vid(struct ethtool_rx_flow_spec *rule)
1100 {
1101 	return be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_VID_MASK;
1102 }
1103 
vlan_tci_vidm(struct ethtool_rx_flow_spec * rule)1104 static inline u32 vlan_tci_vidm(struct ethtool_rx_flow_spec *rule)
1105 {
1106 	return be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_VID_MASK;
1107 }
1108 
vlan_tci_cfi(struct ethtool_rx_flow_spec * rule)1109 static inline u32 vlan_tci_cfi(struct ethtool_rx_flow_spec *rule)
1110 {
1111 	return be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_CFI_MASK;
1112 }
1113 
vlan_tci_cfim(struct ethtool_rx_flow_spec * rule)1114 static inline u32 vlan_tci_cfim(struct ethtool_rx_flow_spec *rule)
1115 {
1116 	return be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_CFI_MASK;
1117 }
1118 
vlan_tci_prio(struct ethtool_rx_flow_spec * rule)1119 static inline u32 vlan_tci_prio(struct ethtool_rx_flow_spec *rule)
1120 {
1121 	return (be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_PRIO_MASK) >>
1122 		VLAN_PRIO_SHIFT;
1123 }
1124 
vlan_tci_priom(struct ethtool_rx_flow_spec * rule)1125 static inline u32 vlan_tci_priom(struct ethtool_rx_flow_spec *rule)
1126 {
1127 	return (be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_PRIO_MASK) >>
1128 		VLAN_PRIO_SHIFT;
1129 }
1130 
1131 /* Convert a rule to binary filter format of gianfar */
gfar_convert_to_filer(struct ethtool_rx_flow_spec * rule,struct filer_table * tab)1132 static int gfar_convert_to_filer(struct ethtool_rx_flow_spec *rule,
1133 				 struct filer_table *tab)
1134 {
1135 	u32 vlan = 0, vlan_mask = 0;
1136 	u32 id = 0, id_mask = 0;
1137 	u32 cfi = 0, cfi_mask = 0;
1138 	u32 prio = 0, prio_mask = 0;
1139 	u32 old_index = tab->index;
1140 
1141 	/* Check if vlan is wanted */
1142 	if ((rule->flow_type & FLOW_EXT) &&
1143 	    (rule->m_ext.vlan_tci != cpu_to_be16(0xFFFF))) {
1144 		if (!rule->m_ext.vlan_tci)
1145 			rule->m_ext.vlan_tci = cpu_to_be16(0xFFFF);
1146 
1147 		vlan = RQFPR_VLN;
1148 		vlan_mask = RQFPR_VLN;
1149 
1150 		/* Separate the fields */
1151 		id = vlan_tci_vid(rule);
1152 		id_mask = vlan_tci_vidm(rule);
1153 		cfi = vlan_tci_cfi(rule);
1154 		cfi_mask = vlan_tci_cfim(rule);
1155 		prio = vlan_tci_prio(rule);
1156 		prio_mask = vlan_tci_priom(rule);
1157 
1158 		if (cfi == VLAN_TAG_PRESENT && cfi_mask == VLAN_TAG_PRESENT) {
1159 			vlan |= RQFPR_CFI;
1160 			vlan_mask |= RQFPR_CFI;
1161 		} else if (cfi != VLAN_TAG_PRESENT &&
1162 			   cfi_mask == VLAN_TAG_PRESENT) {
1163 			vlan_mask |= RQFPR_CFI;
1164 		}
1165 	}
1166 
1167 	switch (rule->flow_type & ~FLOW_EXT) {
1168 	case TCP_V4_FLOW:
1169 		gfar_set_parse_bits(RQFPR_IPV4 | RQFPR_TCP | vlan,
1170 				    RQFPR_IPV4 | RQFPR_TCP | vlan_mask, tab);
1171 		gfar_set_basic_ip(&rule->h_u.tcp_ip4_spec,
1172 				  &rule->m_u.tcp_ip4_spec, tab);
1173 		break;
1174 	case UDP_V4_FLOW:
1175 		gfar_set_parse_bits(RQFPR_IPV4 | RQFPR_UDP | vlan,
1176 				    RQFPR_IPV4 | RQFPR_UDP | vlan_mask, tab);
1177 		gfar_set_basic_ip(&rule->h_u.udp_ip4_spec,
1178 				  &rule->m_u.udp_ip4_spec, tab);
1179 		break;
1180 	case SCTP_V4_FLOW:
1181 		gfar_set_parse_bits(RQFPR_IPV4 | vlan, RQFPR_IPV4 | vlan_mask,
1182 				    tab);
1183 		gfar_set_attribute(132, 0, RQFCR_PID_L4P, tab);
1184 		gfar_set_basic_ip((struct ethtool_tcpip4_spec *)&rule->h_u,
1185 				  (struct ethtool_tcpip4_spec *)&rule->m_u,
1186 				  tab);
1187 		break;
1188 	case IP_USER_FLOW:
1189 		gfar_set_parse_bits(RQFPR_IPV4 | vlan, RQFPR_IPV4 | vlan_mask,
1190 				    tab);
1191 		gfar_set_user_ip((struct ethtool_usrip4_spec *) &rule->h_u,
1192 				 (struct ethtool_usrip4_spec *) &rule->m_u,
1193 				 tab);
1194 		break;
1195 	case ETHER_FLOW:
1196 		if (vlan)
1197 			gfar_set_parse_bits(vlan, vlan_mask, tab);
1198 		gfar_set_ether((struct ethhdr *) &rule->h_u,
1199 			       (struct ethhdr *) &rule->m_u, tab);
1200 		break;
1201 	default:
1202 		return -1;
1203 	}
1204 
1205 	/* Set the vlan attributes in the end */
1206 	if (vlan) {
1207 		gfar_set_attribute(id, id_mask, RQFCR_PID_VID, tab);
1208 		gfar_set_attribute(prio, prio_mask, RQFCR_PID_PRI, tab);
1209 	}
1210 
1211 	/* If there has been nothing written till now, it must be a default */
1212 	if (tab->index == old_index) {
1213 		gfar_set_mask(0xFFFFFFFF, tab);
1214 		tab->fe[tab->index].ctrl = 0x20;
1215 		tab->fe[tab->index].prop = 0x0;
1216 		tab->index++;
1217 	}
1218 
1219 	/* Remove last AND */
1220 	tab->fe[tab->index - 1].ctrl &= (~RQFCR_AND);
1221 
1222 	/* Specify which queue to use or to drop */
1223 	if (rule->ring_cookie == RX_CLS_FLOW_DISC)
1224 		tab->fe[tab->index - 1].ctrl |= RQFCR_RJE;
1225 	else
1226 		tab->fe[tab->index - 1].ctrl |= (rule->ring_cookie << 10);
1227 
1228 	/* Only big enough entries can be clustered */
1229 	if (tab->index > (old_index + 2)) {
1230 		tab->fe[old_index + 1].ctrl |= RQFCR_CLE;
1231 		tab->fe[tab->index - 1].ctrl |= RQFCR_CLE;
1232 	}
1233 
1234 	/* In rare cases the cache can be full while there is
1235 	 * free space in hw
1236 	 */
1237 	if (tab->index > MAX_FILER_CACHE_IDX - 1)
1238 		return -EBUSY;
1239 
1240 	return 0;
1241 }
1242 
1243 /* Write the bit-pattern from software's buffer to hardware registers */
gfar_write_filer_table(struct gfar_private * priv,struct filer_table * tab)1244 static int gfar_write_filer_table(struct gfar_private *priv,
1245 				  struct filer_table *tab)
1246 {
1247 	u32 i = 0;
1248 	if (tab->index > MAX_FILER_IDX - 1)
1249 		return -EBUSY;
1250 
1251 	/* Fill regular entries */
1252 	for (; i < MAX_FILER_IDX && (tab->fe[i].ctrl | tab->fe[i].prop); i++)
1253 		gfar_write_filer(priv, i, tab->fe[i].ctrl, tab->fe[i].prop);
1254 	/* Fill the rest with fall-troughs */
1255 	for (; i < MAX_FILER_IDX; i++)
1256 		gfar_write_filer(priv, i, 0x60, 0xFFFFFFFF);
1257 	/* Last entry must be default accept
1258 	 * because that's what people expect
1259 	 */
1260 	gfar_write_filer(priv, i, 0x20, 0x0);
1261 
1262 	return 0;
1263 }
1264 
gfar_check_capability(struct ethtool_rx_flow_spec * flow,struct gfar_private * priv)1265 static int gfar_check_capability(struct ethtool_rx_flow_spec *flow,
1266 				 struct gfar_private *priv)
1267 {
1268 
1269 	if (flow->flow_type & FLOW_EXT)	{
1270 		if (~flow->m_ext.data[0] || ~flow->m_ext.data[1])
1271 			netdev_warn(priv->ndev,
1272 				    "User-specific data not supported!\n");
1273 		if (~flow->m_ext.vlan_etype)
1274 			netdev_warn(priv->ndev,
1275 				    "VLAN-etype not supported!\n");
1276 	}
1277 	if (flow->flow_type == IP_USER_FLOW)
1278 		if (flow->h_u.usr_ip4_spec.ip_ver != ETH_RX_NFC_IP4)
1279 			netdev_warn(priv->ndev,
1280 				    "IP-Version differing from IPv4 not supported!\n");
1281 
1282 	return 0;
1283 }
1284 
gfar_process_filer_changes(struct gfar_private * priv)1285 static int gfar_process_filer_changes(struct gfar_private *priv)
1286 {
1287 	struct ethtool_flow_spec_container *j;
1288 	struct filer_table *tab;
1289 	s32 ret = 0;
1290 
1291 	/* So index is set to zero, too! */
1292 	tab = kzalloc(sizeof(*tab), GFP_KERNEL);
1293 	if (tab == NULL)
1294 		return -ENOMEM;
1295 
1296 	/* Now convert the existing filer data from flow_spec into
1297 	 * filer tables binary format
1298 	 */
1299 	list_for_each_entry(j, &priv->rx_list.list, list) {
1300 		ret = gfar_convert_to_filer(&j->fs, tab);
1301 		if (ret == -EBUSY) {
1302 			netdev_err(priv->ndev,
1303 				   "Rule not added: No free space!\n");
1304 			goto end;
1305 		}
1306 		if (ret == -1) {
1307 			netdev_err(priv->ndev,
1308 				   "Rule not added: Unsupported Flow-type!\n");
1309 			goto end;
1310 		}
1311 	}
1312 
1313 	/* Write everything to hardware */
1314 	ret = gfar_write_filer_table(priv, tab);
1315 	if (ret == -EBUSY) {
1316 		netdev_err(priv->ndev, "Rule not added: No free space!\n");
1317 		goto end;
1318 	}
1319 
1320 end:
1321 	kfree(tab);
1322 	return ret;
1323 }
1324 
gfar_invert_masks(struct ethtool_rx_flow_spec * flow)1325 static void gfar_invert_masks(struct ethtool_rx_flow_spec *flow)
1326 {
1327 	u32 i = 0;
1328 
1329 	for (i = 0; i < sizeof(flow->m_u); i++)
1330 		flow->m_u.hdata[i] ^= 0xFF;
1331 
1332 	flow->m_ext.vlan_etype ^= cpu_to_be16(0xFFFF);
1333 	flow->m_ext.vlan_tci ^= cpu_to_be16(0xFFFF);
1334 	flow->m_ext.data[0] ^= cpu_to_be32(~0);
1335 	flow->m_ext.data[1] ^= cpu_to_be32(~0);
1336 }
1337 
gfar_add_cls(struct gfar_private * priv,struct ethtool_rx_flow_spec * flow)1338 static int gfar_add_cls(struct gfar_private *priv,
1339 			struct ethtool_rx_flow_spec *flow)
1340 {
1341 	struct ethtool_flow_spec_container *temp, *comp;
1342 	int ret = 0;
1343 
1344 	temp = kmalloc(sizeof(*temp), GFP_KERNEL);
1345 	if (temp == NULL)
1346 		return -ENOMEM;
1347 	memcpy(&temp->fs, flow, sizeof(temp->fs));
1348 
1349 	gfar_invert_masks(&temp->fs);
1350 	ret = gfar_check_capability(&temp->fs, priv);
1351 	if (ret)
1352 		goto clean_mem;
1353 	/* Link in the new element at the right @location */
1354 	if (list_empty(&priv->rx_list.list)) {
1355 		ret = gfar_check_filer_hardware(priv);
1356 		if (ret != 0)
1357 			goto clean_mem;
1358 		list_add(&temp->list, &priv->rx_list.list);
1359 		goto process;
1360 	} else {
1361 		list_for_each_entry(comp, &priv->rx_list.list, list) {
1362 			if (comp->fs.location > flow->location) {
1363 				list_add_tail(&temp->list, &comp->list);
1364 				goto process;
1365 			}
1366 			if (comp->fs.location == flow->location) {
1367 				netdev_err(priv->ndev,
1368 					   "Rule not added: ID %d not free!\n",
1369 					   flow->location);
1370 				ret = -EBUSY;
1371 				goto clean_mem;
1372 			}
1373 		}
1374 		list_add_tail(&temp->list, &priv->rx_list.list);
1375 	}
1376 
1377 process:
1378 	priv->rx_list.count++;
1379 	ret = gfar_process_filer_changes(priv);
1380 	if (ret)
1381 		goto clean_list;
1382 	return ret;
1383 
1384 clean_list:
1385 	priv->rx_list.count--;
1386 	list_del(&temp->list);
1387 clean_mem:
1388 	kfree(temp);
1389 	return ret;
1390 }
1391 
gfar_del_cls(struct gfar_private * priv,u32 loc)1392 static int gfar_del_cls(struct gfar_private *priv, u32 loc)
1393 {
1394 	struct ethtool_flow_spec_container *comp;
1395 	u32 ret = -EINVAL;
1396 
1397 	if (list_empty(&priv->rx_list.list))
1398 		return ret;
1399 
1400 	list_for_each_entry(comp, &priv->rx_list.list, list) {
1401 		if (comp->fs.location == loc) {
1402 			list_del(&comp->list);
1403 			kfree(comp);
1404 			priv->rx_list.count--;
1405 			gfar_process_filer_changes(priv);
1406 			ret = 0;
1407 			break;
1408 		}
1409 	}
1410 
1411 	return ret;
1412 }
1413 
gfar_get_cls(struct gfar_private * priv,struct ethtool_rxnfc * cmd)1414 static int gfar_get_cls(struct gfar_private *priv, struct ethtool_rxnfc *cmd)
1415 {
1416 	struct ethtool_flow_spec_container *comp;
1417 	u32 ret = -EINVAL;
1418 
1419 	list_for_each_entry(comp, &priv->rx_list.list, list) {
1420 		if (comp->fs.location == cmd->fs.location) {
1421 			memcpy(&cmd->fs, &comp->fs, sizeof(cmd->fs));
1422 			gfar_invert_masks(&cmd->fs);
1423 			ret = 0;
1424 			break;
1425 		}
1426 	}
1427 
1428 	return ret;
1429 }
1430 
gfar_get_cls_all(struct gfar_private * priv,struct ethtool_rxnfc * cmd,u32 * rule_locs)1431 static int gfar_get_cls_all(struct gfar_private *priv,
1432 			    struct ethtool_rxnfc *cmd, u32 *rule_locs)
1433 {
1434 	struct ethtool_flow_spec_container *comp;
1435 	u32 i = 0;
1436 
1437 	list_for_each_entry(comp, &priv->rx_list.list, list) {
1438 		if (i == cmd->rule_cnt)
1439 			return -EMSGSIZE;
1440 		rule_locs[i] = comp->fs.location;
1441 		i++;
1442 	}
1443 
1444 	cmd->data = MAX_FILER_IDX;
1445 	cmd->rule_cnt = i;
1446 
1447 	return 0;
1448 }
1449 
gfar_set_nfc(struct net_device * dev,struct ethtool_rxnfc * cmd)1450 static int gfar_set_nfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
1451 {
1452 	struct gfar_private *priv = netdev_priv(dev);
1453 	int ret = 0;
1454 
1455 	if (test_bit(GFAR_RESETTING, &priv->state))
1456 		return -EBUSY;
1457 
1458 	mutex_lock(&priv->rx_queue_access);
1459 
1460 	switch (cmd->cmd) {
1461 	case ETHTOOL_SRXFH:
1462 		ret = gfar_set_hash_opts(priv, cmd);
1463 		break;
1464 	case ETHTOOL_SRXCLSRLINS:
1465 		if ((cmd->fs.ring_cookie != RX_CLS_FLOW_DISC &&
1466 		     cmd->fs.ring_cookie >= priv->num_rx_queues) ||
1467 		    cmd->fs.location >= MAX_FILER_IDX) {
1468 			ret = -EINVAL;
1469 			break;
1470 		}
1471 		ret = gfar_add_cls(priv, &cmd->fs);
1472 		break;
1473 	case ETHTOOL_SRXCLSRLDEL:
1474 		ret = gfar_del_cls(priv, cmd->fs.location);
1475 		break;
1476 	default:
1477 		ret = -EINVAL;
1478 	}
1479 
1480 	mutex_unlock(&priv->rx_queue_access);
1481 
1482 	return ret;
1483 }
1484 
gfar_get_nfc(struct net_device * dev,struct ethtool_rxnfc * cmd,u32 * rule_locs)1485 static int gfar_get_nfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
1486 			u32 *rule_locs)
1487 {
1488 	struct gfar_private *priv = netdev_priv(dev);
1489 	int ret = 0;
1490 
1491 	switch (cmd->cmd) {
1492 	case ETHTOOL_GRXRINGS:
1493 		cmd->data = priv->num_rx_queues;
1494 		break;
1495 	case ETHTOOL_GRXCLSRLCNT:
1496 		cmd->rule_cnt = priv->rx_list.count;
1497 		break;
1498 	case ETHTOOL_GRXCLSRULE:
1499 		ret = gfar_get_cls(priv, cmd);
1500 		break;
1501 	case ETHTOOL_GRXCLSRLALL:
1502 		ret = gfar_get_cls_all(priv, cmd, rule_locs);
1503 		break;
1504 	default:
1505 		ret = -EINVAL;
1506 		break;
1507 	}
1508 
1509 	return ret;
1510 }
1511 
gfar_get_ts_info(struct net_device * dev,struct ethtool_ts_info * info)1512 static int gfar_get_ts_info(struct net_device *dev,
1513 			    struct ethtool_ts_info *info)
1514 {
1515 	struct gfar_private *priv = netdev_priv(dev);
1516 	struct platform_device *ptp_dev;
1517 	struct device_node *ptp_node;
1518 	struct qoriq_ptp *ptp = NULL;
1519 
1520 	info->phc_index = -1;
1521 
1522 	if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_TIMER)) {
1523 		info->so_timestamping = SOF_TIMESTAMPING_RX_SOFTWARE |
1524 					SOF_TIMESTAMPING_SOFTWARE;
1525 		return 0;
1526 	}
1527 
1528 	ptp_node = of_find_compatible_node(NULL, NULL, "fsl,etsec-ptp");
1529 	if (ptp_node) {
1530 		ptp_dev = of_find_device_by_node(ptp_node);
1531 		if (ptp_dev)
1532 			ptp = platform_get_drvdata(ptp_dev);
1533 	}
1534 
1535 	if (ptp)
1536 		info->phc_index = ptp->phc_index;
1537 
1538 	info->so_timestamping = SOF_TIMESTAMPING_TX_HARDWARE |
1539 				SOF_TIMESTAMPING_RX_HARDWARE |
1540 				SOF_TIMESTAMPING_RAW_HARDWARE;
1541 	info->tx_types = (1 << HWTSTAMP_TX_OFF) |
1542 			 (1 << HWTSTAMP_TX_ON);
1543 	info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
1544 			   (1 << HWTSTAMP_FILTER_ALL);
1545 	return 0;
1546 }
1547 
1548 const struct ethtool_ops gfar_ethtool_ops = {
1549 	.get_drvinfo = gfar_gdrvinfo,
1550 	.get_regs_len = gfar_reglen,
1551 	.get_regs = gfar_get_regs,
1552 	.get_link = ethtool_op_get_link,
1553 	.get_coalesce = gfar_gcoalesce,
1554 	.set_coalesce = gfar_scoalesce,
1555 	.get_ringparam = gfar_gringparam,
1556 	.set_ringparam = gfar_sringparam,
1557 	.get_pauseparam = gfar_gpauseparam,
1558 	.set_pauseparam = gfar_spauseparam,
1559 	.get_strings = gfar_gstrings,
1560 	.get_sset_count = gfar_sset_count,
1561 	.get_ethtool_stats = gfar_fill_stats,
1562 	.get_msglevel = gfar_get_msglevel,
1563 	.set_msglevel = gfar_set_msglevel,
1564 #ifdef CONFIG_PM
1565 	.get_wol = gfar_get_wol,
1566 	.set_wol = gfar_set_wol,
1567 #endif
1568 	.set_rxnfc = gfar_set_nfc,
1569 	.get_rxnfc = gfar_get_nfc,
1570 	.get_ts_info = gfar_get_ts_info,
1571 	.get_link_ksettings = phy_ethtool_get_link_ksettings,
1572 	.set_link_ksettings = phy_ethtool_set_link_ksettings,
1573 };
1574