1 /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */
2 /* Copyright (c) 2015-2018 Mellanox Technologies. All rights reserved */
3 
4 #ifndef _MLXSW_SPECTRUM_H
5 #define _MLXSW_SPECTRUM_H
6 
7 #include <linux/types.h>
8 #include <linux/netdevice.h>
9 #include <linux/rhashtable.h>
10 #include <linux/bitops.h>
11 #include <linux/if_vlan.h>
12 #include <linux/list.h>
13 #include <linux/dcbnl.h>
14 #include <linux/in6.h>
15 #include <linux/notifier.h>
16 #include <net/psample.h>
17 #include <net/pkt_cls.h>
18 #include <net/red.h>
19 
20 #include "port.h"
21 #include "core.h"
22 #include "core_acl_flex_keys.h"
23 #include "core_acl_flex_actions.h"
24 #include "reg.h"
25 
26 #define MLXSW_SP_FID_8021D_MAX 1024
27 
28 #define MLXSW_SP_MID_MAX 7000
29 
30 #define MLXSW_SP_PORTS_PER_CLUSTER_MAX 4
31 
32 #define MLXSW_SP_PORT_BASE_SPEED 25000	/* Mb/s */
33 
34 #define MLXSW_SP_KVD_LINEAR_SIZE 98304 /* entries */
35 #define MLXSW_SP_KVD_GRANULARITY 128
36 
37 #define MLXSW_SP_RESOURCE_NAME_KVD "kvd"
38 #define MLXSW_SP_RESOURCE_NAME_KVD_LINEAR "linear"
39 #define MLXSW_SP_RESOURCE_NAME_KVD_HASH_SINGLE "hash_single"
40 #define MLXSW_SP_RESOURCE_NAME_KVD_HASH_DOUBLE "hash_double"
41 #define MLXSW_SP_RESOURCE_NAME_KVD_LINEAR_SINGLES "singles"
42 #define MLXSW_SP_RESOURCE_NAME_KVD_LINEAR_CHUNKS "chunks"
43 #define MLXSW_SP_RESOURCE_NAME_KVD_LINEAR_LARGE_CHUNKS "large_chunks"
44 
45 enum mlxsw_sp_resource_id {
46 	MLXSW_SP_RESOURCE_KVD = 1,
47 	MLXSW_SP_RESOURCE_KVD_LINEAR,
48 	MLXSW_SP_RESOURCE_KVD_HASH_SINGLE,
49 	MLXSW_SP_RESOURCE_KVD_HASH_DOUBLE,
50 	MLXSW_SP_RESOURCE_KVD_LINEAR_SINGLE,
51 	MLXSW_SP_RESOURCE_KVD_LINEAR_CHUNKS,
52 	MLXSW_SP_RESOURCE_KVD_LINEAR_LARGE_CHUNKS,
53 };
54 
55 struct mlxsw_sp_port;
56 struct mlxsw_sp_rif;
57 struct mlxsw_sp_span_entry;
58 
59 struct mlxsw_sp_upper {
60 	struct net_device *dev;
61 	unsigned int ref_count;
62 };
63 
64 enum mlxsw_sp_rif_type {
65 	MLXSW_SP_RIF_TYPE_SUBPORT,
66 	MLXSW_SP_RIF_TYPE_VLAN,
67 	MLXSW_SP_RIF_TYPE_FID,
68 	MLXSW_SP_RIF_TYPE_IPIP_LB, /* IP-in-IP loopback. */
69 	MLXSW_SP_RIF_TYPE_MAX,
70 };
71 
72 enum mlxsw_sp_fid_type {
73 	MLXSW_SP_FID_TYPE_8021Q,
74 	MLXSW_SP_FID_TYPE_8021D,
75 	MLXSW_SP_FID_TYPE_RFID,
76 	MLXSW_SP_FID_TYPE_DUMMY,
77 	MLXSW_SP_FID_TYPE_MAX,
78 };
79 
80 struct mlxsw_sp_mid {
81 	struct list_head list;
82 	unsigned char addr[ETH_ALEN];
83 	u16 fid;
84 	u16 mid;
85 	bool in_hw;
86 	unsigned long *ports_in_mid; /* bits array */
87 };
88 
89 enum mlxsw_sp_port_mall_action_type {
90 	MLXSW_SP_PORT_MALL_MIRROR,
91 	MLXSW_SP_PORT_MALL_SAMPLE,
92 };
93 
94 struct mlxsw_sp_port_mall_mirror_tc_entry {
95 	int span_id;
96 	bool ingress;
97 };
98 
99 struct mlxsw_sp_port_mall_tc_entry {
100 	struct list_head list;
101 	unsigned long cookie;
102 	enum mlxsw_sp_port_mall_action_type type;
103 	union {
104 		struct mlxsw_sp_port_mall_mirror_tc_entry mirror;
105 	};
106 };
107 
108 struct mlxsw_sp_sb;
109 struct mlxsw_sp_bridge;
110 struct mlxsw_sp_router;
111 struct mlxsw_sp_mr;
112 struct mlxsw_sp_acl;
113 struct mlxsw_sp_counter_pool;
114 struct mlxsw_sp_fid_core;
115 struct mlxsw_sp_kvdl;
116 struct mlxsw_sp_kvdl_ops;
117 struct mlxsw_sp_mr_tcam_ops;
118 struct mlxsw_sp_acl_tcam_ops;
119 
120 struct mlxsw_sp {
121 	struct mlxsw_sp_port **ports;
122 	struct mlxsw_core *core;
123 	const struct mlxsw_bus_info *bus_info;
124 	unsigned char base_mac[ETH_ALEN];
125 	struct mlxsw_sp_upper *lags;
126 	int *port_to_module;
127 	struct mlxsw_sp_sb *sb;
128 	struct mlxsw_sp_bridge *bridge;
129 	struct mlxsw_sp_router *router;
130 	struct mlxsw_sp_mr *mr;
131 	struct mlxsw_afa *afa;
132 	struct mlxsw_sp_acl *acl;
133 	struct mlxsw_sp_fid_core *fid_core;
134 	struct mlxsw_sp_kvdl *kvdl;
135 	struct notifier_block netdevice_nb;
136 
137 	struct mlxsw_sp_counter_pool *counter_pool;
138 	struct {
139 		struct mlxsw_sp_span_entry *entries;
140 		int entries_count;
141 	} span;
142 	const struct mlxsw_fw_rev *req_rev;
143 	const char *fw_filename;
144 	const struct mlxsw_sp_kvdl_ops *kvdl_ops;
145 	const struct mlxsw_afa_ops *afa_ops;
146 	const struct mlxsw_afk_ops *afk_ops;
147 	const struct mlxsw_sp_mr_tcam_ops *mr_tcam_ops;
148 	const struct mlxsw_sp_acl_tcam_ops *acl_tcam_ops;
149 };
150 
151 static inline struct mlxsw_sp_upper *
mlxsw_sp_lag_get(struct mlxsw_sp * mlxsw_sp,u16 lag_id)152 mlxsw_sp_lag_get(struct mlxsw_sp *mlxsw_sp, u16 lag_id)
153 {
154 	return &mlxsw_sp->lags[lag_id];
155 }
156 
157 struct mlxsw_sp_port_pcpu_stats {
158 	u64			rx_packets;
159 	u64			rx_bytes;
160 	u64			tx_packets;
161 	u64			tx_bytes;
162 	struct u64_stats_sync	syncp;
163 	u32			tx_dropped;
164 };
165 
166 struct mlxsw_sp_port_sample {
167 	struct psample_group __rcu *psample_group;
168 	u32 trunc_size;
169 	u32 rate;
170 	bool truncate;
171 };
172 
173 struct mlxsw_sp_bridge_port;
174 struct mlxsw_sp_fid;
175 
176 struct mlxsw_sp_port_vlan {
177 	struct list_head list;
178 	struct mlxsw_sp_port *mlxsw_sp_port;
179 	struct mlxsw_sp_fid *fid;
180 	unsigned int ref_count;
181 	u16 vid;
182 	struct mlxsw_sp_bridge_port *bridge_port;
183 	struct list_head bridge_vlan_node;
184 };
185 
186 /* No need an internal lock; At worse - miss a single periodic iteration */
187 struct mlxsw_sp_port_xstats {
188 	u64 ecn;
189 	u64 wred_drop[TC_MAX_QUEUE];
190 	u64 tail_drop[TC_MAX_QUEUE];
191 	u64 backlog[TC_MAX_QUEUE];
192 	u64 tx_bytes[IEEE_8021QAZ_MAX_TCS];
193 	u64 tx_packets[IEEE_8021QAZ_MAX_TCS];
194 };
195 
196 struct mlxsw_sp_port {
197 	struct net_device *dev;
198 	struct mlxsw_sp_port_pcpu_stats __percpu *pcpu_stats;
199 	struct mlxsw_sp *mlxsw_sp;
200 	u8 local_port;
201 	u8 lagged:1,
202 	   split:1;
203 	u16 pvid;
204 	u16 lag_id;
205 	struct {
206 		u8 tx_pause:1,
207 		   rx_pause:1,
208 		   autoneg:1;
209 	} link;
210 	struct {
211 		struct ieee_ets *ets;
212 		struct ieee_maxrate *maxrate;
213 		struct ieee_pfc *pfc;
214 		enum mlxsw_reg_qpts_trust_state trust_state;
215 	} dcb;
216 	struct {
217 		u8 module;
218 		u8 width;
219 		u8 lane;
220 	} mapping;
221 	/* TC handles */
222 	struct list_head mall_tc_list;
223 	struct {
224 		#define MLXSW_HW_STATS_UPDATE_TIME HZ
225 		struct rtnl_link_stats64 stats;
226 		struct mlxsw_sp_port_xstats xstats;
227 		struct delayed_work update_dw;
228 	} periodic_hw_stats;
229 	struct mlxsw_sp_port_sample *sample;
230 	struct list_head vlans_list;
231 	struct mlxsw_sp_qdisc *root_qdisc;
232 	struct mlxsw_sp_qdisc *tclass_qdiscs;
233 	unsigned acl_rule_count;
234 	struct mlxsw_sp_acl_block *ing_acl_block;
235 	struct mlxsw_sp_acl_block *eg_acl_block;
236 };
237 
238 static inline bool
mlxsw_sp_port_is_pause_en(const struct mlxsw_sp_port * mlxsw_sp_port)239 mlxsw_sp_port_is_pause_en(const struct mlxsw_sp_port *mlxsw_sp_port)
240 {
241 	return mlxsw_sp_port->link.tx_pause || mlxsw_sp_port->link.rx_pause;
242 }
243 
244 static inline struct mlxsw_sp_port *
mlxsw_sp_port_lagged_get(struct mlxsw_sp * mlxsw_sp,u16 lag_id,u8 port_index)245 mlxsw_sp_port_lagged_get(struct mlxsw_sp *mlxsw_sp, u16 lag_id, u8 port_index)
246 {
247 	struct mlxsw_sp_port *mlxsw_sp_port;
248 	u8 local_port;
249 
250 	local_port = mlxsw_core_lag_mapping_get(mlxsw_sp->core,
251 						lag_id, port_index);
252 	mlxsw_sp_port = mlxsw_sp->ports[local_port];
253 	return mlxsw_sp_port && mlxsw_sp_port->lagged ? mlxsw_sp_port : NULL;
254 }
255 
256 static inline struct mlxsw_sp_port_vlan *
mlxsw_sp_port_vlan_find_by_vid(const struct mlxsw_sp_port * mlxsw_sp_port,u16 vid)257 mlxsw_sp_port_vlan_find_by_vid(const struct mlxsw_sp_port *mlxsw_sp_port,
258 			       u16 vid)
259 {
260 	struct mlxsw_sp_port_vlan *mlxsw_sp_port_vlan;
261 
262 	list_for_each_entry(mlxsw_sp_port_vlan, &mlxsw_sp_port->vlans_list,
263 			    list) {
264 		if (mlxsw_sp_port_vlan->vid == vid)
265 			return mlxsw_sp_port_vlan;
266 	}
267 
268 	return NULL;
269 }
270 
271 enum mlxsw_sp_flood_type {
272 	MLXSW_SP_FLOOD_TYPE_UC,
273 	MLXSW_SP_FLOOD_TYPE_BC,
274 	MLXSW_SP_FLOOD_TYPE_MC,
275 };
276 
277 /* spectrum_buffers.c */
278 int mlxsw_sp_buffers_init(struct mlxsw_sp *mlxsw_sp);
279 void mlxsw_sp_buffers_fini(struct mlxsw_sp *mlxsw_sp);
280 int mlxsw_sp_port_buffers_init(struct mlxsw_sp_port *mlxsw_sp_port);
281 int mlxsw_sp_sb_pool_get(struct mlxsw_core *mlxsw_core,
282 			 unsigned int sb_index, u16 pool_index,
283 			 struct devlink_sb_pool_info *pool_info);
284 int mlxsw_sp_sb_pool_set(struct mlxsw_core *mlxsw_core,
285 			 unsigned int sb_index, u16 pool_index, u32 size,
286 			 enum devlink_sb_threshold_type threshold_type);
287 int mlxsw_sp_sb_port_pool_get(struct mlxsw_core_port *mlxsw_core_port,
288 			      unsigned int sb_index, u16 pool_index,
289 			      u32 *p_threshold);
290 int mlxsw_sp_sb_port_pool_set(struct mlxsw_core_port *mlxsw_core_port,
291 			      unsigned int sb_index, u16 pool_index,
292 			      u32 threshold);
293 int mlxsw_sp_sb_tc_pool_bind_get(struct mlxsw_core_port *mlxsw_core_port,
294 				 unsigned int sb_index, u16 tc_index,
295 				 enum devlink_sb_pool_type pool_type,
296 				 u16 *p_pool_index, u32 *p_threshold);
297 int mlxsw_sp_sb_tc_pool_bind_set(struct mlxsw_core_port *mlxsw_core_port,
298 				 unsigned int sb_index, u16 tc_index,
299 				 enum devlink_sb_pool_type pool_type,
300 				 u16 pool_index, u32 threshold);
301 int mlxsw_sp_sb_occ_snapshot(struct mlxsw_core *mlxsw_core,
302 			     unsigned int sb_index);
303 int mlxsw_sp_sb_occ_max_clear(struct mlxsw_core *mlxsw_core,
304 			      unsigned int sb_index);
305 int mlxsw_sp_sb_occ_port_pool_get(struct mlxsw_core_port *mlxsw_core_port,
306 				  unsigned int sb_index, u16 pool_index,
307 				  u32 *p_cur, u32 *p_max);
308 int mlxsw_sp_sb_occ_tc_port_bind_get(struct mlxsw_core_port *mlxsw_core_port,
309 				     unsigned int sb_index, u16 tc_index,
310 				     enum devlink_sb_pool_type pool_type,
311 				     u32 *p_cur, u32 *p_max);
312 u32 mlxsw_sp_cells_bytes(const struct mlxsw_sp *mlxsw_sp, u32 cells);
313 u32 mlxsw_sp_bytes_cells(const struct mlxsw_sp *mlxsw_sp, u32 bytes);
314 
315 /* spectrum_switchdev.c */
316 int mlxsw_sp_switchdev_init(struct mlxsw_sp *mlxsw_sp);
317 void mlxsw_sp_switchdev_fini(struct mlxsw_sp *mlxsw_sp);
318 void mlxsw_sp_port_switchdev_init(struct mlxsw_sp_port *mlxsw_sp_port);
319 void mlxsw_sp_port_switchdev_fini(struct mlxsw_sp_port *mlxsw_sp_port);
320 int mlxsw_sp_rif_fdb_op(struct mlxsw_sp *mlxsw_sp, const char *mac, u16 fid,
321 			bool adding);
322 void
323 mlxsw_sp_port_vlan_bridge_leave(struct mlxsw_sp_port_vlan *mlxsw_sp_port_vlan);
324 int mlxsw_sp_port_bridge_join(struct mlxsw_sp_port *mlxsw_sp_port,
325 			      struct net_device *brport_dev,
326 			      struct net_device *br_dev,
327 			      struct netlink_ext_ack *extack);
328 void mlxsw_sp_port_bridge_leave(struct mlxsw_sp_port *mlxsw_sp_port,
329 				struct net_device *brport_dev,
330 				struct net_device *br_dev);
331 bool mlxsw_sp_bridge_device_is_offloaded(const struct mlxsw_sp *mlxsw_sp,
332 					 const struct net_device *br_dev);
333 
334 /* spectrum.c */
335 int mlxsw_sp_port_ets_set(struct mlxsw_sp_port *mlxsw_sp_port,
336 			  enum mlxsw_reg_qeec_hr hr, u8 index, u8 next_index,
337 			  bool dwrr, u8 dwrr_weight);
338 int mlxsw_sp_port_prio_tc_set(struct mlxsw_sp_port *mlxsw_sp_port,
339 			      u8 switch_prio, u8 tclass);
340 int __mlxsw_sp_port_headroom_set(struct mlxsw_sp_port *mlxsw_sp_port, int mtu,
341 				 u8 *prio_tc, bool pause_en,
342 				 struct ieee_pfc *my_pfc);
343 int mlxsw_sp_port_ets_maxrate_set(struct mlxsw_sp_port *mlxsw_sp_port,
344 				  enum mlxsw_reg_qeec_hr hr, u8 index,
345 				  u8 next_index, u32 maxrate);
346 enum mlxsw_reg_spms_state mlxsw_sp_stp_spms_state(u8 stp_state);
347 int mlxsw_sp_port_vid_stp_set(struct mlxsw_sp_port *mlxsw_sp_port, u16 vid,
348 			      u8 state);
349 int mlxsw_sp_port_vp_mode_set(struct mlxsw_sp_port *mlxsw_sp_port, bool enable);
350 int mlxsw_sp_port_vid_learning_set(struct mlxsw_sp_port *mlxsw_sp_port, u16 vid,
351 				   bool learn_enable);
352 int mlxsw_sp_port_pvid_set(struct mlxsw_sp_port *mlxsw_sp_port, u16 vid);
353 struct mlxsw_sp_port_vlan *
354 mlxsw_sp_port_vlan_get(struct mlxsw_sp_port *mlxsw_sp_port, u16 vid);
355 void mlxsw_sp_port_vlan_put(struct mlxsw_sp_port_vlan *mlxsw_sp_port_vlan);
356 int mlxsw_sp_port_vlan_set(struct mlxsw_sp_port *mlxsw_sp_port, u16 vid_begin,
357 			   u16 vid_end, bool is_member, bool untagged);
358 int mlxsw_sp_flow_counter_get(struct mlxsw_sp *mlxsw_sp,
359 			      unsigned int counter_index, u64 *packets,
360 			      u64 *bytes);
361 int mlxsw_sp_flow_counter_alloc(struct mlxsw_sp *mlxsw_sp,
362 				unsigned int *p_counter_index);
363 void mlxsw_sp_flow_counter_free(struct mlxsw_sp *mlxsw_sp,
364 				unsigned int counter_index);
365 bool mlxsw_sp_port_dev_check(const struct net_device *dev);
366 struct mlxsw_sp *mlxsw_sp_lower_get(struct net_device *dev);
367 struct mlxsw_sp_port *mlxsw_sp_port_dev_lower_find(struct net_device *dev);
368 struct mlxsw_sp_port *mlxsw_sp_port_lower_dev_hold(struct net_device *dev);
369 void mlxsw_sp_port_dev_put(struct mlxsw_sp_port *mlxsw_sp_port);
370 struct mlxsw_sp_port *mlxsw_sp_port_dev_lower_find_rcu(struct net_device *dev);
371 
372 /* spectrum_dcb.c */
373 #ifdef CONFIG_MLXSW_SPECTRUM_DCB
374 int mlxsw_sp_port_dcb_init(struct mlxsw_sp_port *mlxsw_sp_port);
375 void mlxsw_sp_port_dcb_fini(struct mlxsw_sp_port *mlxsw_sp_port);
376 #else
mlxsw_sp_port_dcb_init(struct mlxsw_sp_port * mlxsw_sp_port)377 static inline int mlxsw_sp_port_dcb_init(struct mlxsw_sp_port *mlxsw_sp_port)
378 {
379 	return 0;
380 }
mlxsw_sp_port_dcb_fini(struct mlxsw_sp_port * mlxsw_sp_port)381 static inline void mlxsw_sp_port_dcb_fini(struct mlxsw_sp_port *mlxsw_sp_port)
382 {}
383 #endif
384 
385 /* spectrum_router.c */
386 int mlxsw_sp_router_init(struct mlxsw_sp *mlxsw_sp);
387 void mlxsw_sp_router_fini(struct mlxsw_sp *mlxsw_sp);
388 int mlxsw_sp_netdevice_router_port_event(struct net_device *dev);
389 void mlxsw_sp_rif_macvlan_del(struct mlxsw_sp *mlxsw_sp,
390 			      const struct net_device *macvlan_dev);
391 int mlxsw_sp_inetaddr_event(struct notifier_block *unused,
392 			    unsigned long event, void *ptr);
393 int mlxsw_sp_inetaddr_valid_event(struct notifier_block *unused,
394 				  unsigned long event, void *ptr);
395 int mlxsw_sp_inet6addr_event(struct notifier_block *unused,
396 			     unsigned long event, void *ptr);
397 int mlxsw_sp_inet6addr_valid_event(struct notifier_block *unused,
398 				   unsigned long event, void *ptr);
399 int mlxsw_sp_netdevice_vrf_event(struct net_device *l3_dev, unsigned long event,
400 				 struct netdev_notifier_changeupper_info *info);
401 bool mlxsw_sp_netdev_is_ipip_ol(const struct mlxsw_sp *mlxsw_sp,
402 				const struct net_device *dev);
403 bool mlxsw_sp_netdev_is_ipip_ul(const struct mlxsw_sp *mlxsw_sp,
404 				const struct net_device *dev);
405 int mlxsw_sp_netdevice_ipip_ol_event(struct mlxsw_sp *mlxsw_sp,
406 				     struct net_device *l3_dev,
407 				     unsigned long event,
408 				     struct netdev_notifier_info *info);
409 int
410 mlxsw_sp_netdevice_ipip_ul_event(struct mlxsw_sp *mlxsw_sp,
411 				 struct net_device *l3_dev,
412 				 unsigned long event,
413 				 struct netdev_notifier_info *info);
414 void
415 mlxsw_sp_port_vlan_router_leave(struct mlxsw_sp_port_vlan *mlxsw_sp_port_vlan);
416 void mlxsw_sp_rif_destroy(struct mlxsw_sp_rif *rif);
417 void mlxsw_sp_rif_destroy_by_dev(struct mlxsw_sp *mlxsw_sp,
418 				 struct net_device *dev);
419 
420 /* spectrum_kvdl.c */
421 enum mlxsw_sp_kvdl_entry_type {
422 	MLXSW_SP_KVDL_ENTRY_TYPE_ADJ,
423 	MLXSW_SP_KVDL_ENTRY_TYPE_ACTSET,
424 	MLXSW_SP_KVDL_ENTRY_TYPE_PBS,
425 	MLXSW_SP_KVDL_ENTRY_TYPE_MCRIGR,
426 };
427 
428 static inline unsigned int
mlxsw_sp_kvdl_entry_size(enum mlxsw_sp_kvdl_entry_type type)429 mlxsw_sp_kvdl_entry_size(enum mlxsw_sp_kvdl_entry_type type)
430 {
431 	switch (type) {
432 	case MLXSW_SP_KVDL_ENTRY_TYPE_ADJ: /* fall through */
433 	case MLXSW_SP_KVDL_ENTRY_TYPE_ACTSET: /* fall through */
434 	case MLXSW_SP_KVDL_ENTRY_TYPE_PBS: /* fall through */
435 	case MLXSW_SP_KVDL_ENTRY_TYPE_MCRIGR: /* fall through */
436 	default:
437 		return 1;
438 	}
439 }
440 
441 struct mlxsw_sp_kvdl_ops {
442 	size_t priv_size;
443 	int (*init)(struct mlxsw_sp *mlxsw_sp, void *priv);
444 	void (*fini)(struct mlxsw_sp *mlxsw_sp, void *priv);
445 	int (*alloc)(struct mlxsw_sp *mlxsw_sp, void *priv,
446 		     enum mlxsw_sp_kvdl_entry_type type,
447 		     unsigned int entry_count, u32 *p_entry_index);
448 	void (*free)(struct mlxsw_sp *mlxsw_sp, void *priv,
449 		     enum mlxsw_sp_kvdl_entry_type type,
450 		     unsigned int entry_count, int entry_index);
451 	int (*alloc_size_query)(struct mlxsw_sp *mlxsw_sp, void *priv,
452 				enum mlxsw_sp_kvdl_entry_type type,
453 				unsigned int entry_count,
454 				unsigned int *p_alloc_count);
455 	int (*resources_register)(struct mlxsw_sp *mlxsw_sp, void *priv);
456 };
457 
458 int mlxsw_sp_kvdl_init(struct mlxsw_sp *mlxsw_sp);
459 void mlxsw_sp_kvdl_fini(struct mlxsw_sp *mlxsw_sp);
460 int mlxsw_sp_kvdl_alloc(struct mlxsw_sp *mlxsw_sp,
461 			enum mlxsw_sp_kvdl_entry_type type,
462 			unsigned int entry_count, u32 *p_entry_index);
463 void mlxsw_sp_kvdl_free(struct mlxsw_sp *mlxsw_sp,
464 			enum mlxsw_sp_kvdl_entry_type type,
465 			unsigned int entry_count, int entry_index);
466 int mlxsw_sp_kvdl_alloc_count_query(struct mlxsw_sp *mlxsw_sp,
467 				    enum mlxsw_sp_kvdl_entry_type type,
468 				    unsigned int entry_count,
469 				    unsigned int *p_alloc_count);
470 
471 /* spectrum1_kvdl.c */
472 extern const struct mlxsw_sp_kvdl_ops mlxsw_sp1_kvdl_ops;
473 int mlxsw_sp1_kvdl_resources_register(struct mlxsw_core *mlxsw_core);
474 
475 /* spectrum2_kvdl.c */
476 extern const struct mlxsw_sp_kvdl_ops mlxsw_sp2_kvdl_ops;
477 
478 struct mlxsw_sp_acl_rule_info {
479 	unsigned int priority;
480 	struct mlxsw_afk_element_values values;
481 	struct mlxsw_afa_block *act_block;
482 	unsigned int counter_index;
483 };
484 
485 struct mlxsw_sp_acl_block;
486 struct mlxsw_sp_acl_ruleset;
487 
488 /* spectrum_acl.c */
489 enum mlxsw_sp_acl_profile {
490 	MLXSW_SP_ACL_PROFILE_FLOWER,
491 };
492 
493 struct mlxsw_afk *mlxsw_sp_acl_afk(struct mlxsw_sp_acl *acl);
494 struct mlxsw_sp *mlxsw_sp_acl_block_mlxsw_sp(struct mlxsw_sp_acl_block *block);
495 unsigned int mlxsw_sp_acl_block_rule_count(struct mlxsw_sp_acl_block *block);
496 void mlxsw_sp_acl_block_disable_inc(struct mlxsw_sp_acl_block *block);
497 void mlxsw_sp_acl_block_disable_dec(struct mlxsw_sp_acl_block *block);
498 bool mlxsw_sp_acl_block_disabled(struct mlxsw_sp_acl_block *block);
499 struct mlxsw_sp_acl_block *mlxsw_sp_acl_block_create(struct mlxsw_sp *mlxsw_sp,
500 						     struct net *net);
501 void mlxsw_sp_acl_block_destroy(struct mlxsw_sp_acl_block *block);
502 int mlxsw_sp_acl_block_bind(struct mlxsw_sp *mlxsw_sp,
503 			    struct mlxsw_sp_acl_block *block,
504 			    struct mlxsw_sp_port *mlxsw_sp_port,
505 			    bool ingress);
506 int mlxsw_sp_acl_block_unbind(struct mlxsw_sp *mlxsw_sp,
507 			      struct mlxsw_sp_acl_block *block,
508 			      struct mlxsw_sp_port *mlxsw_sp_port,
509 			      bool ingress);
510 bool mlxsw_sp_acl_block_is_egress_bound(struct mlxsw_sp_acl_block *block);
511 struct mlxsw_sp_acl_ruleset *
512 mlxsw_sp_acl_ruleset_lookup(struct mlxsw_sp *mlxsw_sp,
513 			    struct mlxsw_sp_acl_block *block, u32 chain_index,
514 			    enum mlxsw_sp_acl_profile profile);
515 struct mlxsw_sp_acl_ruleset *
516 mlxsw_sp_acl_ruleset_get(struct mlxsw_sp *mlxsw_sp,
517 			 struct mlxsw_sp_acl_block *block, u32 chain_index,
518 			 enum mlxsw_sp_acl_profile profile,
519 			 struct mlxsw_afk_element_usage *tmplt_elusage);
520 void mlxsw_sp_acl_ruleset_put(struct mlxsw_sp *mlxsw_sp,
521 			      struct mlxsw_sp_acl_ruleset *ruleset);
522 u16 mlxsw_sp_acl_ruleset_group_id(struct mlxsw_sp_acl_ruleset *ruleset);
523 
524 struct mlxsw_sp_acl_rule_info *
525 mlxsw_sp_acl_rulei_create(struct mlxsw_sp_acl *acl);
526 void mlxsw_sp_acl_rulei_destroy(struct mlxsw_sp_acl_rule_info *rulei);
527 int mlxsw_sp_acl_rulei_commit(struct mlxsw_sp_acl_rule_info *rulei);
528 void mlxsw_sp_acl_rulei_priority(struct mlxsw_sp_acl_rule_info *rulei,
529 				 unsigned int priority);
530 void mlxsw_sp_acl_rulei_keymask_u32(struct mlxsw_sp_acl_rule_info *rulei,
531 				    enum mlxsw_afk_element element,
532 				    u32 key_value, u32 mask_value);
533 void mlxsw_sp_acl_rulei_keymask_buf(struct mlxsw_sp_acl_rule_info *rulei,
534 				    enum mlxsw_afk_element element,
535 				    const char *key_value,
536 				    const char *mask_value, unsigned int len);
537 int mlxsw_sp_acl_rulei_act_continue(struct mlxsw_sp_acl_rule_info *rulei);
538 int mlxsw_sp_acl_rulei_act_jump(struct mlxsw_sp_acl_rule_info *rulei,
539 				u16 group_id);
540 int mlxsw_sp_acl_rulei_act_terminate(struct mlxsw_sp_acl_rule_info *rulei);
541 int mlxsw_sp_acl_rulei_act_drop(struct mlxsw_sp_acl_rule_info *rulei);
542 int mlxsw_sp_acl_rulei_act_trap(struct mlxsw_sp_acl_rule_info *rulei);
543 int mlxsw_sp_acl_rulei_act_mirror(struct mlxsw_sp *mlxsw_sp,
544 				  struct mlxsw_sp_acl_rule_info *rulei,
545 				  struct mlxsw_sp_acl_block *block,
546 				  struct net_device *out_dev,
547 				  struct netlink_ext_ack *extack);
548 int mlxsw_sp_acl_rulei_act_fwd(struct mlxsw_sp *mlxsw_sp,
549 			       struct mlxsw_sp_acl_rule_info *rulei,
550 			       struct net_device *out_dev,
551 			       struct netlink_ext_ack *extack);
552 int mlxsw_sp_acl_rulei_act_vlan(struct mlxsw_sp *mlxsw_sp,
553 				struct mlxsw_sp_acl_rule_info *rulei,
554 				u32 action, u16 vid, u16 proto, u8 prio,
555 				struct netlink_ext_ack *extack);
556 int mlxsw_sp_acl_rulei_act_count(struct mlxsw_sp *mlxsw_sp,
557 				 struct mlxsw_sp_acl_rule_info *rulei,
558 				 struct netlink_ext_ack *extack);
559 int mlxsw_sp_acl_rulei_act_fid_set(struct mlxsw_sp *mlxsw_sp,
560 				   struct mlxsw_sp_acl_rule_info *rulei,
561 				   u16 fid, struct netlink_ext_ack *extack);
562 
563 struct mlxsw_sp_acl_rule;
564 
565 struct mlxsw_sp_acl_rule *
566 mlxsw_sp_acl_rule_create(struct mlxsw_sp *mlxsw_sp,
567 			 struct mlxsw_sp_acl_ruleset *ruleset,
568 			 unsigned long cookie,
569 			 struct netlink_ext_ack *extack);
570 void mlxsw_sp_acl_rule_destroy(struct mlxsw_sp *mlxsw_sp,
571 			       struct mlxsw_sp_acl_rule *rule);
572 int mlxsw_sp_acl_rule_add(struct mlxsw_sp *mlxsw_sp,
573 			  struct mlxsw_sp_acl_rule *rule);
574 void mlxsw_sp_acl_rule_del(struct mlxsw_sp *mlxsw_sp,
575 			   struct mlxsw_sp_acl_rule *rule);
576 struct mlxsw_sp_acl_rule *
577 mlxsw_sp_acl_rule_lookup(struct mlxsw_sp *mlxsw_sp,
578 			 struct mlxsw_sp_acl_ruleset *ruleset,
579 			 unsigned long cookie);
580 struct mlxsw_sp_acl_rule_info *
581 mlxsw_sp_acl_rule_rulei(struct mlxsw_sp_acl_rule *rule);
582 int mlxsw_sp_acl_rule_get_stats(struct mlxsw_sp *mlxsw_sp,
583 				struct mlxsw_sp_acl_rule *rule,
584 				u64 *packets, u64 *bytes, u64 *last_use);
585 
586 struct mlxsw_sp_fid *mlxsw_sp_acl_dummy_fid(struct mlxsw_sp *mlxsw_sp);
587 
588 int mlxsw_sp_acl_init(struct mlxsw_sp *mlxsw_sp);
589 void mlxsw_sp_acl_fini(struct mlxsw_sp *mlxsw_sp);
590 
591 /* spectrum_acl_tcam.c */
592 struct mlxsw_sp_acl_tcam;
593 struct mlxsw_sp_acl_tcam_region;
594 
595 struct mlxsw_sp_acl_tcam_ops {
596 	enum mlxsw_reg_ptar_key_type key_type;
597 	size_t priv_size;
598 	int (*init)(struct mlxsw_sp *mlxsw_sp, void *priv,
599 		    struct mlxsw_sp_acl_tcam *tcam);
600 	void (*fini)(struct mlxsw_sp *mlxsw_sp, void *priv);
601 	size_t region_priv_size;
602 	int (*region_init)(struct mlxsw_sp *mlxsw_sp, void *region_priv,
603 			   void *tcam_priv,
604 			   struct mlxsw_sp_acl_tcam_region *region);
605 	void (*region_fini)(struct mlxsw_sp *mlxsw_sp, void *region_priv);
606 	int (*region_associate)(struct mlxsw_sp *mlxsw_sp,
607 				struct mlxsw_sp_acl_tcam_region *region);
608 	size_t chunk_priv_size;
609 	void (*chunk_init)(void *region_priv, void *chunk_priv,
610 			   unsigned int priority);
611 	void (*chunk_fini)(void *chunk_priv);
612 	size_t entry_priv_size;
613 	int (*entry_add)(struct mlxsw_sp *mlxsw_sp,
614 			 void *region_priv, void *chunk_priv,
615 			 void *entry_priv,
616 			 struct mlxsw_sp_acl_rule_info *rulei);
617 	void (*entry_del)(struct mlxsw_sp *mlxsw_sp,
618 			  void *region_priv, void *chunk_priv,
619 			  void *entry_priv);
620 	int (*entry_activity_get)(struct mlxsw_sp *mlxsw_sp,
621 				  void *region_priv, void *entry_priv,
622 				  bool *activity);
623 };
624 
625 /* spectrum1_acl_tcam.c */
626 extern const struct mlxsw_sp_acl_tcam_ops mlxsw_sp1_acl_tcam_ops;
627 
628 /* spectrum2_acl_tcam.c */
629 extern const struct mlxsw_sp_acl_tcam_ops mlxsw_sp2_acl_tcam_ops;
630 
631 /* spectrum_acl_flex_actions.c */
632 extern const struct mlxsw_afa_ops mlxsw_sp1_act_afa_ops;
633 extern const struct mlxsw_afa_ops mlxsw_sp2_act_afa_ops;
634 
635 /* spectrum_acl_flex_keys.c */
636 extern const struct mlxsw_afk_ops mlxsw_sp1_afk_ops;
637 extern const struct mlxsw_afk_ops mlxsw_sp2_afk_ops;
638 
639 /* spectrum_flower.c */
640 int mlxsw_sp_flower_replace(struct mlxsw_sp *mlxsw_sp,
641 			    struct mlxsw_sp_acl_block *block,
642 			    struct tc_cls_flower_offload *f);
643 void mlxsw_sp_flower_destroy(struct mlxsw_sp *mlxsw_sp,
644 			     struct mlxsw_sp_acl_block *block,
645 			     struct tc_cls_flower_offload *f);
646 int mlxsw_sp_flower_stats(struct mlxsw_sp *mlxsw_sp,
647 			  struct mlxsw_sp_acl_block *block,
648 			  struct tc_cls_flower_offload *f);
649 int mlxsw_sp_flower_tmplt_create(struct mlxsw_sp *mlxsw_sp,
650 				 struct mlxsw_sp_acl_block *block,
651 				 struct tc_cls_flower_offload *f);
652 void mlxsw_sp_flower_tmplt_destroy(struct mlxsw_sp *mlxsw_sp,
653 				   struct mlxsw_sp_acl_block *block,
654 				   struct tc_cls_flower_offload *f);
655 
656 /* spectrum_qdisc.c */
657 int mlxsw_sp_tc_qdisc_init(struct mlxsw_sp_port *mlxsw_sp_port);
658 void mlxsw_sp_tc_qdisc_fini(struct mlxsw_sp_port *mlxsw_sp_port);
659 int mlxsw_sp_setup_tc_red(struct mlxsw_sp_port *mlxsw_sp_port,
660 			  struct tc_red_qopt_offload *p);
661 int mlxsw_sp_setup_tc_prio(struct mlxsw_sp_port *mlxsw_sp_port,
662 			   struct tc_prio_qopt_offload *p);
663 
664 /* spectrum_fid.c */
665 int mlxsw_sp_fid_flood_set(struct mlxsw_sp_fid *fid,
666 			   enum mlxsw_sp_flood_type packet_type, u8 local_port,
667 			   bool member);
668 int mlxsw_sp_fid_port_vid_map(struct mlxsw_sp_fid *fid,
669 			      struct mlxsw_sp_port *mlxsw_sp_port, u16 vid);
670 void mlxsw_sp_fid_port_vid_unmap(struct mlxsw_sp_fid *fid,
671 				 struct mlxsw_sp_port *mlxsw_sp_port, u16 vid);
672 enum mlxsw_sp_rif_type mlxsw_sp_fid_rif_type(const struct mlxsw_sp_fid *fid);
673 u16 mlxsw_sp_fid_index(const struct mlxsw_sp_fid *fid);
674 enum mlxsw_sp_fid_type mlxsw_sp_fid_type(const struct mlxsw_sp_fid *fid);
675 void mlxsw_sp_fid_rif_set(struct mlxsw_sp_fid *fid, struct mlxsw_sp_rif *rif);
676 enum mlxsw_sp_rif_type
677 mlxsw_sp_fid_type_rif_type(const struct mlxsw_sp *mlxsw_sp,
678 			   enum mlxsw_sp_fid_type type);
679 u16 mlxsw_sp_fid_8021q_vid(const struct mlxsw_sp_fid *fid);
680 struct mlxsw_sp_fid *mlxsw_sp_fid_8021q_get(struct mlxsw_sp *mlxsw_sp, u16 vid);
681 struct mlxsw_sp_fid *mlxsw_sp_fid_8021d_get(struct mlxsw_sp *mlxsw_sp,
682 					    int br_ifindex);
683 struct mlxsw_sp_fid *mlxsw_sp_fid_rfid_get(struct mlxsw_sp *mlxsw_sp,
684 					   u16 rif_index);
685 struct mlxsw_sp_fid *mlxsw_sp_fid_dummy_get(struct mlxsw_sp *mlxsw_sp);
686 void mlxsw_sp_fid_put(struct mlxsw_sp_fid *fid);
687 int mlxsw_sp_port_fids_init(struct mlxsw_sp_port *mlxsw_sp_port);
688 void mlxsw_sp_port_fids_fini(struct mlxsw_sp_port *mlxsw_sp_port);
689 int mlxsw_sp_fids_init(struct mlxsw_sp *mlxsw_sp);
690 void mlxsw_sp_fids_fini(struct mlxsw_sp *mlxsw_sp);
691 
692 /* spectrum_mr.c */
693 enum mlxsw_sp_mr_route_prio {
694 	MLXSW_SP_MR_ROUTE_PRIO_SG,
695 	MLXSW_SP_MR_ROUTE_PRIO_STARG,
696 	MLXSW_SP_MR_ROUTE_PRIO_CATCHALL,
697 	__MLXSW_SP_MR_ROUTE_PRIO_MAX
698 };
699 
700 #define MLXSW_SP_MR_ROUTE_PRIO_MAX (__MLXSW_SP_MR_ROUTE_PRIO_MAX - 1)
701 
702 struct mlxsw_sp_mr_route_key;
703 
704 struct mlxsw_sp_mr_tcam_ops {
705 	size_t priv_size;
706 	int (*init)(struct mlxsw_sp *mlxsw_sp, void *priv);
707 	void (*fini)(void *priv);
708 	size_t route_priv_size;
709 	int (*route_create)(struct mlxsw_sp *mlxsw_sp, void *priv,
710 			    void *route_priv,
711 			    struct mlxsw_sp_mr_route_key *key,
712 			    struct mlxsw_afa_block *afa_block,
713 			    enum mlxsw_sp_mr_route_prio prio);
714 	void (*route_destroy)(struct mlxsw_sp *mlxsw_sp, void *priv,
715 			      void *route_priv,
716 			      struct mlxsw_sp_mr_route_key *key);
717 	int (*route_update)(struct mlxsw_sp *mlxsw_sp, void *route_priv,
718 			    struct mlxsw_sp_mr_route_key *key,
719 			    struct mlxsw_afa_block *afa_block);
720 };
721 
722 /* spectrum1_mr_tcam.c */
723 extern const struct mlxsw_sp_mr_tcam_ops mlxsw_sp1_mr_tcam_ops;
724 
725 /* spectrum2_mr_tcam.c */
726 extern const struct mlxsw_sp_mr_tcam_ops mlxsw_sp2_mr_tcam_ops;
727 
728 #endif
729