1 /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */
2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */
3 
4 #ifndef _MLXSW_ROUTER_H_
5 #define _MLXSW_ROUTER_H_
6 
7 #include "spectrum.h"
8 #include "reg.h"
9 
10 struct mlxsw_sp_router_nve_decap {
11 	u32 ul_tb_id;
12 	u32 tunnel_index;
13 	enum mlxsw_sp_l3proto ul_proto;
14 	union mlxsw_sp_l3addr ul_sip;
15 	u8 valid:1;
16 };
17 
18 struct mlxsw_sp_fib_entry_op_ctx {
19 	u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk
20 		       * the actual entry with the one that is the next
21 		       * in queue.
22 		       */
23 	   initialized:1; /* Bit that the low-level op sets in case
24 			   * the context priv is initialized.
25 			   */
26 	struct list_head fib_entry_priv_list;
27 	unsigned long event;
28 	unsigned long ll_priv[];
29 };
30 
31 static inline void
mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx * op_ctx)32 mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx)
33 {
34 	WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list));
35 	memset(op_ctx, 0, sizeof(*op_ctx));
36 	INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list);
37 }
38 
39 struct mlxsw_sp_router {
40 	struct mlxsw_sp *mlxsw_sp;
41 	struct mlxsw_sp_rif **rifs;
42 	struct mlxsw_sp_vr *vrs;
43 	struct rhashtable neigh_ht;
44 	struct rhashtable nexthop_group_ht;
45 	struct rhashtable nexthop_ht;
46 	struct list_head nexthop_list;
47 	struct {
48 		/* One tree for each protocol: IPv4 and IPv6 */
49 		struct mlxsw_sp_lpm_tree *proto_trees[2];
50 		struct mlxsw_sp_lpm_tree *trees;
51 		unsigned int tree_count;
52 	} lpm;
53 	struct {
54 		struct delayed_work dw;
55 		unsigned long interval;	/* ms */
56 	} neighs_update;
57 	struct delayed_work nexthop_probe_dw;
58 #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */
59 	struct list_head nexthop_neighs_list;
60 	struct list_head ipip_list;
61 	struct notifier_block nexthop_nb;
62 	struct notifier_block fib_nb;
63 	struct notifier_block netevent_nb;
64 	struct notifier_block inetaddr_nb;
65 	struct notifier_block inet6addr_nb;
66 	const struct mlxsw_sp_rif_ops **rif_ops_arr;
67 	const struct mlxsw_sp_ipip_ops **ipip_ops_arr;
68 	u32 adj_discard_index;
69 	bool adj_discard_index_valid;
70 	struct mlxsw_sp_router_nve_decap nve_decap_config;
71 	struct mutex lock; /* Protects shared router resources */
72 	struct work_struct fib_event_work;
73 	struct list_head fib_event_queue;
74 	spinlock_t fib_event_queue_lock; /* Protects fib event queue list */
75 	/* One set of ops for each protocol: IPv4 and IPv6 */
76 	const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX];
77 	struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx;
78 	u16 lb_rif_index;
79 	struct mlxsw_sp_router_xm *xm;
80 	const struct mlxsw_sp_adj_grp_size_range *adj_grp_size_ranges;
81 	size_t adj_grp_size_ranges_count;
82 	struct delayed_work nh_grp_activity_dw;
83 	struct list_head nh_res_grp_list;
84 	bool inc_parsing_depth;
85 };
86 
87 struct mlxsw_sp_fib_entry_priv {
88 	refcount_t refcnt;
89 	struct list_head list; /* Member in op_ctx->fib_entry_priv_list */
90 	unsigned long priv[];
91 };
92 
93 enum mlxsw_sp_fib_entry_op {
94 	MLXSW_SP_FIB_ENTRY_OP_WRITE,
95 	MLXSW_SP_FIB_ENTRY_OP_UPDATE,
96 	MLXSW_SP_FIB_ENTRY_OP_DELETE,
97 };
98 
99 /* Low-level router ops. Basically this is to handle the different
100  * register sets to work with ordinary and XM trees and FIB entries.
101  */
102 struct mlxsw_sp_router_ll_ops {
103 	int (*init)(struct mlxsw_sp *mlxsw_sp, u16 vr_id,
104 		    enum mlxsw_sp_l3proto proto);
105 	int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl);
106 	int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl);
107 	int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl);
108 	size_t fib_entry_op_ctx_size;
109 	size_t fib_entry_priv_size;
110 	void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
111 			       enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op,
112 			       u16 virtual_router, u8 prefix_len, unsigned char *addr,
113 			       struct mlxsw_sp_fib_entry_priv *priv);
114 	void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
115 					  enum mlxsw_reg_ralue_trap_action trap_action,
116 					  u16 trap_id, u32 adjacency_index, u16 ecmp_size);
117 	void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
118 					 enum mlxsw_reg_ralue_trap_action trap_action,
119 					 u16 trap_id, u16 local_erif);
120 	void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx);
121 	void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
122 					     u32 tunnel_ptr);
123 	int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp,
124 				struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
125 				bool *postponed_for_bulk);
126 	bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv);
127 };
128 
129 struct mlxsw_sp_rif_ipip_lb;
130 struct mlxsw_sp_rif_ipip_lb_config {
131 	enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt;
132 	u32 okey;
133 	enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */
134 	union mlxsw_sp_l3addr saddr;
135 };
136 
137 enum mlxsw_sp_rif_counter_dir {
138 	MLXSW_SP_RIF_COUNTER_INGRESS,
139 	MLXSW_SP_RIF_COUNTER_EGRESS,
140 };
141 
142 struct mlxsw_sp_neigh_entry;
143 struct mlxsw_sp_nexthop;
144 struct mlxsw_sp_ipip_entry;
145 
146 struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp,
147 					   u16 rif_index);
148 u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif);
149 u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif);
150 u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif);
151 u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif);
152 u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev);
153 int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif);
154 const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif);
155 int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp,
156 				   struct mlxsw_sp_rif *rif,
157 				   enum mlxsw_sp_rif_counter_dir dir,
158 				   u64 *cnt);
159 void mlxsw_sp_rif_counter_free(struct mlxsw_sp *mlxsw_sp,
160 			       struct mlxsw_sp_rif *rif,
161 			       enum mlxsw_sp_rif_counter_dir dir);
162 int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp *mlxsw_sp,
163 			       struct mlxsw_sp_rif *rif,
164 			       enum mlxsw_sp_rif_counter_dir dir);
165 struct mlxsw_sp_neigh_entry *
166 mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif,
167 			struct mlxsw_sp_neigh_entry *neigh_entry);
168 int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry);
169 unsigned char *
170 mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry);
171 u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry);
172 struct in6_addr *
173 mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry);
174 
175 #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif)				\
176 	for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry;	\
177 	     neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry))
178 int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp,
179 			       struct mlxsw_sp_neigh_entry *neigh_entry,
180 			       u64 *p_counter);
181 void
182 mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp,
183 				    struct mlxsw_sp_neigh_entry *neigh_entry,
184 				    bool adding);
185 bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry);
186 int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp,
187 					struct mlxsw_sp_ipip_entry *ipip_entry,
188 					bool recreate_loopback,
189 					bool keep_encap,
190 					bool update_nexthops,
191 					struct netlink_ext_ack *extack);
192 void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp,
193 				       struct mlxsw_sp_ipip_entry *ipip_entry);
194 bool
195 mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp,
196 				     enum mlxsw_sp_l3proto ul_proto,
197 				     union mlxsw_sp_l3addr saddr,
198 				     u32 ul_tb_id,
199 				     const struct mlxsw_sp_ipip_entry *except);
200 struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router,
201 					       struct mlxsw_sp_nexthop *nh);
202 bool mlxsw_sp_nexthop_is_forward(const struct mlxsw_sp_nexthop *nh);
203 unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh);
204 int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index,
205 			     u32 *p_adj_size, u32 *p_adj_hash_index);
206 struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh);
207 bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh);
208 #define mlxsw_sp_nexthop_for_each(nh, router)				\
209 	for (nh = mlxsw_sp_nexthop_next(router, NULL); nh;		\
210 	     nh = mlxsw_sp_nexthop_next(router, nh))
211 int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp,
212 				 struct mlxsw_sp_nexthop *nh, u64 *p_counter);
213 int mlxsw_sp_nexthop_eth_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index,
214 				struct mlxsw_sp_nexthop *nh, bool force,
215 				char *ratr_pl);
216 void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp,
217 				    struct mlxsw_sp_nexthop *nh);
218 void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp,
219 				   struct mlxsw_sp_nexthop *nh);
220 
mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr * addr1,const union mlxsw_sp_l3addr * addr2)221 static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1,
222 				      const union mlxsw_sp_l3addr *addr2)
223 {
224 	return !memcmp(addr1, addr2, sizeof(*addr1));
225 }
226 
227 int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp);
228 int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp);
229 
230 extern const struct mlxsw_sp_router_ll_ops mlxsw_sp_router_ll_xm_ops;
231 
232 int mlxsw_sp_router_xm_init(struct mlxsw_sp *mlxsw_sp);
233 void mlxsw_sp_router_xm_fini(struct mlxsw_sp *mlxsw_sp);
234 bool mlxsw_sp_router_xm_ipv4_is_supported(const struct mlxsw_sp *mlxsw_sp);
235 
236 #endif /* _MLXSW_ROUTER_H_*/
237