1 /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */
2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */
3
4 #ifndef _MLXSW_ROUTER_H_
5 #define _MLXSW_ROUTER_H_
6
7 #include "spectrum.h"
8 #include "reg.h"
9
10 struct mlxsw_sp_router_nve_decap {
11 u32 ul_tb_id;
12 u32 tunnel_index;
13 enum mlxsw_sp_l3proto ul_proto;
14 union mlxsw_sp_l3addr ul_sip;
15 u8 valid:1;
16 };
17
18 struct mlxsw_sp_fib_entry_op_ctx {
19 u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk
20 * the actual entry with the one that is the next
21 * in queue.
22 */
23 initialized:1; /* Bit that the low-level op sets in case
24 * the context priv is initialized.
25 */
26 struct list_head fib_entry_priv_list;
27 unsigned long event;
28 unsigned long ll_priv[];
29 };
30
31 static inline void
mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx * op_ctx)32 mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx)
33 {
34 WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list));
35 memset(op_ctx, 0, sizeof(*op_ctx));
36 INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list);
37 }
38
39 struct mlxsw_sp_router {
40 struct mlxsw_sp *mlxsw_sp;
41 struct mlxsw_sp_rif **rifs;
42 struct mlxsw_sp_vr *vrs;
43 struct rhashtable neigh_ht;
44 struct rhashtable nexthop_group_ht;
45 struct rhashtable nexthop_ht;
46 struct list_head nexthop_list;
47 struct {
48 /* One tree for each protocol: IPv4 and IPv6 */
49 struct mlxsw_sp_lpm_tree *proto_trees[2];
50 struct mlxsw_sp_lpm_tree *trees;
51 unsigned int tree_count;
52 } lpm;
53 struct {
54 struct delayed_work dw;
55 unsigned long interval; /* ms */
56 } neighs_update;
57 struct delayed_work nexthop_probe_dw;
58 #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */
59 struct list_head nexthop_neighs_list;
60 struct list_head ipip_list;
61 struct notifier_block nexthop_nb;
62 struct notifier_block fib_nb;
63 struct notifier_block netevent_nb;
64 struct notifier_block inetaddr_nb;
65 struct notifier_block inet6addr_nb;
66 const struct mlxsw_sp_rif_ops **rif_ops_arr;
67 const struct mlxsw_sp_ipip_ops **ipip_ops_arr;
68 u32 adj_discard_index;
69 bool adj_discard_index_valid;
70 struct mlxsw_sp_router_nve_decap nve_decap_config;
71 struct mutex lock; /* Protects shared router resources */
72 struct work_struct fib_event_work;
73 struct list_head fib_event_queue;
74 spinlock_t fib_event_queue_lock; /* Protects fib event queue list */
75 /* One set of ops for each protocol: IPv4 and IPv6 */
76 const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX];
77 struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx;
78 u16 lb_rif_index;
79 struct mlxsw_sp_router_xm *xm;
80 const struct mlxsw_sp_adj_grp_size_range *adj_grp_size_ranges;
81 size_t adj_grp_size_ranges_count;
82 struct delayed_work nh_grp_activity_dw;
83 struct list_head nh_res_grp_list;
84 bool inc_parsing_depth;
85 };
86
87 struct mlxsw_sp_fib_entry_priv {
88 refcount_t refcnt;
89 struct list_head list; /* Member in op_ctx->fib_entry_priv_list */
90 unsigned long priv[];
91 };
92
93 enum mlxsw_sp_fib_entry_op {
94 MLXSW_SP_FIB_ENTRY_OP_WRITE,
95 MLXSW_SP_FIB_ENTRY_OP_UPDATE,
96 MLXSW_SP_FIB_ENTRY_OP_DELETE,
97 };
98
99 /* Low-level router ops. Basically this is to handle the different
100 * register sets to work with ordinary and XM trees and FIB entries.
101 */
102 struct mlxsw_sp_router_ll_ops {
103 int (*init)(struct mlxsw_sp *mlxsw_sp, u16 vr_id,
104 enum mlxsw_sp_l3proto proto);
105 int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl);
106 int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl);
107 int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl);
108 size_t fib_entry_op_ctx_size;
109 size_t fib_entry_priv_size;
110 void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
111 enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op,
112 u16 virtual_router, u8 prefix_len, unsigned char *addr,
113 struct mlxsw_sp_fib_entry_priv *priv);
114 void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
115 enum mlxsw_reg_ralue_trap_action trap_action,
116 u16 trap_id, u32 adjacency_index, u16 ecmp_size);
117 void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
118 enum mlxsw_reg_ralue_trap_action trap_action,
119 u16 trap_id, u16 local_erif);
120 void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx);
121 void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
122 u32 tunnel_ptr);
123 int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp,
124 struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
125 bool *postponed_for_bulk);
126 bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv);
127 };
128
129 struct mlxsw_sp_rif_ipip_lb;
130 struct mlxsw_sp_rif_ipip_lb_config {
131 enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt;
132 u32 okey;
133 enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */
134 union mlxsw_sp_l3addr saddr;
135 };
136
137 enum mlxsw_sp_rif_counter_dir {
138 MLXSW_SP_RIF_COUNTER_INGRESS,
139 MLXSW_SP_RIF_COUNTER_EGRESS,
140 };
141
142 struct mlxsw_sp_neigh_entry;
143 struct mlxsw_sp_nexthop;
144 struct mlxsw_sp_ipip_entry;
145
146 struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp,
147 u16 rif_index);
148 u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif);
149 u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif);
150 u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif);
151 u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif);
152 u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev);
153 int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif);
154 const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif);
155 int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp,
156 struct mlxsw_sp_rif *rif,
157 enum mlxsw_sp_rif_counter_dir dir,
158 u64 *cnt);
159 void mlxsw_sp_rif_counter_free(struct mlxsw_sp *mlxsw_sp,
160 struct mlxsw_sp_rif *rif,
161 enum mlxsw_sp_rif_counter_dir dir);
162 int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp *mlxsw_sp,
163 struct mlxsw_sp_rif *rif,
164 enum mlxsw_sp_rif_counter_dir dir);
165 struct mlxsw_sp_neigh_entry *
166 mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif,
167 struct mlxsw_sp_neigh_entry *neigh_entry);
168 int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry);
169 unsigned char *
170 mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry);
171 u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry);
172 struct in6_addr *
173 mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry);
174
175 #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif) \
176 for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry; \
177 neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry))
178 int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp,
179 struct mlxsw_sp_neigh_entry *neigh_entry,
180 u64 *p_counter);
181 void
182 mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp,
183 struct mlxsw_sp_neigh_entry *neigh_entry,
184 bool adding);
185 bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry);
186 int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp,
187 struct mlxsw_sp_ipip_entry *ipip_entry,
188 bool recreate_loopback,
189 bool keep_encap,
190 bool update_nexthops,
191 struct netlink_ext_ack *extack);
192 void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp,
193 struct mlxsw_sp_ipip_entry *ipip_entry);
194 bool
195 mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp,
196 enum mlxsw_sp_l3proto ul_proto,
197 union mlxsw_sp_l3addr saddr,
198 u32 ul_tb_id,
199 const struct mlxsw_sp_ipip_entry *except);
200 struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router,
201 struct mlxsw_sp_nexthop *nh);
202 bool mlxsw_sp_nexthop_is_forward(const struct mlxsw_sp_nexthop *nh);
203 unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh);
204 int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index,
205 u32 *p_adj_size, u32 *p_adj_hash_index);
206 struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh);
207 bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh);
208 #define mlxsw_sp_nexthop_for_each(nh, router) \
209 for (nh = mlxsw_sp_nexthop_next(router, NULL); nh; \
210 nh = mlxsw_sp_nexthop_next(router, nh))
211 int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp,
212 struct mlxsw_sp_nexthop *nh, u64 *p_counter);
213 int mlxsw_sp_nexthop_eth_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index,
214 struct mlxsw_sp_nexthop *nh, bool force,
215 char *ratr_pl);
216 void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp,
217 struct mlxsw_sp_nexthop *nh);
218 void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp,
219 struct mlxsw_sp_nexthop *nh);
220
mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr * addr1,const union mlxsw_sp_l3addr * addr2)221 static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1,
222 const union mlxsw_sp_l3addr *addr2)
223 {
224 return !memcmp(addr1, addr2, sizeof(*addr1));
225 }
226
227 int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp);
228 int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp);
229
230 extern const struct mlxsw_sp_router_ll_ops mlxsw_sp_router_ll_xm_ops;
231
232 int mlxsw_sp_router_xm_init(struct mlxsw_sp *mlxsw_sp);
233 void mlxsw_sp_router_xm_fini(struct mlxsw_sp *mlxsw_sp);
234 bool mlxsw_sp_router_xm_ipv4_is_supported(const struct mlxsw_sp *mlxsw_sp);
235
236 #endif /* _MLXSW_ROUTER_H_*/
237