1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __LINUX_NETFILTER_H
3 #define __LINUX_NETFILTER_H
4
5 #include <linux/init.h>
6 #include <linux/skbuff.h>
7 #include <linux/net.h>
8 #include <linux/if.h>
9 #include <linux/in.h>
10 #include <linux/in6.h>
11 #include <linux/wait.h>
12 #include <linux/list.h>
13 #include <linux/static_key.h>
14 #include <linux/netfilter_defs.h>
15 #include <linux/netdevice.h>
16 #include <net/net_namespace.h>
17
18 #ifdef CONFIG_NETFILTER
NF_DROP_GETERR(int verdict)19 static inline int NF_DROP_GETERR(int verdict)
20 {
21 return -(verdict >> NF_VERDICT_QBITS);
22 }
23
nf_inet_addr_cmp(const union nf_inet_addr * a1,const union nf_inet_addr * a2)24 static inline int nf_inet_addr_cmp(const union nf_inet_addr *a1,
25 const union nf_inet_addr *a2)
26 {
27 return a1->all[0] == a2->all[0] &&
28 a1->all[1] == a2->all[1] &&
29 a1->all[2] == a2->all[2] &&
30 a1->all[3] == a2->all[3];
31 }
32
nf_inet_addr_mask(const union nf_inet_addr * a1,union nf_inet_addr * result,const union nf_inet_addr * mask)33 static inline void nf_inet_addr_mask(const union nf_inet_addr *a1,
34 union nf_inet_addr *result,
35 const union nf_inet_addr *mask)
36 {
37 result->all[0] = a1->all[0] & mask->all[0];
38 result->all[1] = a1->all[1] & mask->all[1];
39 result->all[2] = a1->all[2] & mask->all[2];
40 result->all[3] = a1->all[3] & mask->all[3];
41 }
42
43 int netfilter_init(void);
44
45 struct sk_buff;
46
47 struct nf_hook_ops;
48
49 struct sock;
50
51 struct nf_hook_state {
52 unsigned int hook;
53 u_int8_t pf;
54 struct net_device *in;
55 struct net_device *out;
56 struct sock *sk;
57 struct net *net;
58 int (*okfn)(struct net *, struct sock *, struct sk_buff *);
59 };
60
61 typedef unsigned int nf_hookfn(void *priv,
62 struct sk_buff *skb,
63 const struct nf_hook_state *state);
64 struct nf_hook_ops {
65 /* User fills in from here down. */
66 nf_hookfn *hook;
67 struct net_device *dev;
68 void *priv;
69 u_int8_t pf;
70 unsigned int hooknum;
71 /* Hooks are ordered in ascending priority. */
72 int priority;
73 };
74
75 struct nf_hook_entry {
76 nf_hookfn *hook;
77 void *priv;
78 };
79
80 struct nf_hook_entries_rcu_head {
81 struct rcu_head head;
82 void *allocation;
83 };
84
85 struct nf_hook_entries {
86 u16 num_hook_entries;
87 /* padding */
88 struct nf_hook_entry hooks[];
89
90 /* trailer: pointers to original orig_ops of each hook,
91 * followed by rcu_head and scratch space used for freeing
92 * the structure via call_rcu.
93 *
94 * This is not part of struct nf_hook_entry since its only
95 * needed in slow path (hook register/unregister):
96 * const struct nf_hook_ops *orig_ops[]
97 *
98 * For the same reason, we store this at end -- its
99 * only needed when a hook is deleted, not during
100 * packet path processing:
101 * struct nf_hook_entries_rcu_head head
102 */
103 };
104
nf_hook_entries_get_hook_ops(const struct nf_hook_entries * e)105 static inline struct nf_hook_ops **nf_hook_entries_get_hook_ops(const struct nf_hook_entries *e)
106 {
107 unsigned int n = e->num_hook_entries;
108 const void *hook_end;
109
110 hook_end = &e->hooks[n]; /* this is *past* ->hooks[]! */
111
112 return (struct nf_hook_ops **)hook_end;
113 }
114
115 static inline int
nf_hook_entry_hookfn(const struct nf_hook_entry * entry,struct sk_buff * skb,struct nf_hook_state * state)116 nf_hook_entry_hookfn(const struct nf_hook_entry *entry, struct sk_buff *skb,
117 struct nf_hook_state *state)
118 {
119 return entry->hook(entry->priv, skb, state);
120 }
121
nf_hook_state_init(struct nf_hook_state * p,unsigned int hook,u_int8_t pf,struct net_device * indev,struct net_device * outdev,struct sock * sk,struct net * net,int (* okfn)(struct net *,struct sock *,struct sk_buff *))122 static inline void nf_hook_state_init(struct nf_hook_state *p,
123 unsigned int hook,
124 u_int8_t pf,
125 struct net_device *indev,
126 struct net_device *outdev,
127 struct sock *sk,
128 struct net *net,
129 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
130 {
131 p->hook = hook;
132 p->pf = pf;
133 p->in = indev;
134 p->out = outdev;
135 p->sk = sk;
136 p->net = net;
137 p->okfn = okfn;
138 }
139
140
141
142 struct nf_sockopt_ops {
143 struct list_head list;
144
145 u_int8_t pf;
146
147 /* Non-inclusive ranges: use 0/0/NULL to never get called. */
148 int set_optmin;
149 int set_optmax;
150 int (*set)(struct sock *sk, int optval, void __user *user, unsigned int len);
151 #ifdef CONFIG_COMPAT
152 int (*compat_set)(struct sock *sk, int optval,
153 void __user *user, unsigned int len);
154 #endif
155 int get_optmin;
156 int get_optmax;
157 int (*get)(struct sock *sk, int optval, void __user *user, int *len);
158 #ifdef CONFIG_COMPAT
159 int (*compat_get)(struct sock *sk, int optval,
160 void __user *user, int *len);
161 #endif
162 /* Use the module struct to lock set/get code in place */
163 struct module *owner;
164 };
165
166 /* Function to register/unregister hook points. */
167 int nf_register_net_hook(struct net *net, const struct nf_hook_ops *ops);
168 void nf_unregister_net_hook(struct net *net, const struct nf_hook_ops *ops);
169 int nf_register_net_hooks(struct net *net, const struct nf_hook_ops *reg,
170 unsigned int n);
171 void nf_unregister_net_hooks(struct net *net, const struct nf_hook_ops *reg,
172 unsigned int n);
173
174 /* Functions to register get/setsockopt ranges (non-inclusive). You
175 need to check permissions yourself! */
176 int nf_register_sockopt(struct nf_sockopt_ops *reg);
177 void nf_unregister_sockopt(struct nf_sockopt_ops *reg);
178
179 #ifdef HAVE_JUMP_LABEL
180 extern struct static_key nf_hooks_needed[NFPROTO_NUMPROTO][NF_MAX_HOOKS];
181 #endif
182
183 int nf_hook_slow(struct sk_buff *skb, struct nf_hook_state *state,
184 const struct nf_hook_entries *e, unsigned int i);
185
186 /**
187 * nf_hook - call a netfilter hook
188 *
189 * Returns 1 if the hook has allowed the packet to pass. The function
190 * okfn must be invoked by the caller in this case. Any other return
191 * value indicates the packet has been consumed by the hook.
192 */
nf_hook(u_int8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * indev,struct net_device * outdev,int (* okfn)(struct net *,struct sock *,struct sk_buff *))193 static inline int nf_hook(u_int8_t pf, unsigned int hook, struct net *net,
194 struct sock *sk, struct sk_buff *skb,
195 struct net_device *indev, struct net_device *outdev,
196 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
197 {
198 struct nf_hook_entries *hook_head = NULL;
199 int ret = 1;
200
201 #ifdef HAVE_JUMP_LABEL
202 if (__builtin_constant_p(pf) &&
203 __builtin_constant_p(hook) &&
204 !static_key_false(&nf_hooks_needed[pf][hook]))
205 return 1;
206 #endif
207
208 rcu_read_lock();
209 switch (pf) {
210 case NFPROTO_IPV4:
211 hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]);
212 break;
213 case NFPROTO_IPV6:
214 hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]);
215 break;
216 case NFPROTO_ARP:
217 #ifdef CONFIG_NETFILTER_FAMILY_ARP
218 if (WARN_ON_ONCE(hook >= ARRAY_SIZE(net->nf.hooks_arp)))
219 break;
220 hook_head = rcu_dereference(net->nf.hooks_arp[hook]);
221 #endif
222 break;
223 case NFPROTO_BRIDGE:
224 #ifdef CONFIG_NETFILTER_FAMILY_BRIDGE
225 hook_head = rcu_dereference(net->nf.hooks_bridge[hook]);
226 #endif
227 break;
228 #if IS_ENABLED(CONFIG_DECNET)
229 case NFPROTO_DECNET:
230 hook_head = rcu_dereference(net->nf.hooks_decnet[hook]);
231 break;
232 #endif
233 default:
234 WARN_ON_ONCE(1);
235 break;
236 }
237
238 if (hook_head) {
239 struct nf_hook_state state;
240
241 nf_hook_state_init(&state, hook, pf, indev, outdev,
242 sk, net, okfn);
243
244 ret = nf_hook_slow(skb, &state, hook_head, 0);
245 }
246 rcu_read_unlock();
247
248 return ret;
249 }
250
251 /* Activate hook; either okfn or kfree_skb called, unless a hook
252 returns NF_STOLEN (in which case, it's up to the hook to deal with
253 the consequences).
254
255 Returns -ERRNO if packet dropped. Zero means queued, stolen or
256 accepted.
257 */
258
259 /* RR:
260 > I don't want nf_hook to return anything because people might forget
261 > about async and trust the return value to mean "packet was ok".
262
263 AK:
264 Just document it clearly, then you can expect some sense from kernel
265 coders :)
266 */
267
268 static inline int
NF_HOOK_COND(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *),bool cond)269 NF_HOOK_COND(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
270 struct sk_buff *skb, struct net_device *in, struct net_device *out,
271 int (*okfn)(struct net *, struct sock *, struct sk_buff *),
272 bool cond)
273 {
274 int ret;
275
276 if (!cond ||
277 ((ret = nf_hook(pf, hook, net, sk, skb, in, out, okfn)) == 1))
278 ret = okfn(net, sk, skb);
279 return ret;
280 }
281
282 static inline int
NF_HOOK(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))283 NF_HOOK(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk, struct sk_buff *skb,
284 struct net_device *in, struct net_device *out,
285 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
286 {
287 int ret = nf_hook(pf, hook, net, sk, skb, in, out, okfn);
288 if (ret == 1)
289 ret = okfn(net, sk, skb);
290 return ret;
291 }
292
293 static inline void
NF_HOOK_LIST(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct list_head * head,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))294 NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
295 struct list_head *head, struct net_device *in, struct net_device *out,
296 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
297 {
298 struct sk_buff *skb, *next;
299 struct list_head sublist;
300
301 INIT_LIST_HEAD(&sublist);
302 list_for_each_entry_safe(skb, next, head, list) {
303 list_del(&skb->list);
304 if (nf_hook(pf, hook, net, sk, skb, in, out, okfn) == 1)
305 list_add_tail(&skb->list, &sublist);
306 }
307 /* Put passed packets back on main list */
308 list_splice(&sublist, head);
309 }
310
311 /* Call setsockopt() */
312 int nf_setsockopt(struct sock *sk, u_int8_t pf, int optval, char __user *opt,
313 unsigned int len);
314 int nf_getsockopt(struct sock *sk, u_int8_t pf, int optval, char __user *opt,
315 int *len);
316 #ifdef CONFIG_COMPAT
317 int compat_nf_setsockopt(struct sock *sk, u_int8_t pf, int optval,
318 char __user *opt, unsigned int len);
319 int compat_nf_getsockopt(struct sock *sk, u_int8_t pf, int optval,
320 char __user *opt, int *len);
321 #endif
322
323 /* Call this before modifying an existing packet: ensures it is
324 modifiable and linear to the point you care about (writable_len).
325 Returns true or false. */
326 int skb_make_writable(struct sk_buff *skb, unsigned int writable_len);
327
328 struct flowi;
329 struct nf_queue_entry;
330
331 __sum16 nf_checksum(struct sk_buff *skb, unsigned int hook,
332 unsigned int dataoff, u_int8_t protocol,
333 unsigned short family);
334
335 __sum16 nf_checksum_partial(struct sk_buff *skb, unsigned int hook,
336 unsigned int dataoff, unsigned int len,
337 u_int8_t protocol, unsigned short family);
338 int nf_route(struct net *net, struct dst_entry **dst, struct flowi *fl,
339 bool strict, unsigned short family);
340 int nf_reroute(struct sk_buff *skb, struct nf_queue_entry *entry);
341
342 #include <net/flow.h>
343
344 struct nf_conn;
345 enum nf_nat_manip_type;
346 struct nlattr;
347 enum ip_conntrack_dir;
348
349 struct nf_nat_hook {
350 int (*parse_nat_setup)(struct nf_conn *ct, enum nf_nat_manip_type manip,
351 const struct nlattr *attr);
352 void (*decode_session)(struct sk_buff *skb, struct flowi *fl);
353 unsigned int (*manip_pkt)(struct sk_buff *skb, struct nf_conn *ct,
354 enum nf_nat_manip_type mtype,
355 enum ip_conntrack_dir dir);
356 };
357
358 extern struct nf_nat_hook __rcu *nf_nat_hook;
359
360 static inline void
nf_nat_decode_session(struct sk_buff * skb,struct flowi * fl,u_int8_t family)361 nf_nat_decode_session(struct sk_buff *skb, struct flowi *fl, u_int8_t family)
362 {
363 #ifdef CONFIG_NF_NAT_NEEDED
364 struct nf_nat_hook *nat_hook;
365
366 rcu_read_lock();
367 nat_hook = rcu_dereference(nf_nat_hook);
368 if (nat_hook && nat_hook->decode_session)
369 nat_hook->decode_session(skb, fl);
370 rcu_read_unlock();
371 #endif
372 }
373
374 #else /* !CONFIG_NETFILTER */
375 static inline int
NF_HOOK_COND(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *),bool cond)376 NF_HOOK_COND(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
377 struct sk_buff *skb, struct net_device *in, struct net_device *out,
378 int (*okfn)(struct net *, struct sock *, struct sk_buff *),
379 bool cond)
380 {
381 return okfn(net, sk, skb);
382 }
383
384 static inline int
NF_HOOK(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))385 NF_HOOK(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
386 struct sk_buff *skb, struct net_device *in, struct net_device *out,
387 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
388 {
389 return okfn(net, sk, skb);
390 }
391
392 static inline void
NF_HOOK_LIST(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct list_head * head,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))393 NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
394 struct list_head *head, struct net_device *in, struct net_device *out,
395 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
396 {
397 /* nothing to do */
398 }
399
nf_hook(u_int8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * indev,struct net_device * outdev,int (* okfn)(struct net *,struct sock *,struct sk_buff *))400 static inline int nf_hook(u_int8_t pf, unsigned int hook, struct net *net,
401 struct sock *sk, struct sk_buff *skb,
402 struct net_device *indev, struct net_device *outdev,
403 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
404 {
405 return 1;
406 }
407 struct flowi;
408 static inline void
nf_nat_decode_session(struct sk_buff * skb,struct flowi * fl,u_int8_t family)409 nf_nat_decode_session(struct sk_buff *skb, struct flowi *fl, u_int8_t family)
410 {
411 }
412 #endif /*CONFIG_NETFILTER*/
413
414 #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
415 #include <linux/netfilter/nf_conntrack_zones_common.h>
416
417 extern void (*ip_ct_attach)(struct sk_buff *, const struct sk_buff *) __rcu;
418 void nf_ct_attach(struct sk_buff *, const struct sk_buff *);
419 struct nf_conntrack_tuple;
420 bool nf_ct_get_tuple_skb(struct nf_conntrack_tuple *dst_tuple,
421 const struct sk_buff *skb);
422 #else
nf_ct_attach(struct sk_buff * new,struct sk_buff * skb)423 static inline void nf_ct_attach(struct sk_buff *new, struct sk_buff *skb) {}
424 struct nf_conntrack_tuple;
nf_ct_get_tuple_skb(struct nf_conntrack_tuple * dst_tuple,const struct sk_buff * skb)425 static inline bool nf_ct_get_tuple_skb(struct nf_conntrack_tuple *dst_tuple,
426 const struct sk_buff *skb)
427 {
428 return false;
429 }
430 #endif
431
432 struct nf_conn;
433 enum ip_conntrack_info;
434
435 struct nf_ct_hook {
436 int (*update)(struct net *net, struct sk_buff *skb);
437 void (*destroy)(struct nf_conntrack *);
438 bool (*get_tuple_skb)(struct nf_conntrack_tuple *,
439 const struct sk_buff *);
440 };
441 extern struct nf_ct_hook __rcu *nf_ct_hook;
442
443 struct nlattr;
444
445 struct nfnl_ct_hook {
446 struct nf_conn *(*get_ct)(const struct sk_buff *skb,
447 enum ip_conntrack_info *ctinfo);
448 size_t (*build_size)(const struct nf_conn *ct);
449 int (*build)(struct sk_buff *skb, struct nf_conn *ct,
450 enum ip_conntrack_info ctinfo,
451 u_int16_t ct_attr, u_int16_t ct_info_attr);
452 int (*parse)(const struct nlattr *attr, struct nf_conn *ct);
453 int (*attach_expect)(const struct nlattr *attr, struct nf_conn *ct,
454 u32 portid, u32 report);
455 void (*seq_adjust)(struct sk_buff *skb, struct nf_conn *ct,
456 enum ip_conntrack_info ctinfo, s32 off);
457 };
458 extern struct nfnl_ct_hook __rcu *nfnl_ct_hook;
459
460 /**
461 * nf_skb_duplicated - TEE target has sent a packet
462 *
463 * When a xtables target sends a packet, the OUTPUT and POSTROUTING
464 * hooks are traversed again, i.e. nft and xtables are invoked recursively.
465 *
466 * This is used by xtables TEE target to prevent the duplicated skb from
467 * being duplicated again.
468 */
469 DECLARE_PER_CPU(bool, nf_skb_duplicated);
470
471 #endif /*__LINUX_NETFILTER_H*/
472