1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __NET_ACT_API_H
3 #define __NET_ACT_API_H
4 
5 /*
6  * Public action API for classifiers/qdiscs
7 */
8 
9 #include <linux/refcount.h>
10 #include <net/sch_generic.h>
11 #include <net/pkt_sched.h>
12 #include <net/net_namespace.h>
13 #include <net/netns/generic.h>
14 
15 struct tcf_idrinfo {
16 	struct mutex	lock;
17 	struct idr	action_idr;
18 	struct net	*net;
19 };
20 
21 struct tc_action_ops;
22 
23 struct tc_action {
24 	const struct tc_action_ops	*ops;
25 	__u32				type; /* for backward compat(TCA_OLD_COMPAT) */
26 	__u32				order;
27 	struct tcf_idrinfo		*idrinfo;
28 
29 	u32				tcfa_index;
30 	refcount_t			tcfa_refcnt;
31 	atomic_t			tcfa_bindcnt;
32 	int				tcfa_action;
33 	struct tcf_t			tcfa_tm;
34 	struct gnet_stats_basic_packed	tcfa_bstats;
35 	struct gnet_stats_basic_packed	tcfa_bstats_hw;
36 	struct gnet_stats_queue		tcfa_qstats;
37 	struct net_rate_estimator __rcu *tcfa_rate_est;
38 	spinlock_t			tcfa_lock;
39 	struct gnet_stats_basic_cpu __percpu *cpu_bstats;
40 	struct gnet_stats_basic_cpu __percpu *cpu_bstats_hw;
41 	struct gnet_stats_queue __percpu *cpu_qstats;
42 	struct tc_cookie	__rcu *act_cookie;
43 	struct tcf_chain	__rcu *goto_chain;
44 };
45 #define tcf_index	common.tcfa_index
46 #define tcf_refcnt	common.tcfa_refcnt
47 #define tcf_bindcnt	common.tcfa_bindcnt
48 #define tcf_action	common.tcfa_action
49 #define tcf_tm		common.tcfa_tm
50 #define tcf_bstats	common.tcfa_bstats
51 #define tcf_qstats	common.tcfa_qstats
52 #define tcf_rate_est	common.tcfa_rate_est
53 #define tcf_lock	common.tcfa_lock
54 
55 /* Update lastuse only if needed, to avoid dirtying a cache line.
56  * We use a temp variable to avoid fetching jiffies twice.
57  */
tcf_lastuse_update(struct tcf_t * tm)58 static inline void tcf_lastuse_update(struct tcf_t *tm)
59 {
60 	unsigned long now = jiffies;
61 
62 	if (tm->lastuse != now)
63 		tm->lastuse = now;
64 	if (unlikely(!tm->firstuse))
65 		tm->firstuse = now;
66 }
67 
tcf_tm_dump(struct tcf_t * dtm,const struct tcf_t * stm)68 static inline void tcf_tm_dump(struct tcf_t *dtm, const struct tcf_t *stm)
69 {
70 	dtm->install = jiffies_to_clock_t(jiffies - stm->install);
71 	dtm->lastuse = jiffies_to_clock_t(jiffies - stm->lastuse);
72 	dtm->firstuse = jiffies_to_clock_t(jiffies - stm->firstuse);
73 	dtm->expires = jiffies_to_clock_t(stm->expires);
74 }
75 
76 #ifdef CONFIG_NET_CLS_ACT
77 
78 #define ACT_P_CREATED 1
79 #define ACT_P_DELETED 1
80 
81 typedef void (*tc_action_priv_destructor)(void *priv);
82 
83 struct tc_action_ops {
84 	struct list_head head;
85 	char    kind[IFNAMSIZ];
86 	enum tca_id  id; /* identifier should match kind */
87 	size_t	size;
88 	struct module		*owner;
89 	int     (*act)(struct sk_buff *, const struct tc_action *,
90 		       struct tcf_result *); /* called under RCU BH lock*/
91 	int     (*dump)(struct sk_buff *, struct tc_action *, int, int);
92 	void	(*cleanup)(struct tc_action *);
93 	int     (*lookup)(struct net *net, struct tc_action **a, u32 index);
94 	int     (*init)(struct net *net, struct nlattr *nla,
95 			struct nlattr *est, struct tc_action **act, int ovr,
96 			int bind, bool rtnl_held, struct tcf_proto *tp,
97 			struct netlink_ext_ack *extack);
98 	int     (*walk)(struct net *, struct sk_buff *,
99 			struct netlink_callback *, int,
100 			const struct tc_action_ops *,
101 			struct netlink_ext_ack *);
102 	void	(*stats_update)(struct tc_action *, u64, u32, u64, bool);
103 	size_t  (*get_fill_size)(const struct tc_action *act);
104 	struct net_device *(*get_dev)(const struct tc_action *a,
105 				      tc_action_priv_destructor *destructor);
106 	struct psample_group *
107 	(*get_psample_group)(const struct tc_action *a,
108 			     tc_action_priv_destructor *destructor);
109 };
110 
111 struct tc_action_net {
112 	struct tcf_idrinfo *idrinfo;
113 	const struct tc_action_ops *ops;
114 };
115 
116 static inline
tc_action_net_init(struct net * net,struct tc_action_net * tn,const struct tc_action_ops * ops)117 int tc_action_net_init(struct net *net, struct tc_action_net *tn,
118 		       const struct tc_action_ops *ops)
119 {
120 	int err = 0;
121 
122 	tn->idrinfo = kmalloc(sizeof(*tn->idrinfo), GFP_KERNEL);
123 	if (!tn->idrinfo)
124 		return -ENOMEM;
125 	tn->ops = ops;
126 	tn->idrinfo->net = net;
127 	mutex_init(&tn->idrinfo->lock);
128 	idr_init(&tn->idrinfo->action_idr);
129 	return err;
130 }
131 
132 void tcf_idrinfo_destroy(const struct tc_action_ops *ops,
133 			 struct tcf_idrinfo *idrinfo);
134 
tc_action_net_exit(struct list_head * net_list,unsigned int id)135 static inline void tc_action_net_exit(struct list_head *net_list,
136 				      unsigned int id)
137 {
138 	struct net *net;
139 
140 	rtnl_lock();
141 	list_for_each_entry(net, net_list, exit_list) {
142 		struct tc_action_net *tn = net_generic(net, id);
143 
144 		tcf_idrinfo_destroy(tn->ops, tn->idrinfo);
145 		kfree(tn->idrinfo);
146 	}
147 	rtnl_unlock();
148 }
149 
150 int tcf_generic_walker(struct tc_action_net *tn, struct sk_buff *skb,
151 		       struct netlink_callback *cb, int type,
152 		       const struct tc_action_ops *ops,
153 		       struct netlink_ext_ack *extack);
154 int tcf_idr_search(struct tc_action_net *tn, struct tc_action **a, u32 index);
155 int tcf_idr_create(struct tc_action_net *tn, u32 index, struct nlattr *est,
156 		   struct tc_action **a, const struct tc_action_ops *ops,
157 		   int bind, bool cpustats);
158 void tcf_idr_insert(struct tc_action_net *tn, struct tc_action *a);
159 
160 void tcf_idr_cleanup(struct tc_action_net *tn, u32 index);
161 int tcf_idr_check_alloc(struct tc_action_net *tn, u32 *index,
162 			struct tc_action **a, int bind);
163 int __tcf_idr_release(struct tc_action *a, bool bind, bool strict);
164 
tcf_idr_release(struct tc_action * a,bool bind)165 static inline int tcf_idr_release(struct tc_action *a, bool bind)
166 {
167 	return __tcf_idr_release(a, bind, false);
168 }
169 
170 int tcf_register_action(struct tc_action_ops *a, struct pernet_operations *ops);
171 int tcf_unregister_action(struct tc_action_ops *a,
172 			  struct pernet_operations *ops);
173 int tcf_action_destroy(struct tc_action *actions[], int bind);
174 int tcf_action_exec(struct sk_buff *skb, struct tc_action **actions,
175 		    int nr_actions, struct tcf_result *res);
176 int tcf_action_init(struct net *net, struct tcf_proto *tp, struct nlattr *nla,
177 		    struct nlattr *est, char *name, int ovr, int bind,
178 		    struct tc_action *actions[], size_t *attr_size,
179 		    bool rtnl_held, struct netlink_ext_ack *extack);
180 struct tc_action *tcf_action_init_1(struct net *net, struct tcf_proto *tp,
181 				    struct nlattr *nla, struct nlattr *est,
182 				    char *name, int ovr, int bind,
183 				    bool rtnl_held,
184 				    struct netlink_ext_ack *extack);
185 int tcf_action_dump(struct sk_buff *skb, struct tc_action *actions[], int bind,
186 		    int ref);
187 int tcf_action_dump_old(struct sk_buff *skb, struct tc_action *a, int, int);
188 int tcf_action_dump_1(struct sk_buff *skb, struct tc_action *a, int, int);
189 int tcf_action_copy_stats(struct sk_buff *, struct tc_action *, int);
190 
191 int tcf_action_check_ctrlact(int action, struct tcf_proto *tp,
192 			     struct tcf_chain **handle,
193 			     struct netlink_ext_ack *newchain);
194 struct tcf_chain *tcf_action_set_ctrlact(struct tc_action *a, int action,
195 					 struct tcf_chain *newchain);
196 #endif /* CONFIG_NET_CLS_ACT */
197 
tcf_action_stats_update(struct tc_action * a,u64 bytes,u64 packets,u64 lastuse,bool hw)198 static inline void tcf_action_stats_update(struct tc_action *a, u64 bytes,
199 					   u64 packets, u64 lastuse, bool hw)
200 {
201 #ifdef CONFIG_NET_CLS_ACT
202 	if (!a->ops->stats_update)
203 		return;
204 
205 	a->ops->stats_update(a, bytes, packets, lastuse, hw);
206 #endif
207 }
208 
209 
210 #endif
211