blob: 7dc76c68ec52d3fb5fc9baaab4ee2d42e186e700 [file] [log] [blame]
b.liue9582032025-04-17 19:18:16 +08001// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Copyright (c) 2014 Jiri Pirko <jiri@resnulli.us>
4 */
5
6#include <linux/module.h>
7#include <linux/init.h>
8#include <linux/kernel.h>
9#include <linux/skbuff.h>
10#include <linux/rtnetlink.h>
11#include <linux/if_vlan.h>
12#include <net/netlink.h>
13#include <net/pkt_sched.h>
14#include <net/pkt_cls.h>
15
16#include <linux/tc_act/tc_vlan.h>
17#include <net/tc_act/tc_vlan.h>
18
19static unsigned int vlan_net_id;
20static struct tc_action_ops act_vlan_ops;
21
22static int tcf_vlan_act(struct sk_buff *skb, const struct tc_action *a,
23 struct tcf_result *res)
24{
25 struct tcf_vlan *v = to_vlan(a);
26 struct tcf_vlan_params *p;
27 int action;
28 int err;
29 u16 tci;
30
31 tcf_lastuse_update(&v->tcf_tm);
32 bstats_cpu_update(this_cpu_ptr(v->common.cpu_bstats), skb);
33
34 /* Ensure 'data' points at mac_header prior calling vlan manipulating
35 * functions.
36 */
37 if (skb_at_tc_ingress(skb))
38 skb_push_rcsum(skb, skb->mac_len);
39
40 action = READ_ONCE(v->tcf_action);
41
42 p = rcu_dereference_bh(v->vlan_p);
43
44 switch (p->tcfv_action) {
45 case TCA_VLAN_ACT_POP:
46 err = skb_vlan_pop(skb);
47 if (err)
48 goto drop;
49 break;
50 case TCA_VLAN_ACT_PUSH:
51 err = skb_vlan_push(skb, p->tcfv_push_proto, p->tcfv_push_vid |
52 (p->tcfv_push_prio << VLAN_PRIO_SHIFT));
53 if (err)
54 goto drop;
55 break;
56 case TCA_VLAN_ACT_MODIFY:
57 /* No-op if no vlan tag (either hw-accel or in-payload) */
58 if (!skb_vlan_tagged(skb))
59 goto out;
60 /* extract existing tag (and guarantee no hw-accel tag) */
61 if (skb_vlan_tag_present(skb)) {
62 tci = skb_vlan_tag_get(skb);
63 __vlan_hwaccel_clear_tag(skb);
64 } else {
65 /* in-payload vlan tag, pop it */
66 err = __skb_vlan_pop(skb, &tci);
67 if (err)
68 goto drop;
69 }
70 /* replace the vid */
71 tci = (tci & ~VLAN_VID_MASK) | p->tcfv_push_vid;
72 /* replace prio bits, if tcfv_push_prio specified */
73 if (p->tcfv_push_prio_exists) {
74 tci &= ~VLAN_PRIO_MASK;
75 tci |= p->tcfv_push_prio << VLAN_PRIO_SHIFT;
76 }
77 /* put updated tci as hwaccel tag */
78 __vlan_hwaccel_put_tag(skb, p->tcfv_push_proto, tci);
79 break;
80 default:
81 BUG();
82 }
83
84out:
85 if (skb_at_tc_ingress(skb))
86 skb_pull_rcsum(skb, skb->mac_len);
87
88 return action;
89
90drop:
91 qstats_drop_inc(this_cpu_ptr(v->common.cpu_qstats));
92 return TC_ACT_SHOT;
93}
94
95static const struct nla_policy vlan_policy[TCA_VLAN_MAX + 1] = {
96 [TCA_VLAN_PARMS] = { .len = sizeof(struct tc_vlan) },
97 [TCA_VLAN_PUSH_VLAN_ID] = { .type = NLA_U16 },
98 [TCA_VLAN_PUSH_VLAN_PROTOCOL] = { .type = NLA_U16 },
99 [TCA_VLAN_PUSH_VLAN_PRIORITY] = { .type = NLA_U8 },
100};
101
102static int tcf_vlan_init(struct net *net, struct nlattr *nla,
103 struct nlattr *est, struct tc_action **a,
104 int ovr, int bind, bool rtnl_held,
105 struct tcf_proto *tp, struct netlink_ext_ack *extack)
106{
107 struct tc_action_net *tn = net_generic(net, vlan_net_id);
108 struct nlattr *tb[TCA_VLAN_MAX + 1];
109 struct tcf_chain *goto_ch = NULL;
110 bool push_prio_exists = false;
111 struct tcf_vlan_params *p;
112 struct tc_vlan *parm;
113 struct tcf_vlan *v;
114 int action;
115 u16 push_vid = 0;
116 __be16 push_proto = 0;
117 u8 push_prio = 0;
118 bool exists = false;
119 int ret = 0, err;
120 u32 index;
121
122 if (!nla)
123 return -EINVAL;
124
125 err = nla_parse_nested_deprecated(tb, TCA_VLAN_MAX, nla, vlan_policy,
126 NULL);
127 if (err < 0)
128 return err;
129
130 if (!tb[TCA_VLAN_PARMS])
131 return -EINVAL;
132 parm = nla_data(tb[TCA_VLAN_PARMS]);
133 index = parm->index;
134 err = tcf_idr_check_alloc(tn, &index, a, bind);
135 if (err < 0)
136 return err;
137 exists = err;
138 if (exists && bind)
139 return 0;
140
141 switch (parm->v_action) {
142 case TCA_VLAN_ACT_POP:
143 break;
144 case TCA_VLAN_ACT_PUSH:
145 case TCA_VLAN_ACT_MODIFY:
146 if (!tb[TCA_VLAN_PUSH_VLAN_ID]) {
147 if (exists)
148 tcf_idr_release(*a, bind);
149 else
150 tcf_idr_cleanup(tn, index);
151 return -EINVAL;
152 }
153 push_vid = nla_get_u16(tb[TCA_VLAN_PUSH_VLAN_ID]);
154 if (push_vid >= VLAN_VID_MASK) {
155 if (exists)
156 tcf_idr_release(*a, bind);
157 else
158 tcf_idr_cleanup(tn, index);
159 return -ERANGE;
160 }
161
162 if (tb[TCA_VLAN_PUSH_VLAN_PROTOCOL]) {
163 push_proto = nla_get_be16(tb[TCA_VLAN_PUSH_VLAN_PROTOCOL]);
164 switch (push_proto) {
165 case htons(ETH_P_8021Q):
166 case htons(ETH_P_8021AD):
167 break;
168 default:
169 if (exists)
170 tcf_idr_release(*a, bind);
171 else
172 tcf_idr_cleanup(tn, index);
173 return -EPROTONOSUPPORT;
174 }
175 } else {
176 push_proto = htons(ETH_P_8021Q);
177 }
178
179 push_prio_exists = !!tb[TCA_VLAN_PUSH_VLAN_PRIORITY];
180 if (push_prio_exists)
181 push_prio = nla_get_u8(tb[TCA_VLAN_PUSH_VLAN_PRIORITY]);
182 break;
183 default:
184 if (exists)
185 tcf_idr_release(*a, bind);
186 else
187 tcf_idr_cleanup(tn, index);
188 return -EINVAL;
189 }
190 action = parm->v_action;
191
192 if (!exists) {
193 ret = tcf_idr_create(tn, index, est, a,
194 &act_vlan_ops, bind, true);
195 if (ret) {
196 tcf_idr_cleanup(tn, index);
197 return ret;
198 }
199
200 ret = ACT_P_CREATED;
201 } else if (!ovr) {
202 tcf_idr_release(*a, bind);
203 return -EEXIST;
204 }
205
206 err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch, extack);
207 if (err < 0)
208 goto release_idr;
209
210 v = to_vlan(*a);
211
212 p = kzalloc(sizeof(*p), GFP_KERNEL);
213 if (!p) {
214 err = -ENOMEM;
215 goto put_chain;
216 }
217
218 p->tcfv_action = action;
219 p->tcfv_push_vid = push_vid;
220 p->tcfv_push_prio = push_prio;
221 p->tcfv_push_prio_exists = push_prio_exists || action == TCA_VLAN_ACT_PUSH;
222 p->tcfv_push_proto = push_proto;
223
224 spin_lock_bh(&v->tcf_lock);
225 goto_ch = tcf_action_set_ctrlact(*a, parm->action, goto_ch);
226 rcu_swap_protected(v->vlan_p, p, lockdep_is_held(&v->tcf_lock));
227 spin_unlock_bh(&v->tcf_lock);
228
229 if (goto_ch)
230 tcf_chain_put_by_act(goto_ch);
231 if (p)
232 kfree_rcu(p, rcu);
233
234 return ret;
235put_chain:
236 if (goto_ch)
237 tcf_chain_put_by_act(goto_ch);
238release_idr:
239 tcf_idr_release(*a, bind);
240 return err;
241}
242
243static void tcf_vlan_cleanup(struct tc_action *a)
244{
245 struct tcf_vlan *v = to_vlan(a);
246 struct tcf_vlan_params *p;
247
248 p = rcu_dereference_protected(v->vlan_p, 1);
249 if (p)
250 kfree_rcu(p, rcu);
251}
252
253static int tcf_vlan_dump(struct sk_buff *skb, struct tc_action *a,
254 int bind, int ref)
255{
256 unsigned char *b = skb_tail_pointer(skb);
257 struct tcf_vlan *v = to_vlan(a);
258 struct tcf_vlan_params *p;
259 struct tc_vlan opt = {
260 .index = v->tcf_index,
261 .refcnt = refcount_read(&v->tcf_refcnt) - ref,
262 .bindcnt = atomic_read(&v->tcf_bindcnt) - bind,
263 };
264 struct tcf_t t;
265
266 spin_lock_bh(&v->tcf_lock);
267 opt.action = v->tcf_action;
268 p = rcu_dereference_protected(v->vlan_p, lockdep_is_held(&v->tcf_lock));
269 opt.v_action = p->tcfv_action;
270 if (nla_put(skb, TCA_VLAN_PARMS, sizeof(opt), &opt))
271 goto nla_put_failure;
272
273 if ((p->tcfv_action == TCA_VLAN_ACT_PUSH ||
274 p->tcfv_action == TCA_VLAN_ACT_MODIFY) &&
275 (nla_put_u16(skb, TCA_VLAN_PUSH_VLAN_ID, p->tcfv_push_vid) ||
276 nla_put_be16(skb, TCA_VLAN_PUSH_VLAN_PROTOCOL,
277 p->tcfv_push_proto) ||
278 (nla_put_u8(skb, TCA_VLAN_PUSH_VLAN_PRIORITY,
279 p->tcfv_push_prio))))
280 goto nla_put_failure;
281
282 tcf_tm_dump(&t, &v->tcf_tm);
283 if (nla_put_64bit(skb, TCA_VLAN_TM, sizeof(t), &t, TCA_VLAN_PAD))
284 goto nla_put_failure;
285 spin_unlock_bh(&v->tcf_lock);
286
287 return skb->len;
288
289nla_put_failure:
290 spin_unlock_bh(&v->tcf_lock);
291 nlmsg_trim(skb, b);
292 return -1;
293}
294
295static int tcf_vlan_walker(struct net *net, struct sk_buff *skb,
296 struct netlink_callback *cb, int type,
297 const struct tc_action_ops *ops,
298 struct netlink_ext_ack *extack)
299{
300 struct tc_action_net *tn = net_generic(net, vlan_net_id);
301
302 return tcf_generic_walker(tn, skb, cb, type, ops, extack);
303}
304
305static void tcf_vlan_stats_update(struct tc_action *a, u64 bytes, u32 packets,
306 u64 lastuse, bool hw)
307{
308 struct tcf_vlan *v = to_vlan(a);
309 struct tcf_t *tm = &v->tcf_tm;
310
311 _bstats_cpu_update(this_cpu_ptr(a->cpu_bstats), bytes, packets);
312 if (hw)
313 _bstats_cpu_update(this_cpu_ptr(a->cpu_bstats_hw),
314 bytes, packets);
315 tm->lastuse = max_t(u64, tm->lastuse, lastuse);
316}
317
318static int tcf_vlan_search(struct net *net, struct tc_action **a, u32 index)
319{
320 struct tc_action_net *tn = net_generic(net, vlan_net_id);
321
322 return tcf_idr_search(tn, a, index);
323}
324
325static size_t tcf_vlan_get_fill_size(const struct tc_action *act)
326{
327 return nla_total_size(sizeof(struct tc_vlan))
328 + nla_total_size(sizeof(u16)) /* TCA_VLAN_PUSH_VLAN_ID */
329 + nla_total_size(sizeof(u16)) /* TCA_VLAN_PUSH_VLAN_PROTOCOL */
330 + nla_total_size(sizeof(u8)); /* TCA_VLAN_PUSH_VLAN_PRIORITY */
331}
332
333static struct tc_action_ops act_vlan_ops = {
334 .kind = "vlan",
335 .id = TCA_ID_VLAN,
336 .owner = THIS_MODULE,
337 .act = tcf_vlan_act,
338 .dump = tcf_vlan_dump,
339 .init = tcf_vlan_init,
340 .cleanup = tcf_vlan_cleanup,
341 .walk = tcf_vlan_walker,
342 .stats_update = tcf_vlan_stats_update,
343 .get_fill_size = tcf_vlan_get_fill_size,
344 .lookup = tcf_vlan_search,
345 .size = sizeof(struct tcf_vlan),
346};
347
348static __net_init int vlan_init_net(struct net *net)
349{
350 struct tc_action_net *tn = net_generic(net, vlan_net_id);
351
352 return tc_action_net_init(net, tn, &act_vlan_ops);
353}
354
355static void __net_exit vlan_exit_net(struct list_head *net_list)
356{
357 tc_action_net_exit(net_list, vlan_net_id);
358}
359
360static struct pernet_operations vlan_net_ops = {
361 .init = vlan_init_net,
362 .exit_batch = vlan_exit_net,
363 .id = &vlan_net_id,
364 .size = sizeof(struct tc_action_net),
365};
366
367static int __init vlan_init_module(void)
368{
369 return tcf_register_action(&act_vlan_ops, &vlan_net_ops);
370}
371
372static void __exit vlan_cleanup_module(void)
373{
374 tcf_unregister_action(&act_vlan_ops, &vlan_net_ops);
375}
376
377module_init(vlan_init_module);
378module_exit(vlan_cleanup_module);
379
380MODULE_AUTHOR("Jiri Pirko <jiri@resnulli.us>");
381MODULE_DESCRIPTION("vlan manipulation actions");
382MODULE_LICENSE("GPL v2");