1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * net/dsa/user.c - user device handling
4 * Copyright (c) 2008-2009 Marvell Semiconductor
5 */
6
7 #include <linux/list.h>
8 #include <linux/etherdevice.h>
9 #include <linux/netdevice.h>
10 #include <linux/phy.h>
11 #include <linux/phy_fixed.h>
12 #include <linux/phylink.h>
13 #include <linux/of_net.h>
14 #include <linux/of_mdio.h>
15 #include <linux/mdio.h>
16 #include <net/rtnetlink.h>
17 #include <net/pkt_cls.h>
18 #include <net/selftests.h>
19 #include <net/tc_act/tc_mirred.h>
20 #include <linux/if_bridge.h>
21 #include <linux/if_hsr.h>
22 #include <net/dcbnl.h>
23 #include <linux/netpoll.h>
24 #include <linux/string.h>
25
26 #include "conduit.h"
27 #include "dsa.h"
28 #include "netlink.h"
29 #include "port.h"
30 #include "switch.h"
31 #include "tag.h"
32 #include "user.h"
33
34 struct dsa_switchdev_event_work {
35 struct net_device *dev;
36 struct net_device *orig_dev;
37 struct work_struct work;
38 unsigned long event;
39 /* Specific for SWITCHDEV_FDB_ADD_TO_DEVICE and
40 * SWITCHDEV_FDB_DEL_TO_DEVICE
41 */
42 unsigned char addr[ETH_ALEN];
43 u16 vid;
44 bool host_addr;
45 };
46
47 enum dsa_standalone_event {
48 DSA_UC_ADD,
49 DSA_UC_DEL,
50 DSA_MC_ADD,
51 DSA_MC_DEL,
52 };
53
54 struct dsa_standalone_event_work {
55 struct work_struct work;
56 struct net_device *dev;
57 enum dsa_standalone_event event;
58 unsigned char addr[ETH_ALEN];
59 u16 vid;
60 };
61
62 struct dsa_host_vlan_rx_filtering_ctx {
63 struct net_device *dev;
64 const unsigned char *addr;
65 enum dsa_standalone_event event;
66 };
67
68 static bool dsa_switch_supports_uc_filtering(struct dsa_switch *ds)
69 {
70 return ds->ops->port_fdb_add && ds->ops->port_fdb_del &&
71 ds->fdb_isolation && !ds->vlan_filtering_is_global &&
72 !ds->needs_standalone_vlan_filtering;
73 }
74
75 static bool dsa_switch_supports_mc_filtering(struct dsa_switch *ds)
76 {
77 return ds->ops->port_mdb_add && ds->ops->port_mdb_del &&
78 ds->fdb_isolation && !ds->vlan_filtering_is_global &&
79 !ds->needs_standalone_vlan_filtering;
80 }
81
82 static void dsa_user_standalone_event_work(struct work_struct *work)
83 {
84 struct dsa_standalone_event_work *standalone_work =
85 container_of(work, struct dsa_standalone_event_work, work);
86 const unsigned char *addr = standalone_work->addr;
87 struct net_device *dev = standalone_work->dev;
88 struct dsa_port *dp = dsa_user_to_port(dev);
89 struct switchdev_obj_port_mdb mdb;
90 struct dsa_switch *ds = dp->ds;
91 u16 vid = standalone_work->vid;
92 int err;
93
94 switch (standalone_work->event) {
95 case DSA_UC_ADD:
96 err = dsa_port_standalone_host_fdb_add(dp, addr, vid);
97 if (err) {
98 dev_err(ds->dev,
99 "port %d failed to add %pM vid %d to fdb: %d\n",
100 dp->index, addr, vid, err);
101 break;
102 }
103 break;
104
105 case DSA_UC_DEL:
106 err = dsa_port_standalone_host_fdb_del(dp, addr, vid);
107 if (err) {
108 dev_err(ds->dev,
109 "port %d failed to delete %pM vid %d from fdb: %d\n",
110 dp->index, addr, vid, err);
111 }
112
113 break;
114 case DSA_MC_ADD:
115 ether_addr_copy(mdb.addr, addr);
116 mdb.vid = vid;
117
118 err = dsa_port_standalone_host_mdb_add(dp, &mdb);
119 if (err) {
120 dev_err(ds->dev,
121 "port %d failed to add %pM vid %d to mdb: %d\n",
122 dp->index, addr, vid, err);
123 break;
124 }
125 break;
126 case DSA_MC_DEL:
127 ether_addr_copy(mdb.addr, addr);
128 mdb.vid = vid;
129
130 err = dsa_port_standalone_host_mdb_del(dp, &mdb);
131 if (err) {
132 dev_err(ds->dev,
133 "port %d failed to delete %pM vid %d from mdb: %d\n",
134 dp->index, addr, vid, err);
135 }
136
137 break;
138 }
139
140 kfree(standalone_work);
141 }
142
143 static int dsa_user_schedule_standalone_work(struct net_device *dev,
144 enum dsa_standalone_event event,
145 const unsigned char *addr,
146 u16 vid)
147 {
148 struct dsa_standalone_event_work *standalone_work;
149
150 standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC);
151 if (!standalone_work)
152 return -ENOMEM;
153
154 INIT_WORK(&standalone_work->work, dsa_user_standalone_event_work);
155 standalone_work->event = event;
156 standalone_work->dev = dev;
157
158 ether_addr_copy(standalone_work->addr, addr);
159 standalone_work->vid = vid;
160
161 dsa_schedule_work(&standalone_work->work);
162
163 return 0;
164 }
165
166 static int dsa_user_host_vlan_rx_filtering(void *arg, int vid)
167 {
168 struct dsa_host_vlan_rx_filtering_ctx *ctx = arg;
169
170 return dsa_user_schedule_standalone_work(ctx->dev, ctx->event,
171 ctx->addr, vid);
172 }
173
174 static int dsa_user_vlan_for_each(struct net_device *dev,
175 int (*cb)(void *arg, int vid), void *arg)
176 {
177 struct dsa_port *dp = dsa_user_to_port(dev);
178 struct dsa_vlan *v;
179 int err;
180
181 lockdep_assert_held(&dev->addr_list_lock);
182
183 err = cb(arg, 0);
184 if (err)
185 return err;
186
187 list_for_each_entry(v, &dp->user_vlans, list) {
188 err = cb(arg, v->vid);
189 if (err)
190 return err;
191 }
192
193 return 0;
194 }
195
196 static int dsa_user_sync_uc(struct net_device *dev,
197 const unsigned char *addr)
198 {
199 struct net_device *conduit = dsa_user_to_conduit(dev);
200 struct dsa_port *dp = dsa_user_to_port(dev);
201 struct dsa_host_vlan_rx_filtering_ctx ctx = {
202 .dev = dev,
203 .addr = addr,
204 .event = DSA_UC_ADD,
205 };
206
207 dev_uc_add(conduit, addr);
208
209 if (!dsa_switch_supports_uc_filtering(dp->ds))
210 return 0;
211
212 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
213 &ctx);
214 }
215
216 static int dsa_user_unsync_uc(struct net_device *dev,
217 const unsigned char *addr)
218 {
219 struct net_device *conduit = dsa_user_to_conduit(dev);
220 struct dsa_port *dp = dsa_user_to_port(dev);
221 struct dsa_host_vlan_rx_filtering_ctx ctx = {
222 .dev = dev,
223 .addr = addr,
224 .event = DSA_UC_DEL,
225 };
226
227 dev_uc_del(conduit, addr);
228
229 if (!dsa_switch_supports_uc_filtering(dp->ds))
230 return 0;
231
232 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
233 &ctx);
234 }
235
236 static int dsa_user_sync_mc(struct net_device *dev,
237 const unsigned char *addr)
238 {
239 struct net_device *conduit = dsa_user_to_conduit(dev);
240 struct dsa_port *dp = dsa_user_to_port(dev);
241 struct dsa_host_vlan_rx_filtering_ctx ctx = {
242 .dev = dev,
243 .addr = addr,
244 .event = DSA_MC_ADD,
245 };
246
247 dev_mc_add(conduit, addr);
248
249 if (!dsa_switch_supports_mc_filtering(dp->ds))
250 return 0;
251
252 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
253 &ctx);
254 }
255
256 static int dsa_user_unsync_mc(struct net_device *dev,
257 const unsigned char *addr)
258 {
259 struct net_device *conduit = dsa_user_to_conduit(dev);
260 struct dsa_port *dp = dsa_user_to_port(dev);
261 struct dsa_host_vlan_rx_filtering_ctx ctx = {
262 .dev = dev,
263 .addr = addr,
264 .event = DSA_MC_DEL,
265 };
266
267 dev_mc_del(conduit, addr);
268
269 if (!dsa_switch_supports_mc_filtering(dp->ds))
270 return 0;
271
272 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
273 &ctx);
274 }
275
276 void dsa_user_sync_ha(struct net_device *dev)
277 {
278 struct dsa_port *dp = dsa_user_to_port(dev);
279 struct dsa_switch *ds = dp->ds;
280 struct netdev_hw_addr *ha;
281
282 netif_addr_lock_bh(dev);
283
284 netdev_for_each_synced_mc_addr(ha, dev)
285 dsa_user_sync_mc(dev, ha->addr);
286
287 netdev_for_each_synced_uc_addr(ha, dev)
288 dsa_user_sync_uc(dev, ha->addr);
289
290 netif_addr_unlock_bh(dev);
291
292 if (dsa_switch_supports_uc_filtering(ds) ||
293 dsa_switch_supports_mc_filtering(ds))
294 dsa_flush_workqueue();
295 }
296
297 void dsa_user_unsync_ha(struct net_device *dev)
298 {
299 struct dsa_port *dp = dsa_user_to_port(dev);
300 struct dsa_switch *ds = dp->ds;
301 struct netdev_hw_addr *ha;
302
303 netif_addr_lock_bh(dev);
304
305 netdev_for_each_synced_uc_addr(ha, dev)
306 dsa_user_unsync_uc(dev, ha->addr);
307
308 netdev_for_each_synced_mc_addr(ha, dev)
309 dsa_user_unsync_mc(dev, ha->addr);
310
311 netif_addr_unlock_bh(dev);
312
313 if (dsa_switch_supports_uc_filtering(ds) ||
314 dsa_switch_supports_mc_filtering(ds))
315 dsa_flush_workqueue();
316 }
317
318 /* user mii_bus handling ***************************************************/
319 static int dsa_user_phy_read(struct mii_bus *bus, int addr, int reg)
320 {
321 struct dsa_switch *ds = bus->priv;
322
323 if (ds->phys_mii_mask & (1 << addr))
324 return ds->ops->phy_read(ds, addr, reg);
325
326 return 0xffff;
327 }
328
329 static int dsa_user_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
330 {
331 struct dsa_switch *ds = bus->priv;
332
333 if (ds->phys_mii_mask & (1 << addr))
334 return ds->ops->phy_write(ds, addr, reg, val);
335
336 return 0;
337 }
338
339 void dsa_user_mii_bus_init(struct dsa_switch *ds)
340 {
341 ds->user_mii_bus->priv = (void *)ds;
342 ds->user_mii_bus->name = "dsa user smi";
343 ds->user_mii_bus->read = dsa_user_phy_read;
344 ds->user_mii_bus->write = dsa_user_phy_write;
345 snprintf(ds->user_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
346 ds->dst->index, ds->index);
347 ds->user_mii_bus->parent = ds->dev;
348 ds->user_mii_bus->phy_mask = ~ds->phys_mii_mask;
349 }
350
351
352 /* user device handling ****************************************************/
353 static int dsa_user_get_iflink(const struct net_device *dev)
354 {
355 return READ_ONCE(dsa_user_to_conduit(dev)->ifindex);
356 }
357
358 int dsa_user_host_uc_install(struct net_device *dev, const u8 *addr)
359 {
360 struct net_device *conduit = dsa_user_to_conduit(dev);
361 struct dsa_port *dp = dsa_user_to_port(dev);
362 struct dsa_switch *ds = dp->ds;
363 int err;
364
365 if (dsa_switch_supports_uc_filtering(ds)) {
366 err = dsa_port_standalone_host_fdb_add(dp, addr, 0);
367 if (err)
368 goto out;
369 }
370
371 if (!ether_addr_equal(addr, conduit->dev_addr)) {
372 err = dev_uc_add(conduit, addr);
373 if (err < 0)
374 goto del_host_addr;
375 }
376
377 return 0;
378
379 del_host_addr:
380 if (dsa_switch_supports_uc_filtering(ds))
381 dsa_port_standalone_host_fdb_del(dp, addr, 0);
382 out:
383 return err;
384 }
385
386 void dsa_user_host_uc_uninstall(struct net_device *dev)
387 {
388 struct net_device *conduit = dsa_user_to_conduit(dev);
389 struct dsa_port *dp = dsa_user_to_port(dev);
390 struct dsa_switch *ds = dp->ds;
391
392 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr))
393 dev_uc_del(conduit, dev->dev_addr);
394
395 if (dsa_switch_supports_uc_filtering(ds))
396 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
397 }
398
399 static int dsa_user_open(struct net_device *dev)
400 {
401 struct net_device *conduit = dsa_user_to_conduit(dev);
402 struct dsa_port *dp = dsa_user_to_port(dev);
403 int err;
404
405 err = dev_open(conduit, NULL);
406 if (err < 0) {
407 netdev_err(dev, "failed to open conduit %s\n", conduit->name);
408 goto out;
409 }
410
411 err = dsa_user_host_uc_install(dev, dev->dev_addr);
412 if (err)
413 goto out;
414
415 err = dsa_port_enable_rt(dp, dev->phydev);
416 if (err)
417 goto out_del_host_uc;
418
419 return 0;
420
421 out_del_host_uc:
422 dsa_user_host_uc_uninstall(dev);
423 out:
424 return err;
425 }
426
427 static int dsa_user_close(struct net_device *dev)
428 {
429 struct dsa_port *dp = dsa_user_to_port(dev);
430
431 dsa_port_disable_rt(dp);
432
433 dsa_user_host_uc_uninstall(dev);
434
435 return 0;
436 }
437
438 static void dsa_user_manage_host_flood(struct net_device *dev)
439 {
440 bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI);
441 struct dsa_port *dp = dsa_user_to_port(dev);
442 bool uc = dev->flags & IFF_PROMISC;
443
444 dsa_port_set_host_flood(dp, uc, mc);
445 }
446
447 static void dsa_user_change_rx_flags(struct net_device *dev, int change)
448 {
449 struct net_device *conduit = dsa_user_to_conduit(dev);
450 struct dsa_port *dp = dsa_user_to_port(dev);
451 struct dsa_switch *ds = dp->ds;
452
453 if (change & IFF_ALLMULTI)
454 dev_set_allmulti(conduit,
455 dev->flags & IFF_ALLMULTI ? 1 : -1);
456 if (change & IFF_PROMISC)
457 dev_set_promiscuity(conduit,
458 dev->flags & IFF_PROMISC ? 1 : -1);
459
460 if (dsa_switch_supports_uc_filtering(ds) &&
461 dsa_switch_supports_mc_filtering(ds))
462 dsa_user_manage_host_flood(dev);
463 }
464
465 static void dsa_user_set_rx_mode(struct net_device *dev)
466 {
467 __dev_mc_sync(dev, dsa_user_sync_mc, dsa_user_unsync_mc);
468 __dev_uc_sync(dev, dsa_user_sync_uc, dsa_user_unsync_uc);
469 }
470
471 static int dsa_user_set_mac_address(struct net_device *dev, void *a)
472 {
473 struct dsa_port *dp = dsa_user_to_port(dev);
474 struct dsa_switch *ds = dp->ds;
475 struct sockaddr *addr = a;
476 int err;
477
478 if (!is_valid_ether_addr(addr->sa_data))
479 return -EADDRNOTAVAIL;
480
481 if (ds->ops->port_set_mac_address) {
482 err = ds->ops->port_set_mac_address(ds, dp->index,
483 addr->sa_data);
484 if (err)
485 return err;
486 }
487
488 /* If the port is down, the address isn't synced yet to hardware or
489 * to the DSA conduit, so there is nothing to change.
490 */
491 if (!(dev->flags & IFF_UP))
492 goto out_change_dev_addr;
493
494 err = dsa_user_host_uc_install(dev, addr->sa_data);
495 if (err)
496 return err;
497
498 dsa_user_host_uc_uninstall(dev);
499
500 out_change_dev_addr:
501 eth_hw_addr_set(dev, addr->sa_data);
502
503 return 0;
504 }
505
506 struct dsa_user_dump_ctx {
507 struct net_device *dev;
508 struct sk_buff *skb;
509 struct netlink_callback *cb;
510 int idx;
511 };
512
513 static int
514 dsa_user_port_fdb_do_dump(const unsigned char *addr, u16 vid,
515 bool is_static, void *data)
516 {
517 struct dsa_user_dump_ctx *dump = data;
518 u32 portid = NETLINK_CB(dump->cb->skb).portid;
519 u32 seq = dump->cb->nlh->nlmsg_seq;
520 struct nlmsghdr *nlh;
521 struct ndmsg *ndm;
522
523 if (dump->idx < dump->cb->args[2])
524 goto skip;
525
526 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
527 sizeof(*ndm), NLM_F_MULTI);
528 if (!nlh)
529 return -EMSGSIZE;
530
531 ndm = nlmsg_data(nlh);
532 ndm->ndm_family = AF_BRIDGE;
533 ndm->ndm_pad1 = 0;
534 ndm->ndm_pad2 = 0;
535 ndm->ndm_flags = NTF_SELF;
536 ndm->ndm_type = 0;
537 ndm->ndm_ifindex = dump->dev->ifindex;
538 ndm->ndm_state = is_static ? NUD_NOARP : NUD_REACHABLE;
539
540 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
541 goto nla_put_failure;
542
543 if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
544 goto nla_put_failure;
545
546 nlmsg_end(dump->skb, nlh);
547
548 skip:
549 dump->idx++;
550 return 0;
551
552 nla_put_failure:
553 nlmsg_cancel(dump->skb, nlh);
554 return -EMSGSIZE;
555 }
556
557 static int
558 dsa_user_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
559 struct net_device *dev, struct net_device *filter_dev,
560 int *idx)
561 {
562 struct dsa_port *dp = dsa_user_to_port(dev);
563 struct dsa_user_dump_ctx dump = {
564 .dev = dev,
565 .skb = skb,
566 .cb = cb,
567 .idx = *idx,
568 };
569 int err;
570
571 err = dsa_port_fdb_dump(dp, dsa_user_port_fdb_do_dump, &dump);
572 *idx = dump.idx;
573
574 return err;
575 }
576
577 static int dsa_user_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
578 {
579 struct dsa_user_priv *p = netdev_priv(dev);
580 struct dsa_switch *ds = p->dp->ds;
581 int port = p->dp->index;
582
583 /* Pass through to switch driver if it supports timestamping */
584 switch (cmd) {
585 case SIOCGHWTSTAMP:
586 if (ds->ops->port_hwtstamp_get)
587 return ds->ops->port_hwtstamp_get(ds, port, ifr);
588 break;
589 case SIOCSHWTSTAMP:
590 if (ds->ops->port_hwtstamp_set)
591 return ds->ops->port_hwtstamp_set(ds, port, ifr);
592 break;
593 }
594
595 return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
596 }
597
598 static int dsa_user_port_attr_set(struct net_device *dev, const void *ctx,
599 const struct switchdev_attr *attr,
600 struct netlink_ext_ack *extack)
601 {
602 struct dsa_port *dp = dsa_user_to_port(dev);
603 int ret;
604
605 if (ctx && ctx != dp)
606 return 0;
607
608 switch (attr->id) {
609 case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
610 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
611 return -EOPNOTSUPP;
612
613 ret = dsa_port_set_state(dp, attr->u.stp_state, true);
614 break;
615 case SWITCHDEV_ATTR_ID_PORT_MST_STATE:
616 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
617 return -EOPNOTSUPP;
618
619 ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack);
620 break;
621 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
622 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
623 return -EOPNOTSUPP;
624
625 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
626 extack);
627 break;
628 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
629 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
630 return -EOPNOTSUPP;
631
632 ret = dsa_port_ageing_time(dp, attr->u.ageing_time);
633 break;
634 case SWITCHDEV_ATTR_ID_BRIDGE_MST:
635 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
636 return -EOPNOTSUPP;
637
638 ret = dsa_port_mst_enable(dp, attr->u.mst, extack);
639 break;
640 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
641 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
642 return -EOPNOTSUPP;
643
644 ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
645 extack);
646 break;
647 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
648 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
649 return -EOPNOTSUPP;
650
651 ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack);
652 break;
653 case SWITCHDEV_ATTR_ID_VLAN_MSTI:
654 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
655 return -EOPNOTSUPP;
656
657 ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti);
658 break;
659 default:
660 ret = -EOPNOTSUPP;
661 break;
662 }
663
664 return ret;
665 }
666
667 /* Must be called under rcu_read_lock() */
668 static int
669 dsa_user_vlan_check_for_8021q_uppers(struct net_device *user,
670 const struct switchdev_obj_port_vlan *vlan)
671 {
672 struct net_device *upper_dev;
673 struct list_head *iter;
674
675 netdev_for_each_upper_dev_rcu(user, upper_dev, iter) {
676 u16 vid;
677
678 if (!is_vlan_dev(upper_dev))
679 continue;
680
681 vid = vlan_dev_vlan_id(upper_dev);
682 if (vid == vlan->vid)
683 return -EBUSY;
684 }
685
686 return 0;
687 }
688
689 static int dsa_user_vlan_add(struct net_device *dev,
690 const struct switchdev_obj *obj,
691 struct netlink_ext_ack *extack)
692 {
693 struct dsa_port *dp = dsa_user_to_port(dev);
694 struct switchdev_obj_port_vlan *vlan;
695 int err;
696
697 if (dsa_port_skip_vlan_configuration(dp)) {
698 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
699 return 0;
700 }
701
702 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
703
704 /* Deny adding a bridge VLAN when there is already an 802.1Q upper with
705 * the same VID.
706 */
707 if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) {
708 rcu_read_lock();
709 err = dsa_user_vlan_check_for_8021q_uppers(dev, vlan);
710 rcu_read_unlock();
711 if (err) {
712 NL_SET_ERR_MSG_MOD(extack,
713 "Port already has a VLAN upper with this VID");
714 return err;
715 }
716 }
717
718 return dsa_port_vlan_add(dp, vlan, extack);
719 }
720
721 /* Offload a VLAN installed on the bridge or on a foreign interface by
722 * installing it as a VLAN towards the CPU port.
723 */
724 static int dsa_user_host_vlan_add(struct net_device *dev,
725 const struct switchdev_obj *obj,
726 struct netlink_ext_ack *extack)
727 {
728 struct dsa_port *dp = dsa_user_to_port(dev);
729 struct switchdev_obj_port_vlan vlan;
730
731 /* Do nothing if this is a software bridge */
732 if (!dp->bridge)
733 return -EOPNOTSUPP;
734
735 if (dsa_port_skip_vlan_configuration(dp)) {
736 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
737 return 0;
738 }
739
740 vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
741
742 /* Even though drivers often handle CPU membership in special ways,
743 * it doesn't make sense to program a PVID, so clear this flag.
744 */
745 vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
746
747 return dsa_port_host_vlan_add(dp, &vlan, extack);
748 }
749
750 static int dsa_user_port_obj_add(struct net_device *dev, const void *ctx,
751 const struct switchdev_obj *obj,
752 struct netlink_ext_ack *extack)
753 {
754 struct dsa_port *dp = dsa_user_to_port(dev);
755 int err;
756
757 if (ctx && ctx != dp)
758 return 0;
759
760 switch (obj->id) {
761 case SWITCHDEV_OBJ_ID_PORT_MDB:
762 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
763 return -EOPNOTSUPP;
764
765 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
766 break;
767 case SWITCHDEV_OBJ_ID_HOST_MDB:
768 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
769 return -EOPNOTSUPP;
770
771 err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
772 break;
773 case SWITCHDEV_OBJ_ID_PORT_VLAN:
774 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
775 err = dsa_user_vlan_add(dev, obj, extack);
776 else
777 err = dsa_user_host_vlan_add(dev, obj, extack);
778 break;
779 case SWITCHDEV_OBJ_ID_MRP:
780 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
781 return -EOPNOTSUPP;
782
783 err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj));
784 break;
785 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
786 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
787 return -EOPNOTSUPP;
788
789 err = dsa_port_mrp_add_ring_role(dp,
790 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
791 break;
792 default:
793 err = -EOPNOTSUPP;
794 break;
795 }
796
797 return err;
798 }
799
800 static int dsa_user_vlan_del(struct net_device *dev,
801 const struct switchdev_obj *obj)
802 {
803 struct dsa_port *dp = dsa_user_to_port(dev);
804 struct switchdev_obj_port_vlan *vlan;
805
806 if (dsa_port_skip_vlan_configuration(dp))
807 return 0;
808
809 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
810
811 return dsa_port_vlan_del(dp, vlan);
812 }
813
814 static int dsa_user_host_vlan_del(struct net_device *dev,
815 const struct switchdev_obj *obj)
816 {
817 struct dsa_port *dp = dsa_user_to_port(dev);
818 struct switchdev_obj_port_vlan *vlan;
819
820 /* Do nothing if this is a software bridge */
821 if (!dp->bridge)
822 return -EOPNOTSUPP;
823
824 if (dsa_port_skip_vlan_configuration(dp))
825 return 0;
826
827 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
828
829 return dsa_port_host_vlan_del(dp, vlan);
830 }
831
832 static int dsa_user_port_obj_del(struct net_device *dev, const void *ctx,
833 const struct switchdev_obj *obj)
834 {
835 struct dsa_port *dp = dsa_user_to_port(dev);
836 int err;
837
838 if (ctx && ctx != dp)
839 return 0;
840
841 switch (obj->id) {
842 case SWITCHDEV_OBJ_ID_PORT_MDB:
843 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
844 return -EOPNOTSUPP;
845
846 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
847 break;
848 case SWITCHDEV_OBJ_ID_HOST_MDB:
849 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
850 return -EOPNOTSUPP;
851
852 err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
853 break;
854 case SWITCHDEV_OBJ_ID_PORT_VLAN:
855 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
856 err = dsa_user_vlan_del(dev, obj);
857 else
858 err = dsa_user_host_vlan_del(dev, obj);
859 break;
860 case SWITCHDEV_OBJ_ID_MRP:
861 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
862 return -EOPNOTSUPP;
863
864 err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj));
865 break;
866 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
867 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
868 return -EOPNOTSUPP;
869
870 err = dsa_port_mrp_del_ring_role(dp,
871 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
872 break;
873 default:
874 err = -EOPNOTSUPP;
875 break;
876 }
877
878 return err;
879 }
880
881 static netdev_tx_t dsa_user_netpoll_send_skb(struct net_device *dev,
882 struct sk_buff *skb)
883 {
884 #ifdef CONFIG_NET_POLL_CONTROLLER
885 struct dsa_user_priv *p = netdev_priv(dev);
886
887 return netpoll_send_skb(p->netpoll, skb);
888 #else
889 BUG();
890 return NETDEV_TX_OK;
891 #endif
892 }
893
894 static void dsa_skb_tx_timestamp(struct dsa_user_priv *p,
895 struct sk_buff *skb)
896 {
897 struct dsa_switch *ds = p->dp->ds;
898
899 if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP))
900 return;
901
902 if (!ds->ops->port_txtstamp)
903 return;
904
905 ds->ops->port_txtstamp(ds, p->dp->index, skb);
906 }
907
908 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
909 {
910 /* SKB for netpoll still need to be mangled with the protocol-specific
911 * tag to be successfully transmitted
912 */
913 if (unlikely(netpoll_tx_running(dev)))
914 return dsa_user_netpoll_send_skb(dev, skb);
915
916 /* Queue the SKB for transmission on the parent interface, but
917 * do not modify its EtherType
918 */
919 skb->dev = dsa_user_to_conduit(dev);
920 dev_queue_xmit(skb);
921
922 return NETDEV_TX_OK;
923 }
924 EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
925
926 static netdev_tx_t dsa_user_xmit(struct sk_buff *skb, struct net_device *dev)
927 {
928 struct dsa_user_priv *p = netdev_priv(dev);
929 struct sk_buff *nskb;
930
931 dev_sw_netstats_tx_add(dev, 1, skb->len);
932
933 memset(skb->cb, 0, sizeof(skb->cb));
934
935 /* Handle tx timestamp if any */
936 dsa_skb_tx_timestamp(p, skb);
937
938 if (skb_ensure_writable_head_tail(skb, dev)) {
939 dev_kfree_skb_any(skb);
940 return NETDEV_TX_OK;
941 }
942
943 /* needed_tailroom should still be 'warm' in the cache line from
944 * skb_ensure_writable_head_tail(), which has also ensured that
945 * padding is safe.
946 */
947 if (dev->needed_tailroom)
948 eth_skb_pad(skb);
949
950 /* Transmit function may have to reallocate the original SKB,
951 * in which case it must have freed it. Only free it here on error.
952 */
953 nskb = p->xmit(skb, dev);
954 if (!nskb) {
955 kfree_skb(skb);
956 return NETDEV_TX_OK;
957 }
958
959 return dsa_enqueue_skb(nskb, dev);
960 }
961
962 /* ethtool operations *******************************************************/
963
964 static void dsa_user_get_drvinfo(struct net_device *dev,
965 struct ethtool_drvinfo *drvinfo)
966 {
967 strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
968 strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
969 strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
970 }
971
972 static int dsa_user_get_regs_len(struct net_device *dev)
973 {
974 struct dsa_port *dp = dsa_user_to_port(dev);
975 struct dsa_switch *ds = dp->ds;
976
977 if (ds->ops->get_regs_len)
978 return ds->ops->get_regs_len(ds, dp->index);
979
980 return -EOPNOTSUPP;
981 }
982
983 static void
984 dsa_user_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
985 {
986 struct dsa_port *dp = dsa_user_to_port(dev);
987 struct dsa_switch *ds = dp->ds;
988
989 if (ds->ops->get_regs)
990 ds->ops->get_regs(ds, dp->index, regs, _p);
991 }
992
993 static int dsa_user_nway_reset(struct net_device *dev)
994 {
995 struct dsa_port *dp = dsa_user_to_port(dev);
996
997 return phylink_ethtool_nway_reset(dp->pl);
998 }
999
1000 static int dsa_user_get_eeprom_len(struct net_device *dev)
1001 {
1002 struct dsa_port *dp = dsa_user_to_port(dev);
1003 struct dsa_switch *ds = dp->ds;
1004
1005 if (ds->cd && ds->cd->eeprom_len)
1006 return ds->cd->eeprom_len;
1007
1008 if (ds->ops->get_eeprom_len)
1009 return ds->ops->get_eeprom_len(ds);
1010
1011 return 0;
1012 }
1013
1014 static int dsa_user_get_eeprom(struct net_device *dev,
1015 struct ethtool_eeprom *eeprom, u8 *data)
1016 {
1017 struct dsa_port *dp = dsa_user_to_port(dev);
1018 struct dsa_switch *ds = dp->ds;
1019
1020 if (ds->ops->get_eeprom)
1021 return ds->ops->get_eeprom(ds, eeprom, data);
1022
1023 return -EOPNOTSUPP;
1024 }
1025
1026 static int dsa_user_set_eeprom(struct net_device *dev,
1027 struct ethtool_eeprom *eeprom, u8 *data)
1028 {
1029 struct dsa_port *dp = dsa_user_to_port(dev);
1030 struct dsa_switch *ds = dp->ds;
1031
1032 if (ds->ops->set_eeprom)
1033 return ds->ops->set_eeprom(ds, eeprom, data);
1034
1035 return -EOPNOTSUPP;
1036 }
1037
1038 static void dsa_user_get_strings(struct net_device *dev,
1039 uint32_t stringset, uint8_t *data)
1040 {
1041 struct dsa_port *dp = dsa_user_to_port(dev);
1042 struct dsa_switch *ds = dp->ds;
1043
1044 if (stringset == ETH_SS_STATS) {
1045 int len = ETH_GSTRING_LEN;
1046
1047 strscpy_pad(data, "tx_packets", len);
1048 strscpy_pad(data + len, "tx_bytes", len);
1049 strscpy_pad(data + 2 * len, "rx_packets", len);
1050 strscpy_pad(data + 3 * len, "rx_bytes", len);
1051 if (ds->ops->get_strings)
1052 ds->ops->get_strings(ds, dp->index, stringset,
1053 data + 4 * len);
1054 } else if (stringset == ETH_SS_TEST) {
1055 net_selftest_get_strings(data);
1056 }
1057
1058 }
1059
1060 static void dsa_user_get_ethtool_stats(struct net_device *dev,
1061 struct ethtool_stats *stats,
1062 uint64_t *data)
1063 {
1064 struct dsa_port *dp = dsa_user_to_port(dev);
1065 struct dsa_switch *ds = dp->ds;
1066 struct pcpu_sw_netstats *s;
1067 unsigned int start;
1068 int i;
1069
1070 for_each_possible_cpu(i) {
1071 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
1072
1073 s = per_cpu_ptr(dev->tstats, i);
1074 do {
1075 start = u64_stats_fetch_begin(&s->syncp);
1076 tx_packets = u64_stats_read(&s->tx_packets);
1077 tx_bytes = u64_stats_read(&s->tx_bytes);
1078 rx_packets = u64_stats_read(&s->rx_packets);
1079 rx_bytes = u64_stats_read(&s->rx_bytes);
1080 } while (u64_stats_fetch_retry(&s->syncp, start));
1081 data[0] += tx_packets;
1082 data[1] += tx_bytes;
1083 data[2] += rx_packets;
1084 data[3] += rx_bytes;
1085 }
1086 if (ds->ops->get_ethtool_stats)
1087 ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
1088 }
1089
1090 static int dsa_user_get_sset_count(struct net_device *dev, int sset)
1091 {
1092 struct dsa_port *dp = dsa_user_to_port(dev);
1093 struct dsa_switch *ds = dp->ds;
1094
1095 if (sset == ETH_SS_STATS) {
1096 int count = 0;
1097
1098 if (ds->ops->get_sset_count) {
1099 count = ds->ops->get_sset_count(ds, dp->index, sset);
1100 if (count < 0)
1101 return count;
1102 }
1103
1104 return count + 4;
1105 } else if (sset == ETH_SS_TEST) {
1106 return net_selftest_get_count();
1107 }
1108
1109 return -EOPNOTSUPP;
1110 }
1111
1112 static void dsa_user_get_eth_phy_stats(struct net_device *dev,
1113 struct ethtool_eth_phy_stats *phy_stats)
1114 {
1115 struct dsa_port *dp = dsa_user_to_port(dev);
1116 struct dsa_switch *ds = dp->ds;
1117
1118 if (ds->ops->get_eth_phy_stats)
1119 ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats);
1120 }
1121
1122 static void dsa_user_get_eth_mac_stats(struct net_device *dev,
1123 struct ethtool_eth_mac_stats *mac_stats)
1124 {
1125 struct dsa_port *dp = dsa_user_to_port(dev);
1126 struct dsa_switch *ds = dp->ds;
1127
1128 if (ds->ops->get_eth_mac_stats)
1129 ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats);
1130 }
1131
1132 static void
1133 dsa_user_get_eth_ctrl_stats(struct net_device *dev,
1134 struct ethtool_eth_ctrl_stats *ctrl_stats)
1135 {
1136 struct dsa_port *dp = dsa_user_to_port(dev);
1137 struct dsa_switch *ds = dp->ds;
1138
1139 if (ds->ops->get_eth_ctrl_stats)
1140 ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats);
1141 }
1142
1143 static void
1144 dsa_user_get_rmon_stats(struct net_device *dev,
1145 struct ethtool_rmon_stats *rmon_stats,
1146 const struct ethtool_rmon_hist_range **ranges)
1147 {
1148 struct dsa_port *dp = dsa_user_to_port(dev);
1149 struct dsa_switch *ds = dp->ds;
1150
1151 if (ds->ops->get_rmon_stats)
1152 ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges);
1153 }
1154
1155 static void dsa_user_net_selftest(struct net_device *ndev,
1156 struct ethtool_test *etest, u64 *buf)
1157 {
1158 struct dsa_port *dp = dsa_user_to_port(ndev);
1159 struct dsa_switch *ds = dp->ds;
1160
1161 if (ds->ops->self_test) {
1162 ds->ops->self_test(ds, dp->index, etest, buf);
1163 return;
1164 }
1165
1166 net_selftest(ndev, etest, buf);
1167 }
1168
1169 static int dsa_user_get_mm(struct net_device *dev,
1170 struct ethtool_mm_state *state)
1171 {
1172 struct dsa_port *dp = dsa_user_to_port(dev);
1173 struct dsa_switch *ds = dp->ds;
1174
1175 if (!ds->ops->get_mm)
1176 return -EOPNOTSUPP;
1177
1178 return ds->ops->get_mm(ds, dp->index, state);
1179 }
1180
1181 static int dsa_user_set_mm(struct net_device *dev, struct ethtool_mm_cfg *cfg,
1182 struct netlink_ext_ack *extack)
1183 {
1184 struct dsa_port *dp = dsa_user_to_port(dev);
1185 struct dsa_switch *ds = dp->ds;
1186
1187 if (!ds->ops->set_mm)
1188 return -EOPNOTSUPP;
1189
1190 return ds->ops->set_mm(ds, dp->index, cfg, extack);
1191 }
1192
1193 static void dsa_user_get_mm_stats(struct net_device *dev,
1194 struct ethtool_mm_stats *stats)
1195 {
1196 struct dsa_port *dp = dsa_user_to_port(dev);
1197 struct dsa_switch *ds = dp->ds;
1198
1199 if (ds->ops->get_mm_stats)
1200 ds->ops->get_mm_stats(ds, dp->index, stats);
1201 }
1202
1203 static void dsa_user_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1204 {
1205 struct dsa_port *dp = dsa_user_to_port(dev);
1206 struct dsa_switch *ds = dp->ds;
1207
1208 phylink_ethtool_get_wol(dp->pl, w);
1209
1210 if (ds->ops->get_wol)
1211 ds->ops->get_wol(ds, dp->index, w);
1212 }
1213
1214 static int dsa_user_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1215 {
1216 struct dsa_port *dp = dsa_user_to_port(dev);
1217 struct dsa_switch *ds = dp->ds;
1218 int ret = -EOPNOTSUPP;
1219
1220 phylink_ethtool_set_wol(dp->pl, w);
1221
1222 if (ds->ops->set_wol)
1223 ret = ds->ops->set_wol(ds, dp->index, w);
1224
1225 return ret;
1226 }
1227
1228 static int dsa_user_set_eee(struct net_device *dev, struct ethtool_keee *e)
1229 {
1230 struct dsa_port *dp = dsa_user_to_port(dev);
1231 struct dsa_switch *ds = dp->ds;
1232 int ret;
1233
1234 /* Port's PHY and MAC both need to be EEE capable */
1235 if (!dev->phydev || !dp->pl)
1236 return -ENODEV;
1237
1238 if (!ds->ops->set_mac_eee)
1239 return -EOPNOTSUPP;
1240
1241 ret = ds->ops->set_mac_eee(ds, dp->index, e);
1242 if (ret)
1243 return ret;
1244
1245 return phylink_ethtool_set_eee(dp->pl, e);
1246 }
1247
1248 static int dsa_user_get_eee(struct net_device *dev, struct ethtool_keee *e)
1249 {
1250 struct dsa_port *dp = dsa_user_to_port(dev);
1251 struct dsa_switch *ds = dp->ds;
1252 int ret;
1253
1254 /* Port's PHY and MAC both need to be EEE capable */
1255 if (!dev->phydev || !dp->pl)
1256 return -ENODEV;
1257
1258 if (!ds->ops->get_mac_eee)
1259 return -EOPNOTSUPP;
1260
1261 ret = ds->ops->get_mac_eee(ds, dp->index, e);
1262 if (ret)
1263 return ret;
1264
1265 return phylink_ethtool_get_eee(dp->pl, e);
1266 }
1267
1268 static int dsa_user_get_link_ksettings(struct net_device *dev,
1269 struct ethtool_link_ksettings *cmd)
1270 {
1271 struct dsa_port *dp = dsa_user_to_port(dev);
1272
1273 return phylink_ethtool_ksettings_get(dp->pl, cmd);
1274 }
1275
1276 static int dsa_user_set_link_ksettings(struct net_device *dev,
1277 const struct ethtool_link_ksettings *cmd)
1278 {
1279 struct dsa_port *dp = dsa_user_to_port(dev);
1280
1281 return phylink_ethtool_ksettings_set(dp->pl, cmd);
1282 }
1283
1284 static void dsa_user_get_pause_stats(struct net_device *dev,
1285 struct ethtool_pause_stats *pause_stats)
1286 {
1287 struct dsa_port *dp = dsa_user_to_port(dev);
1288 struct dsa_switch *ds = dp->ds;
1289
1290 if (ds->ops->get_pause_stats)
1291 ds->ops->get_pause_stats(ds, dp->index, pause_stats);
1292 }
1293
1294 static void dsa_user_get_pauseparam(struct net_device *dev,
1295 struct ethtool_pauseparam *pause)
1296 {
1297 struct dsa_port *dp = dsa_user_to_port(dev);
1298
1299 phylink_ethtool_get_pauseparam(dp->pl, pause);
1300 }
1301
1302 static int dsa_user_set_pauseparam(struct net_device *dev,
1303 struct ethtool_pauseparam *pause)
1304 {
1305 struct dsa_port *dp = dsa_user_to_port(dev);
1306
1307 return phylink_ethtool_set_pauseparam(dp->pl, pause);
1308 }
1309
1310 #ifdef CONFIG_NET_POLL_CONTROLLER
1311 static int dsa_user_netpoll_setup(struct net_device *dev,
1312 struct netpoll_info *ni)
1313 {
1314 struct net_device *conduit = dsa_user_to_conduit(dev);
1315 struct dsa_user_priv *p = netdev_priv(dev);
1316 struct netpoll *netpoll;
1317 int err = 0;
1318
1319 netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
1320 if (!netpoll)
1321 return -ENOMEM;
1322
1323 err = __netpoll_setup(netpoll, conduit);
1324 if (err) {
1325 kfree(netpoll);
1326 goto out;
1327 }
1328
1329 p->netpoll = netpoll;
1330 out:
1331 return err;
1332 }
1333
1334 static void dsa_user_netpoll_cleanup(struct net_device *dev)
1335 {
1336 struct dsa_user_priv *p = netdev_priv(dev);
1337 struct netpoll *netpoll = p->netpoll;
1338
1339 if (!netpoll)
1340 return;
1341
1342 p->netpoll = NULL;
1343
1344 __netpoll_free(netpoll);
1345 }
1346
1347 static void dsa_user_poll_controller(struct net_device *dev)
1348 {
1349 }
1350 #endif
1351
1352 static struct dsa_mall_tc_entry *
1353 dsa_user_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
1354 {
1355 struct dsa_user_priv *p = netdev_priv(dev);
1356 struct dsa_mall_tc_entry *mall_tc_entry;
1357
1358 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
1359 if (mall_tc_entry->cookie == cookie)
1360 return mall_tc_entry;
1361
1362 return NULL;
1363 }
1364
1365 static int
1366 dsa_user_add_cls_matchall_mirred(struct net_device *dev,
1367 struct tc_cls_matchall_offload *cls,
1368 bool ingress)
1369 {
1370 struct netlink_ext_ack *extack = cls->common.extack;
1371 struct dsa_port *dp = dsa_user_to_port(dev);
1372 struct dsa_user_priv *p = netdev_priv(dev);
1373 struct dsa_mall_mirror_tc_entry *mirror;
1374 struct dsa_mall_tc_entry *mall_tc_entry;
1375 struct dsa_switch *ds = dp->ds;
1376 struct flow_action_entry *act;
1377 struct dsa_port *to_dp;
1378 int err;
1379
1380 if (!ds->ops->port_mirror_add)
1381 return -EOPNOTSUPP;
1382
1383 if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1384 cls->common.extack))
1385 return -EOPNOTSUPP;
1386
1387 act = &cls->rule->action.entries[0];
1388
1389 if (!act->dev)
1390 return -EINVAL;
1391
1392 if (!dsa_user_dev_check(act->dev))
1393 return -EOPNOTSUPP;
1394
1395 to_dp = dsa_user_to_port(act->dev);
1396
1397 if (dp->ds != to_dp->ds) {
1398 NL_SET_ERR_MSG_MOD(extack,
1399 "Cross-chip mirroring not implemented");
1400 return -EOPNOTSUPP;
1401 }
1402
1403 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1404 if (!mall_tc_entry)
1405 return -ENOMEM;
1406
1407 mall_tc_entry->cookie = cls->cookie;
1408 mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
1409 mirror = &mall_tc_entry->mirror;
1410 mirror->to_local_port = to_dp->index;
1411 mirror->ingress = ingress;
1412
1413 err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack);
1414 if (err) {
1415 kfree(mall_tc_entry);
1416 return err;
1417 }
1418
1419 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1420
1421 return err;
1422 }
1423
1424 static int
1425 dsa_user_add_cls_matchall_police(struct net_device *dev,
1426 struct tc_cls_matchall_offload *cls,
1427 bool ingress)
1428 {
1429 struct netlink_ext_ack *extack = cls->common.extack;
1430 struct dsa_port *dp = dsa_user_to_port(dev);
1431 struct dsa_user_priv *p = netdev_priv(dev);
1432 struct dsa_mall_policer_tc_entry *policer;
1433 struct dsa_mall_tc_entry *mall_tc_entry;
1434 struct dsa_switch *ds = dp->ds;
1435 struct flow_action_entry *act;
1436 int err;
1437
1438 if (!ds->ops->port_policer_add) {
1439 NL_SET_ERR_MSG_MOD(extack,
1440 "Policing offload not implemented");
1441 return -EOPNOTSUPP;
1442 }
1443
1444 if (!ingress) {
1445 NL_SET_ERR_MSG_MOD(extack,
1446 "Only supported on ingress qdisc");
1447 return -EOPNOTSUPP;
1448 }
1449
1450 if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1451 cls->common.extack))
1452 return -EOPNOTSUPP;
1453
1454 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) {
1455 if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) {
1456 NL_SET_ERR_MSG_MOD(extack,
1457 "Only one port policer allowed");
1458 return -EEXIST;
1459 }
1460 }
1461
1462 act = &cls->rule->action.entries[0];
1463
1464 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1465 if (!mall_tc_entry)
1466 return -ENOMEM;
1467
1468 mall_tc_entry->cookie = cls->cookie;
1469 mall_tc_entry->type = DSA_PORT_MALL_POLICER;
1470 policer = &mall_tc_entry->policer;
1471 policer->rate_bytes_per_sec = act->police.rate_bytes_ps;
1472 policer->burst = act->police.burst;
1473
1474 err = ds->ops->port_policer_add(ds, dp->index, policer);
1475 if (err) {
1476 kfree(mall_tc_entry);
1477 return err;
1478 }
1479
1480 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1481
1482 return err;
1483 }
1484
1485 static int dsa_user_add_cls_matchall(struct net_device *dev,
1486 struct tc_cls_matchall_offload *cls,
1487 bool ingress)
1488 {
1489 int err = -EOPNOTSUPP;
1490
1491 if (cls->common.protocol == htons(ETH_P_ALL) &&
1492 flow_offload_has_one_action(&cls->rule->action) &&
1493 cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED)
1494 err = dsa_user_add_cls_matchall_mirred(dev, cls, ingress);
1495 else if (flow_offload_has_one_action(&cls->rule->action) &&
1496 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE)
1497 err = dsa_user_add_cls_matchall_police(dev, cls, ingress);
1498
1499 return err;
1500 }
1501
1502 static void dsa_user_del_cls_matchall(struct net_device *dev,
1503 struct tc_cls_matchall_offload *cls)
1504 {
1505 struct dsa_port *dp = dsa_user_to_port(dev);
1506 struct dsa_mall_tc_entry *mall_tc_entry;
1507 struct dsa_switch *ds = dp->ds;
1508
1509 mall_tc_entry = dsa_user_mall_tc_entry_find(dev, cls->cookie);
1510 if (!mall_tc_entry)
1511 return;
1512
1513 list_del(&mall_tc_entry->list);
1514
1515 switch (mall_tc_entry->type) {
1516 case DSA_PORT_MALL_MIRROR:
1517 if (ds->ops->port_mirror_del)
1518 ds->ops->port_mirror_del(ds, dp->index,
1519 &mall_tc_entry->mirror);
1520 break;
1521 case DSA_PORT_MALL_POLICER:
1522 if (ds->ops->port_policer_del)
1523 ds->ops->port_policer_del(ds, dp->index);
1524 break;
1525 default:
1526 WARN_ON(1);
1527 }
1528
1529 kfree(mall_tc_entry);
1530 }
1531
1532 static int dsa_user_setup_tc_cls_matchall(struct net_device *dev,
1533 struct tc_cls_matchall_offload *cls,
1534 bool ingress)
1535 {
1536 if (cls->common.chain_index)
1537 return -EOPNOTSUPP;
1538
1539 switch (cls->command) {
1540 case TC_CLSMATCHALL_REPLACE:
1541 return dsa_user_add_cls_matchall(dev, cls, ingress);
1542 case TC_CLSMATCHALL_DESTROY:
1543 dsa_user_del_cls_matchall(dev, cls);
1544 return 0;
1545 default:
1546 return -EOPNOTSUPP;
1547 }
1548 }
1549
1550 static int dsa_user_add_cls_flower(struct net_device *dev,
1551 struct flow_cls_offload *cls,
1552 bool ingress)
1553 {
1554 struct dsa_port *dp = dsa_user_to_port(dev);
1555 struct dsa_switch *ds = dp->ds;
1556 int port = dp->index;
1557
1558 if (!ds->ops->cls_flower_add)
1559 return -EOPNOTSUPP;
1560
1561 return ds->ops->cls_flower_add(ds, port, cls, ingress);
1562 }
1563
1564 static int dsa_user_del_cls_flower(struct net_device *dev,
1565 struct flow_cls_offload *cls,
1566 bool ingress)
1567 {
1568 struct dsa_port *dp = dsa_user_to_port(dev);
1569 struct dsa_switch *ds = dp->ds;
1570 int port = dp->index;
1571
1572 if (!ds->ops->cls_flower_del)
1573 return -EOPNOTSUPP;
1574
1575 return ds->ops->cls_flower_del(ds, port, cls, ingress);
1576 }
1577
1578 static int dsa_user_stats_cls_flower(struct net_device *dev,
1579 struct flow_cls_offload *cls,
1580 bool ingress)
1581 {
1582 struct dsa_port *dp = dsa_user_to_port(dev);
1583 struct dsa_switch *ds = dp->ds;
1584 int port = dp->index;
1585
1586 if (!ds->ops->cls_flower_stats)
1587 return -EOPNOTSUPP;
1588
1589 return ds->ops->cls_flower_stats(ds, port, cls, ingress);
1590 }
1591
1592 static int dsa_user_setup_tc_cls_flower(struct net_device *dev,
1593 struct flow_cls_offload *cls,
1594 bool ingress)
1595 {
1596 switch (cls->command) {
1597 case FLOW_CLS_REPLACE:
1598 return dsa_user_add_cls_flower(dev, cls, ingress);
1599 case FLOW_CLS_DESTROY:
1600 return dsa_user_del_cls_flower(dev, cls, ingress);
1601 case FLOW_CLS_STATS:
1602 return dsa_user_stats_cls_flower(dev, cls, ingress);
1603 default:
1604 return -EOPNOTSUPP;
1605 }
1606 }
1607
1608 static int dsa_user_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1609 void *cb_priv, bool ingress)
1610 {
1611 struct net_device *dev = cb_priv;
1612
1613 if (!tc_can_offload(dev))
1614 return -EOPNOTSUPP;
1615
1616 switch (type) {
1617 case TC_SETUP_CLSMATCHALL:
1618 return dsa_user_setup_tc_cls_matchall(dev, type_data, ingress);
1619 case TC_SETUP_CLSFLOWER:
1620 return dsa_user_setup_tc_cls_flower(dev, type_data, ingress);
1621 default:
1622 return -EOPNOTSUPP;
1623 }
1624 }
1625
1626 static int dsa_user_setup_tc_block_cb_ig(enum tc_setup_type type,
1627 void *type_data, void *cb_priv)
1628 {
1629 return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, true);
1630 }
1631
1632 static int dsa_user_setup_tc_block_cb_eg(enum tc_setup_type type,
1633 void *type_data, void *cb_priv)
1634 {
1635 return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, false);
1636 }
1637
1638 static LIST_HEAD(dsa_user_block_cb_list);
1639
1640 static int dsa_user_setup_tc_block(struct net_device *dev,
1641 struct flow_block_offload *f)
1642 {
1643 struct flow_block_cb *block_cb;
1644 flow_setup_cb_t *cb;
1645
1646 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1647 cb = dsa_user_setup_tc_block_cb_ig;
1648 else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1649 cb = dsa_user_setup_tc_block_cb_eg;
1650 else
1651 return -EOPNOTSUPP;
1652
1653 f->driver_block_list = &dsa_user_block_cb_list;
1654
1655 switch (f->command) {
1656 case FLOW_BLOCK_BIND:
1657 if (flow_block_cb_is_busy(cb, dev, &dsa_user_block_cb_list))
1658 return -EBUSY;
1659
1660 block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1661 if (IS_ERR(block_cb))
1662 return PTR_ERR(block_cb);
1663
1664 flow_block_cb_add(block_cb, f);
1665 list_add_tail(&block_cb->driver_list, &dsa_user_block_cb_list);
1666 return 0;
1667 case FLOW_BLOCK_UNBIND:
1668 block_cb = flow_block_cb_lookup(f->block, cb, dev);
1669 if (!block_cb)
1670 return -ENOENT;
1671
1672 flow_block_cb_remove(block_cb, f);
1673 list_del(&block_cb->driver_list);
1674 return 0;
1675 default:
1676 return -EOPNOTSUPP;
1677 }
1678 }
1679
1680 static int dsa_user_setup_ft_block(struct dsa_switch *ds, int port,
1681 void *type_data)
1682 {
1683 struct net_device *conduit = dsa_port_to_conduit(dsa_to_port(ds, port));
1684
1685 if (!conduit->netdev_ops->ndo_setup_tc)
1686 return -EOPNOTSUPP;
1687
1688 return conduit->netdev_ops->ndo_setup_tc(conduit, TC_SETUP_FT, type_data);
1689 }
1690
1691 static int dsa_user_setup_tc(struct net_device *dev, enum tc_setup_type type,
1692 void *type_data)
1693 {
1694 struct dsa_port *dp = dsa_user_to_port(dev);
1695 struct dsa_switch *ds = dp->ds;
1696
1697 switch (type) {
1698 case TC_SETUP_BLOCK:
1699 return dsa_user_setup_tc_block(dev, type_data);
1700 case TC_SETUP_FT:
1701 return dsa_user_setup_ft_block(ds, dp->index, type_data);
1702 default:
1703 break;
1704 }
1705
1706 if (!ds->ops->port_setup_tc)
1707 return -EOPNOTSUPP;
1708
1709 return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1710 }
1711
1712 static int dsa_user_get_rxnfc(struct net_device *dev,
1713 struct ethtool_rxnfc *nfc, u32 *rule_locs)
1714 {
1715 struct dsa_port *dp = dsa_user_to_port(dev);
1716 struct dsa_switch *ds = dp->ds;
1717
1718 if (!ds->ops->get_rxnfc)
1719 return -EOPNOTSUPP;
1720
1721 return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1722 }
1723
1724 static int dsa_user_set_rxnfc(struct net_device *dev,
1725 struct ethtool_rxnfc *nfc)
1726 {
1727 struct dsa_port *dp = dsa_user_to_port(dev);
1728 struct dsa_switch *ds = dp->ds;
1729
1730 if (!ds->ops->set_rxnfc)
1731 return -EOPNOTSUPP;
1732
1733 return ds->ops->set_rxnfc(ds, dp->index, nfc);
1734 }
1735
1736 static int dsa_user_get_ts_info(struct net_device *dev,
1737 struct kernel_ethtool_ts_info *ts)
1738 {
1739 struct dsa_user_priv *p = netdev_priv(dev);
1740 struct dsa_switch *ds = p->dp->ds;
1741
1742 if (!ds->ops->get_ts_info)
1743 return -EOPNOTSUPP;
1744
1745 return ds->ops->get_ts_info(ds, p->dp->index, ts);
1746 }
1747
1748 static int dsa_user_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1749 u16 vid)
1750 {
1751 struct dsa_port *dp = dsa_user_to_port(dev);
1752 struct switchdev_obj_port_vlan vlan = {
1753 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1754 .vid = vid,
1755 /* This API only allows programming tagged, non-PVID VIDs */
1756 .flags = 0,
1757 };
1758 struct netlink_ext_ack extack = {0};
1759 struct dsa_switch *ds = dp->ds;
1760 struct netdev_hw_addr *ha;
1761 struct dsa_vlan *v;
1762 int ret;
1763
1764 /* User port... */
1765 ret = dsa_port_vlan_add(dp, &vlan, &extack);
1766 if (ret) {
1767 if (extack._msg)
1768 netdev_err(dev, "%s\n", extack._msg);
1769 return ret;
1770 }
1771
1772 /* And CPU port... */
1773 ret = dsa_port_host_vlan_add(dp, &vlan, &extack);
1774 if (ret) {
1775 if (extack._msg)
1776 netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index,
1777 extack._msg);
1778 return ret;
1779 }
1780
1781 if (!dsa_switch_supports_uc_filtering(ds) &&
1782 !dsa_switch_supports_mc_filtering(ds))
1783 return 0;
1784
1785 v = kzalloc(sizeof(*v), GFP_KERNEL);
1786 if (!v) {
1787 ret = -ENOMEM;
1788 goto rollback;
1789 }
1790
1791 netif_addr_lock_bh(dev);
1792
1793 v->vid = vid;
1794 list_add_tail(&v->list, &dp->user_vlans);
1795
1796 if (dsa_switch_supports_mc_filtering(ds)) {
1797 netdev_for_each_synced_mc_addr(ha, dev) {
1798 dsa_user_schedule_standalone_work(dev, DSA_MC_ADD,
1799 ha->addr, vid);
1800 }
1801 }
1802
1803 if (dsa_switch_supports_uc_filtering(ds)) {
1804 netdev_for_each_synced_uc_addr(ha, dev) {
1805 dsa_user_schedule_standalone_work(dev, DSA_UC_ADD,
1806 ha->addr, vid);
1807 }
1808 }
1809
1810 netif_addr_unlock_bh(dev);
1811
1812 dsa_flush_workqueue();
1813
1814 return 0;
1815
1816 rollback:
1817 dsa_port_host_vlan_del(dp, &vlan);
1818 dsa_port_vlan_del(dp, &vlan);
1819
1820 return ret;
1821 }
1822
1823 static int dsa_user_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1824 u16 vid)
1825 {
1826 struct dsa_port *dp = dsa_user_to_port(dev);
1827 struct switchdev_obj_port_vlan vlan = {
1828 .vid = vid,
1829 /* This API only allows programming tagged, non-PVID VIDs */
1830 .flags = 0,
1831 };
1832 struct dsa_switch *ds = dp->ds;
1833 struct netdev_hw_addr *ha;
1834 struct dsa_vlan *v;
1835 int err;
1836
1837 err = dsa_port_vlan_del(dp, &vlan);
1838 if (err)
1839 return err;
1840
1841 err = dsa_port_host_vlan_del(dp, &vlan);
1842 if (err)
1843 return err;
1844
1845 if (!dsa_switch_supports_uc_filtering(ds) &&
1846 !dsa_switch_supports_mc_filtering(ds))
1847 return 0;
1848
1849 netif_addr_lock_bh(dev);
1850
1851 v = dsa_vlan_find(&dp->user_vlans, &vlan);
1852 if (!v) {
1853 netif_addr_unlock_bh(dev);
1854 return -ENOENT;
1855 }
1856
1857 list_del(&v->list);
1858 kfree(v);
1859
1860 if (dsa_switch_supports_mc_filtering(ds)) {
1861 netdev_for_each_synced_mc_addr(ha, dev) {
1862 dsa_user_schedule_standalone_work(dev, DSA_MC_DEL,
1863 ha->addr, vid);
1864 }
1865 }
1866
1867 if (dsa_switch_supports_uc_filtering(ds)) {
1868 netdev_for_each_synced_uc_addr(ha, dev) {
1869 dsa_user_schedule_standalone_work(dev, DSA_UC_DEL,
1870 ha->addr, vid);
1871 }
1872 }
1873
1874 netif_addr_unlock_bh(dev);
1875
1876 dsa_flush_workqueue();
1877
1878 return 0;
1879 }
1880
1881 static int dsa_user_restore_vlan(struct net_device *vdev, int vid, void *arg)
1882 {
1883 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1884
1885 return dsa_user_vlan_rx_add_vid(arg, proto, vid);
1886 }
1887
1888 static int dsa_user_clear_vlan(struct net_device *vdev, int vid, void *arg)
1889 {
1890 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1891
1892 return dsa_user_vlan_rx_kill_vid(arg, proto, vid);
1893 }
1894
1895 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN
1896 * filtering is enabled. The baseline is that only ports that offload a
1897 * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware,
1898 * but there are exceptions for quirky hardware.
1899 *
1900 * If ds->vlan_filtering_is_global = true, then standalone ports which share
1901 * the same switch with other ports that offload a VLAN-aware bridge are also
1902 * inevitably VLAN-aware.
1903 *
1904 * To summarize, a DSA switch port offloads:
1905 *
1906 * - If standalone (this includes software bridge, software LAG):
1907 * - if ds->needs_standalone_vlan_filtering = true, OR if
1908 * (ds->vlan_filtering_is_global = true AND there are bridges spanning
1909 * this switch chip which have vlan_filtering=1)
1910 * - the 8021q upper VLANs
1911 * - else (standalone VLAN filtering is not needed, VLAN filtering is not
1912 * global, or it is, but no port is under a VLAN-aware bridge):
1913 * - no VLAN (any 8021q upper is a software VLAN)
1914 *
1915 * - If under a vlan_filtering=0 bridge which it offload:
1916 * - if ds->configure_vlan_while_not_filtering = true (default):
1917 * - the bridge VLANs. These VLANs are committed to hardware but inactive.
1918 * - else (deprecated):
1919 * - no VLAN. The bridge VLANs are not restored when VLAN awareness is
1920 * enabled, so this behavior is broken and discouraged.
1921 *
1922 * - If under a vlan_filtering=1 bridge which it offload:
1923 * - the bridge VLANs
1924 * - the 8021q upper VLANs
1925 */
1926 int dsa_user_manage_vlan_filtering(struct net_device *user,
1927 bool vlan_filtering)
1928 {
1929 int err;
1930
1931 if (vlan_filtering) {
1932 user->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1933
1934 err = vlan_for_each(user, dsa_user_restore_vlan, user);
1935 if (err) {
1936 vlan_for_each(user, dsa_user_clear_vlan, user);
1937 user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1938 return err;
1939 }
1940 } else {
1941 err = vlan_for_each(user, dsa_user_clear_vlan, user);
1942 if (err)
1943 return err;
1944
1945 user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1946 }
1947
1948 return 0;
1949 }
1950
1951 struct dsa_hw_port {
1952 struct list_head list;
1953 struct net_device *dev;
1954 int old_mtu;
1955 };
1956
1957 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu)
1958 {
1959 const struct dsa_hw_port *p;
1960 int err;
1961
1962 list_for_each_entry(p, hw_port_list, list) {
1963 if (p->dev->mtu == mtu)
1964 continue;
1965
1966 err = dev_set_mtu(p->dev, mtu);
1967 if (err)
1968 goto rollback;
1969 }
1970
1971 return 0;
1972
1973 rollback:
1974 list_for_each_entry_continue_reverse(p, hw_port_list, list) {
1975 if (p->dev->mtu == p->old_mtu)
1976 continue;
1977
1978 if (dev_set_mtu(p->dev, p->old_mtu))
1979 netdev_err(p->dev, "Failed to restore MTU\n");
1980 }
1981
1982 return err;
1983 }
1984
1985 static void dsa_hw_port_list_free(struct list_head *hw_port_list)
1986 {
1987 struct dsa_hw_port *p, *n;
1988
1989 list_for_each_entry_safe(p, n, hw_port_list, list)
1990 kfree(p);
1991 }
1992
1993 /* Make the hardware datapath to/from @dev limited to a common MTU */
1994 static void dsa_bridge_mtu_normalization(struct dsa_port *dp)
1995 {
1996 struct list_head hw_port_list;
1997 struct dsa_switch_tree *dst;
1998 int min_mtu = ETH_MAX_MTU;
1999 struct dsa_port *other_dp;
2000 int err;
2001
2002 if (!dp->ds->mtu_enforcement_ingress)
2003 return;
2004
2005 if (!dp->bridge)
2006 return;
2007
2008 INIT_LIST_HEAD(&hw_port_list);
2009
2010 /* Populate the list of ports that are part of the same bridge
2011 * as the newly added/modified port
2012 */
2013 list_for_each_entry(dst, &dsa_tree_list, list) {
2014 list_for_each_entry(other_dp, &dst->ports, list) {
2015 struct dsa_hw_port *hw_port;
2016 struct net_device *user;
2017
2018 if (other_dp->type != DSA_PORT_TYPE_USER)
2019 continue;
2020
2021 if (!dsa_port_bridge_same(dp, other_dp))
2022 continue;
2023
2024 if (!other_dp->ds->mtu_enforcement_ingress)
2025 continue;
2026
2027 user = other_dp->user;
2028
2029 if (min_mtu > user->mtu)
2030 min_mtu = user->mtu;
2031
2032 hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL);
2033 if (!hw_port)
2034 goto out;
2035
2036 hw_port->dev = user;
2037 hw_port->old_mtu = user->mtu;
2038
2039 list_add(&hw_port->list, &hw_port_list);
2040 }
2041 }
2042
2043 /* Attempt to configure the entire hardware bridge to the newly added
2044 * interface's MTU first, regardless of whether the intention of the
2045 * user was to raise or lower it.
2046 */
2047 err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->user->mtu);
2048 if (!err)
2049 goto out;
2050
2051 /* Clearly that didn't work out so well, so just set the minimum MTU on
2052 * all hardware bridge ports now. If this fails too, then all ports will
2053 * still have their old MTU rolled back anyway.
2054 */
2055 dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu);
2056
2057 out:
2058 dsa_hw_port_list_free(&hw_port_list);
2059 }
2060
2061 int dsa_user_change_mtu(struct net_device *dev, int new_mtu)
2062 {
2063 struct net_device *conduit = dsa_user_to_conduit(dev);
2064 struct dsa_port *dp = dsa_user_to_port(dev);
2065 struct dsa_port *cpu_dp = dp->cpu_dp;
2066 struct dsa_switch *ds = dp->ds;
2067 struct dsa_port *other_dp;
2068 int largest_mtu = 0;
2069 int new_conduit_mtu;
2070 int old_conduit_mtu;
2071 int mtu_limit;
2072 int overhead;
2073 int cpu_mtu;
2074 int err;
2075
2076 if (!ds->ops->port_change_mtu)
2077 return -EOPNOTSUPP;
2078
2079 dsa_tree_for_each_user_port(other_dp, ds->dst) {
2080 int user_mtu;
2081
2082 /* During probe, this function will be called for each user
2083 * device, while not all of them have been allocated. That's
2084 * ok, it doesn't change what the maximum is, so ignore it.
2085 */
2086 if (!other_dp->user)
2087 continue;
2088
2089 /* Pretend that we already applied the setting, which we
2090 * actually haven't (still haven't done all integrity checks)
2091 */
2092 if (dp == other_dp)
2093 user_mtu = new_mtu;
2094 else
2095 user_mtu = other_dp->user->mtu;
2096
2097 if (largest_mtu < user_mtu)
2098 largest_mtu = user_mtu;
2099 }
2100
2101 overhead = dsa_tag_protocol_overhead(cpu_dp->tag_ops);
2102 mtu_limit = min_t(int, conduit->max_mtu, dev->max_mtu + overhead);
2103 old_conduit_mtu = conduit->mtu;
2104 new_conduit_mtu = largest_mtu + overhead;
2105 if (new_conduit_mtu > mtu_limit)
2106 return -ERANGE;
2107
2108 /* If the conduit MTU isn't over limit, there's no need to check the CPU
2109 * MTU, since that surely isn't either.
2110 */
2111 cpu_mtu = largest_mtu;
2112
2113 /* Start applying stuff */
2114 if (new_conduit_mtu != old_conduit_mtu) {
2115 err = dev_set_mtu(conduit, new_conduit_mtu);
2116 if (err < 0)
2117 goto out_conduit_failed;
2118
2119 /* We only need to propagate the MTU of the CPU port to
2120 * upstream switches, so emit a notifier which updates them.
2121 */
2122 err = dsa_port_mtu_change(cpu_dp, cpu_mtu);
2123 if (err)
2124 goto out_cpu_failed;
2125 }
2126
2127 err = ds->ops->port_change_mtu(ds, dp->index, new_mtu);
2128 if (err)
2129 goto out_port_failed;
2130
2131 WRITE_ONCE(dev->mtu, new_mtu);
2132
2133 dsa_bridge_mtu_normalization(dp);
2134
2135 return 0;
2136
2137 out_port_failed:
2138 if (new_conduit_mtu != old_conduit_mtu)
2139 dsa_port_mtu_change(cpu_dp, old_conduit_mtu - overhead);
2140 out_cpu_failed:
2141 if (new_conduit_mtu != old_conduit_mtu)
2142 dev_set_mtu(conduit, old_conduit_mtu);
2143 out_conduit_failed:
2144 return err;
2145 }
2146
2147 static int __maybe_unused
2148 dsa_user_dcbnl_set_apptrust(struct net_device *dev, u8 *sel, int nsel)
2149 {
2150 struct dsa_port *dp = dsa_user_to_port(dev);
2151 struct dsa_switch *ds = dp->ds;
2152 int port = dp->index;
2153
2154 if (!ds->ops->port_set_apptrust)
2155 return -EOPNOTSUPP;
2156
2157 return ds->ops->port_set_apptrust(ds, port, sel, nsel);
2158 }
2159
2160 static int __maybe_unused
2161 dsa_user_dcbnl_get_apptrust(struct net_device *dev, u8 *sel, int *nsel)
2162 {
2163 struct dsa_port *dp = dsa_user_to_port(dev);
2164 struct dsa_switch *ds = dp->ds;
2165 int port = dp->index;
2166
2167 if (!ds->ops->port_get_apptrust)
2168 return -EOPNOTSUPP;
2169
2170 return ds->ops->port_get_apptrust(ds, port, sel, nsel);
2171 }
2172
2173 static int __maybe_unused
2174 dsa_user_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app)
2175 {
2176 struct dsa_port *dp = dsa_user_to_port(dev);
2177 struct dsa_switch *ds = dp->ds;
2178 unsigned long mask, new_prio;
2179 int err, port = dp->index;
2180
2181 if (!ds->ops->port_set_default_prio)
2182 return -EOPNOTSUPP;
2183
2184 err = dcb_ieee_setapp(dev, app);
2185 if (err)
2186 return err;
2187
2188 mask = dcb_ieee_getapp_mask(dev, app);
2189 new_prio = __fls(mask);
2190
2191 err = ds->ops->port_set_default_prio(ds, port, new_prio);
2192 if (err) {
2193 dcb_ieee_delapp(dev, app);
2194 return err;
2195 }
2196
2197 return 0;
2198 }
2199
2200 /* Update the DSCP prio entries on all user ports of the switch in case
2201 * the switch supports global DSCP prio instead of per port DSCP prios.
2202 */
2203 static int dsa_user_dcbnl_ieee_global_dscp_setdel(struct net_device *dev,
2204 struct dcb_app *app, bool del)
2205 {
2206 int (*setdel)(struct net_device *dev, struct dcb_app *app);
2207 struct dsa_port *dp = dsa_user_to_port(dev);
2208 struct dsa_switch *ds = dp->ds;
2209 struct dsa_port *other_dp;
2210 int err, restore_err;
2211
2212 if (del)
2213 setdel = dcb_ieee_delapp;
2214 else
2215 setdel = dcb_ieee_setapp;
2216
2217 dsa_switch_for_each_user_port(other_dp, ds) {
2218 struct net_device *user = other_dp->user;
2219
2220 if (!user || user == dev)
2221 continue;
2222
2223 err = setdel(user, app);
2224 if (err)
2225 goto err_try_to_restore;
2226 }
2227
2228 return 0;
2229
2230 err_try_to_restore:
2231
2232 /* Revert logic to restore previous state of app entries */
2233 if (!del)
2234 setdel = dcb_ieee_delapp;
2235 else
2236 setdel = dcb_ieee_setapp;
2237
2238 dsa_switch_for_each_user_port_continue_reverse(other_dp, ds) {
2239 struct net_device *user = other_dp->user;
2240
2241 if (!user || user == dev)
2242 continue;
2243
2244 restore_err = setdel(user, app);
2245 if (restore_err)
2246 netdev_err(user, "Failed to restore DSCP prio entry configuration\n");
2247 }
2248
2249 return err;
2250 }
2251
2252 static int __maybe_unused
2253 dsa_user_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app)
2254 {
2255 struct dsa_port *dp = dsa_user_to_port(dev);
2256 struct dsa_switch *ds = dp->ds;
2257 unsigned long mask, new_prio;
2258 int err, port = dp->index;
2259 u8 dscp = app->protocol;
2260
2261 if (!ds->ops->port_add_dscp_prio)
2262 return -EOPNOTSUPP;
2263
2264 if (dscp >= 64) {
2265 netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n",
2266 dscp);
2267 return -EINVAL;
2268 }
2269
2270 err = dcb_ieee_setapp(dev, app);
2271 if (err)
2272 return err;
2273
2274 mask = dcb_ieee_getapp_mask(dev, app);
2275 new_prio = __fls(mask);
2276
2277 err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio);
2278 if (err) {
2279 dcb_ieee_delapp(dev, app);
2280 return err;
2281 }
2282
2283 if (!ds->dscp_prio_mapping_is_global)
2284 return 0;
2285
2286 err = dsa_user_dcbnl_ieee_global_dscp_setdel(dev, app, false);
2287 if (err) {
2288 if (ds->ops->port_del_dscp_prio)
2289 ds->ops->port_del_dscp_prio(ds, port, dscp, new_prio);
2290 dcb_ieee_delapp(dev, app);
2291 return err;
2292 }
2293
2294 return 0;
2295 }
2296
2297 static int __maybe_unused dsa_user_dcbnl_ieee_setapp(struct net_device *dev,
2298 struct dcb_app *app)
2299 {
2300 switch (app->selector) {
2301 case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2302 switch (app->protocol) {
2303 case 0:
2304 return dsa_user_dcbnl_set_default_prio(dev, app);
2305 default:
2306 return -EOPNOTSUPP;
2307 }
2308 break;
2309 case IEEE_8021QAZ_APP_SEL_DSCP:
2310 return dsa_user_dcbnl_add_dscp_prio(dev, app);
2311 default:
2312 return -EOPNOTSUPP;
2313 }
2314 }
2315
2316 static int __maybe_unused
2317 dsa_user_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app)
2318 {
2319 struct dsa_port *dp = dsa_user_to_port(dev);
2320 struct dsa_switch *ds = dp->ds;
2321 unsigned long mask, new_prio;
2322 int err, port = dp->index;
2323
2324 if (!ds->ops->port_set_default_prio)
2325 return -EOPNOTSUPP;
2326
2327 err = dcb_ieee_delapp(dev, app);
2328 if (err)
2329 return err;
2330
2331 mask = dcb_ieee_getapp_mask(dev, app);
2332 new_prio = mask ? __fls(mask) : 0;
2333
2334 err = ds->ops->port_set_default_prio(ds, port, new_prio);
2335 if (err) {
2336 dcb_ieee_setapp(dev, app);
2337 return err;
2338 }
2339
2340 return 0;
2341 }
2342
2343 static int __maybe_unused
2344 dsa_user_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app)
2345 {
2346 struct dsa_port *dp = dsa_user_to_port(dev);
2347 struct dsa_switch *ds = dp->ds;
2348 int err, port = dp->index;
2349 u8 dscp = app->protocol;
2350
2351 if (!ds->ops->port_del_dscp_prio)
2352 return -EOPNOTSUPP;
2353
2354 err = dcb_ieee_delapp(dev, app);
2355 if (err)
2356 return err;
2357
2358 err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority);
2359 if (err) {
2360 dcb_ieee_setapp(dev, app);
2361 return err;
2362 }
2363
2364 if (!ds->dscp_prio_mapping_is_global)
2365 return 0;
2366
2367 err = dsa_user_dcbnl_ieee_global_dscp_setdel(dev, app, true);
2368 if (err) {
2369 if (ds->ops->port_add_dscp_prio)
2370 ds->ops->port_add_dscp_prio(ds, port, dscp,
2371 app->priority);
2372 dcb_ieee_setapp(dev, app);
2373 return err;
2374 }
2375
2376 return 0;
2377 }
2378
2379 static int __maybe_unused dsa_user_dcbnl_ieee_delapp(struct net_device *dev,
2380 struct dcb_app *app)
2381 {
2382 switch (app->selector) {
2383 case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2384 switch (app->protocol) {
2385 case 0:
2386 return dsa_user_dcbnl_del_default_prio(dev, app);
2387 default:
2388 return -EOPNOTSUPP;
2389 }
2390 break;
2391 case IEEE_8021QAZ_APP_SEL_DSCP:
2392 return dsa_user_dcbnl_del_dscp_prio(dev, app);
2393 default:
2394 return -EOPNOTSUPP;
2395 }
2396 }
2397
2398 /* Pre-populate the DCB application priority table with the priorities
2399 * configured during switch setup, which we read from hardware here.
2400 */
2401 static int dsa_user_dcbnl_init(struct net_device *dev)
2402 {
2403 struct dsa_port *dp = dsa_user_to_port(dev);
2404 struct dsa_switch *ds = dp->ds;
2405 int port = dp->index;
2406 int err;
2407
2408 if (ds->ops->port_get_default_prio) {
2409 int prio = ds->ops->port_get_default_prio(ds, port);
2410 struct dcb_app app = {
2411 .selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE,
2412 .protocol = 0,
2413 .priority = prio,
2414 };
2415
2416 if (prio < 0)
2417 return prio;
2418
2419 err = dcb_ieee_setapp(dev, &app);
2420 if (err)
2421 return err;
2422 }
2423
2424 if (ds->ops->port_get_dscp_prio) {
2425 int protocol;
2426
2427 for (protocol = 0; protocol < 64; protocol++) {
2428 struct dcb_app app = {
2429 .selector = IEEE_8021QAZ_APP_SEL_DSCP,
2430 .protocol = protocol,
2431 };
2432 int prio;
2433
2434 prio = ds->ops->port_get_dscp_prio(ds, port, protocol);
2435 if (prio == -EOPNOTSUPP)
2436 continue;
2437 if (prio < 0)
2438 return prio;
2439
2440 app.priority = prio;
2441
2442 err = dcb_ieee_setapp(dev, &app);
2443 if (err)
2444 return err;
2445 }
2446 }
2447
2448 return 0;
2449 }
2450
2451 static const struct ethtool_ops dsa_user_ethtool_ops = {
2452 .get_drvinfo = dsa_user_get_drvinfo,
2453 .get_regs_len = dsa_user_get_regs_len,
2454 .get_regs = dsa_user_get_regs,
2455 .nway_reset = dsa_user_nway_reset,
2456 .get_link = ethtool_op_get_link,
2457 .get_eeprom_len = dsa_user_get_eeprom_len,
2458 .get_eeprom = dsa_user_get_eeprom,
2459 .set_eeprom = dsa_user_set_eeprom,
2460 .get_strings = dsa_user_get_strings,
2461 .get_ethtool_stats = dsa_user_get_ethtool_stats,
2462 .get_sset_count = dsa_user_get_sset_count,
2463 .get_eth_phy_stats = dsa_user_get_eth_phy_stats,
2464 .get_eth_mac_stats = dsa_user_get_eth_mac_stats,
2465 .get_eth_ctrl_stats = dsa_user_get_eth_ctrl_stats,
2466 .get_rmon_stats = dsa_user_get_rmon_stats,
2467 .set_wol = dsa_user_set_wol,
2468 .get_wol = dsa_user_get_wol,
2469 .set_eee = dsa_user_set_eee,
2470 .get_eee = dsa_user_get_eee,
2471 .get_link_ksettings = dsa_user_get_link_ksettings,
2472 .set_link_ksettings = dsa_user_set_link_ksettings,
2473 .get_pause_stats = dsa_user_get_pause_stats,
2474 .get_pauseparam = dsa_user_get_pauseparam,
2475 .set_pauseparam = dsa_user_set_pauseparam,
2476 .get_rxnfc = dsa_user_get_rxnfc,
2477 .set_rxnfc = dsa_user_set_rxnfc,
2478 .get_ts_info = dsa_user_get_ts_info,
2479 .self_test = dsa_user_net_selftest,
2480 .get_mm = dsa_user_get_mm,
2481 .set_mm = dsa_user_set_mm,
2482 .get_mm_stats = dsa_user_get_mm_stats,
2483 };
2484
2485 static const struct dcbnl_rtnl_ops __maybe_unused dsa_user_dcbnl_ops = {
2486 .ieee_setapp = dsa_user_dcbnl_ieee_setapp,
2487 .ieee_delapp = dsa_user_dcbnl_ieee_delapp,
2488 .dcbnl_setapptrust = dsa_user_dcbnl_set_apptrust,
2489 .dcbnl_getapptrust = dsa_user_dcbnl_get_apptrust,
2490 };
2491
2492 static void dsa_user_get_stats64(struct net_device *dev,
2493 struct rtnl_link_stats64 *s)
2494 {
2495 struct dsa_port *dp = dsa_user_to_port(dev);
2496 struct dsa_switch *ds = dp->ds;
2497
2498 if (ds->ops->get_stats64)
2499 ds->ops->get_stats64(ds, dp->index, s);
2500 else
2501 dev_get_tstats64(dev, s);
2502 }
2503
2504 static int dsa_user_fill_forward_path(struct net_device_path_ctx *ctx,
2505 struct net_device_path *path)
2506 {
2507 struct dsa_port *dp = dsa_user_to_port(ctx->dev);
2508 struct net_device *conduit = dsa_port_to_conduit(dp);
2509 struct dsa_port *cpu_dp = dp->cpu_dp;
2510
2511 path->dev = ctx->dev;
2512 path->type = DEV_PATH_DSA;
2513 path->dsa.proto = cpu_dp->tag_ops->proto;
2514 path->dsa.port = dp->index;
2515 ctx->dev = conduit;
2516
2517 return 0;
2518 }
2519
2520 static const struct net_device_ops dsa_user_netdev_ops = {
2521 .ndo_open = dsa_user_open,
2522 .ndo_stop = dsa_user_close,
2523 .ndo_start_xmit = dsa_user_xmit,
2524 .ndo_change_rx_flags = dsa_user_change_rx_flags,
2525 .ndo_set_rx_mode = dsa_user_set_rx_mode,
2526 .ndo_set_mac_address = dsa_user_set_mac_address,
2527 .ndo_fdb_dump = dsa_user_fdb_dump,
2528 .ndo_eth_ioctl = dsa_user_ioctl,
2529 .ndo_get_iflink = dsa_user_get_iflink,
2530 #ifdef CONFIG_NET_POLL_CONTROLLER
2531 .ndo_netpoll_setup = dsa_user_netpoll_setup,
2532 .ndo_netpoll_cleanup = dsa_user_netpoll_cleanup,
2533 .ndo_poll_controller = dsa_user_poll_controller,
2534 #endif
2535 .ndo_setup_tc = dsa_user_setup_tc,
2536 .ndo_get_stats64 = dsa_user_get_stats64,
2537 .ndo_vlan_rx_add_vid = dsa_user_vlan_rx_add_vid,
2538 .ndo_vlan_rx_kill_vid = dsa_user_vlan_rx_kill_vid,
2539 .ndo_change_mtu = dsa_user_change_mtu,
2540 .ndo_fill_forward_path = dsa_user_fill_forward_path,
2541 };
2542
2543 static const struct device_type dsa_type = {
2544 .name = "dsa",
2545 };
2546
2547 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
2548 {
2549 const struct dsa_port *dp = dsa_to_port(ds, port);
2550
2551 if (dp->pl)
2552 phylink_mac_change(dp->pl, up);
2553 }
2554 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
2555
2556 static void dsa_user_phylink_fixed_state(struct phylink_config *config,
2557 struct phylink_link_state *state)
2558 {
2559 struct dsa_port *dp = dsa_phylink_to_port(config);
2560 struct dsa_switch *ds = dp->ds;
2561
2562 /* No need to check that this operation is valid, the callback would
2563 * not be called if it was not.
2564 */
2565 ds->ops->phylink_fixed_state(ds, dp->index, state);
2566 }
2567
2568 /* user device setup *******************************************************/
2569 static int dsa_user_phy_connect(struct net_device *user_dev, int addr,
2570 u32 flags)
2571 {
2572 struct dsa_port *dp = dsa_user_to_port(user_dev);
2573 struct dsa_switch *ds = dp->ds;
2574
2575 user_dev->phydev = mdiobus_get_phy(ds->user_mii_bus, addr);
2576 if (!user_dev->phydev) {
2577 netdev_err(user_dev, "no phy at %d\n", addr);
2578 return -ENODEV;
2579 }
2580
2581 user_dev->phydev->dev_flags |= flags;
2582
2583 return phylink_connect_phy(dp->pl, user_dev->phydev);
2584 }
2585
2586 static int dsa_user_phy_setup(struct net_device *user_dev)
2587 {
2588 struct dsa_port *dp = dsa_user_to_port(user_dev);
2589 struct device_node *port_dn = dp->dn;
2590 struct dsa_switch *ds = dp->ds;
2591 u32 phy_flags = 0;
2592 int ret;
2593
2594 dp->pl_config.dev = &user_dev->dev;
2595 dp->pl_config.type = PHYLINK_NETDEV;
2596
2597 /* The get_fixed_state callback takes precedence over polling the
2598 * link GPIO in PHYLINK (see phylink_get_fixed_state). Only set
2599 * this if the switch provides such a callback.
2600 */
2601 if (ds->ops->phylink_fixed_state) {
2602 dp->pl_config.get_fixed_state = dsa_user_phylink_fixed_state;
2603 dp->pl_config.poll_fixed_state = true;
2604 }
2605
2606 ret = dsa_port_phylink_create(dp);
2607 if (ret)
2608 return ret;
2609
2610 if (ds->ops->get_phy_flags)
2611 phy_flags = ds->ops->get_phy_flags(ds, dp->index);
2612
2613 ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
2614 if (ret == -ENODEV && ds->user_mii_bus) {
2615 /* We could not connect to a designated PHY or SFP, so try to
2616 * use the switch internal MDIO bus instead
2617 */
2618 ret = dsa_user_phy_connect(user_dev, dp->index, phy_flags);
2619 }
2620 if (ret) {
2621 netdev_err(user_dev, "failed to connect to PHY: %pe\n",
2622 ERR_PTR(ret));
2623 dsa_port_phylink_destroy(dp);
2624 }
2625
2626 return ret;
2627 }
2628
2629 void dsa_user_setup_tagger(struct net_device *user)
2630 {
2631 struct dsa_port *dp = dsa_user_to_port(user);
2632 struct net_device *conduit = dsa_port_to_conduit(dp);
2633 struct dsa_user_priv *p = netdev_priv(user);
2634 const struct dsa_port *cpu_dp = dp->cpu_dp;
2635 const struct dsa_switch *ds = dp->ds;
2636
2637 user->needed_headroom = cpu_dp->tag_ops->needed_headroom;
2638 user->needed_tailroom = cpu_dp->tag_ops->needed_tailroom;
2639 /* Try to save one extra realloc later in the TX path (in the conduit)
2640 * by also inheriting the conduit's needed headroom and tailroom.
2641 * The 8021q driver also does this.
2642 */
2643 user->needed_headroom += conduit->needed_headroom;
2644 user->needed_tailroom += conduit->needed_tailroom;
2645
2646 p->xmit = cpu_dp->tag_ops->xmit;
2647
2648 user->features = conduit->vlan_features | NETIF_F_HW_TC;
2649 user->hw_features |= NETIF_F_HW_TC;
2650 user->features |= NETIF_F_LLTX;
2651 if (user->needed_tailroom)
2652 user->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST);
2653 if (ds->needs_standalone_vlan_filtering)
2654 user->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
2655 }
2656
2657 int dsa_user_suspend(struct net_device *user_dev)
2658 {
2659 struct dsa_port *dp = dsa_user_to_port(user_dev);
2660
2661 if (!netif_running(user_dev))
2662 return 0;
2663
2664 netif_device_detach(user_dev);
2665
2666 rtnl_lock();
2667 phylink_stop(dp->pl);
2668 rtnl_unlock();
2669
2670 return 0;
2671 }
2672
2673 int dsa_user_resume(struct net_device *user_dev)
2674 {
2675 struct dsa_port *dp = dsa_user_to_port(user_dev);
2676
2677 if (!netif_running(user_dev))
2678 return 0;
2679
2680 netif_device_attach(user_dev);
2681
2682 rtnl_lock();
2683 phylink_start(dp->pl);
2684 rtnl_unlock();
2685
2686 return 0;
2687 }
2688
2689 int dsa_user_create(struct dsa_port *port)
2690 {
2691 struct net_device *conduit = dsa_port_to_conduit(port);
2692 struct dsa_switch *ds = port->ds;
2693 struct net_device *user_dev;
2694 struct dsa_user_priv *p;
2695 const char *name;
2696 int assign_type;
2697 int ret;
2698
2699 if (!ds->num_tx_queues)
2700 ds->num_tx_queues = 1;
2701
2702 if (port->name) {
2703 name = port->name;
2704 assign_type = NET_NAME_PREDICTABLE;
2705 } else {
2706 name = "eth%d";
2707 assign_type = NET_NAME_ENUM;
2708 }
2709
2710 user_dev = alloc_netdev_mqs(sizeof(struct dsa_user_priv), name,
2711 assign_type, ether_setup,
2712 ds->num_tx_queues, 1);
2713 if (user_dev == NULL)
2714 return -ENOMEM;
2715
2716 user_dev->rtnl_link_ops = &dsa_link_ops;
2717 user_dev->ethtool_ops = &dsa_user_ethtool_ops;
2718 #if IS_ENABLED(CONFIG_DCB)
2719 user_dev->dcbnl_ops = &dsa_user_dcbnl_ops;
2720 #endif
2721 if (!is_zero_ether_addr(port->mac))
2722 eth_hw_addr_set(user_dev, port->mac);
2723 else
2724 eth_hw_addr_inherit(user_dev, conduit);
2725 user_dev->priv_flags |= IFF_NO_QUEUE;
2726 if (dsa_switch_supports_uc_filtering(ds))
2727 user_dev->priv_flags |= IFF_UNICAST_FLT;
2728 user_dev->netdev_ops = &dsa_user_netdev_ops;
2729 if (ds->ops->port_max_mtu)
2730 user_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index);
2731 SET_NETDEV_DEVTYPE(user_dev, &dsa_type);
2732
2733 SET_NETDEV_DEV(user_dev, port->ds->dev);
2734 SET_NETDEV_DEVLINK_PORT(user_dev, &port->devlink_port);
2735 user_dev->dev.of_node = port->dn;
2736 user_dev->vlan_features = conduit->vlan_features;
2737
2738 p = netdev_priv(user_dev);
2739 user_dev->pcpu_stat_type = NETDEV_PCPU_STAT_TSTATS;
2740
2741 ret = gro_cells_init(&p->gcells, user_dev);
2742 if (ret)
2743 goto out_free;
2744
2745 p->dp = port;
2746 INIT_LIST_HEAD(&p->mall_tc_list);
2747 port->user = user_dev;
2748 dsa_user_setup_tagger(user_dev);
2749
2750 netif_carrier_off(user_dev);
2751
2752 ret = dsa_user_phy_setup(user_dev);
2753 if (ret) {
2754 netdev_err(user_dev,
2755 "error %d setting up PHY for tree %d, switch %d, port %d\n",
2756 ret, ds->dst->index, ds->index, port->index);
2757 goto out_gcells;
2758 }
2759
2760 rtnl_lock();
2761
2762 ret = dsa_user_change_mtu(user_dev, ETH_DATA_LEN);
2763 if (ret && ret != -EOPNOTSUPP)
2764 dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n",
2765 ret, ETH_DATA_LEN, port->index);
2766
2767 ret = register_netdevice(user_dev);
2768 if (ret) {
2769 netdev_err(conduit, "error %d registering interface %s\n",
2770 ret, user_dev->name);
2771 rtnl_unlock();
2772 goto out_phy;
2773 }
2774
2775 if (IS_ENABLED(CONFIG_DCB)) {
2776 ret = dsa_user_dcbnl_init(user_dev);
2777 if (ret) {
2778 netdev_err(user_dev,
2779 "failed to initialize DCB: %pe\n",
2780 ERR_PTR(ret));
2781 rtnl_unlock();
2782 goto out_unregister;
2783 }
2784 }
2785
2786 ret = netdev_upper_dev_link(conduit, user_dev, NULL);
2787
2788 rtnl_unlock();
2789
2790 if (ret)
2791 goto out_unregister;
2792
2793 return 0;
2794
2795 out_unregister:
2796 unregister_netdev(user_dev);
2797 out_phy:
2798 rtnl_lock();
2799 phylink_disconnect_phy(p->dp->pl);
2800 rtnl_unlock();
2801 dsa_port_phylink_destroy(p->dp);
2802 out_gcells:
2803 gro_cells_destroy(&p->gcells);
2804 out_free:
2805 free_netdev(user_dev);
2806 port->user = NULL;
2807 return ret;
2808 }
2809
2810 void dsa_user_destroy(struct net_device *user_dev)
2811 {
2812 struct net_device *conduit = dsa_user_to_conduit(user_dev);
2813 struct dsa_port *dp = dsa_user_to_port(user_dev);
2814 struct dsa_user_priv *p = netdev_priv(user_dev);
2815
2816 netif_carrier_off(user_dev);
2817 rtnl_lock();
2818 netdev_upper_dev_unlink(conduit, user_dev);
2819 unregister_netdevice(user_dev);
2820 phylink_disconnect_phy(dp->pl);
2821 rtnl_unlock();
2822
2823 dsa_port_phylink_destroy(dp);
2824 gro_cells_destroy(&p->gcells);
2825 free_netdev(user_dev);
2826 }
2827
2828 int dsa_user_change_conduit(struct net_device *dev, struct net_device *conduit,
2829 struct netlink_ext_ack *extack)
2830 {
2831 struct net_device *old_conduit = dsa_user_to_conduit(dev);
2832 struct dsa_port *dp = dsa_user_to_port(dev);
2833 struct dsa_switch *ds = dp->ds;
2834 struct net_device *upper;
2835 struct list_head *iter;
2836 int err;
2837
2838 if (conduit == old_conduit)
2839 return 0;
2840
2841 if (!ds->ops->port_change_conduit) {
2842 NL_SET_ERR_MSG_MOD(extack,
2843 "Driver does not support changing DSA conduit");
2844 return -EOPNOTSUPP;
2845 }
2846
2847 if (!netdev_uses_dsa(conduit)) {
2848 NL_SET_ERR_MSG_MOD(extack,
2849 "Interface not eligible as DSA conduit");
2850 return -EOPNOTSUPP;
2851 }
2852
2853 netdev_for_each_upper_dev_rcu(conduit, upper, iter) {
2854 if (dsa_user_dev_check(upper))
2855 continue;
2856 if (netif_is_bridge_master(upper))
2857 continue;
2858 NL_SET_ERR_MSG_MOD(extack, "Cannot join conduit with unknown uppers");
2859 return -EOPNOTSUPP;
2860 }
2861
2862 /* Since we allow live-changing the DSA conduit, plus we auto-open the
2863 * DSA conduit when the user port opens => we need to ensure that the
2864 * new DSA conduit is open too.
2865 */
2866 if (dev->flags & IFF_UP) {
2867 err = dev_open(conduit, extack);
2868 if (err)
2869 return err;
2870 }
2871
2872 netdev_upper_dev_unlink(old_conduit, dev);
2873
2874 err = netdev_upper_dev_link(conduit, dev, extack);
2875 if (err)
2876 goto out_revert_old_conduit_unlink;
2877
2878 err = dsa_port_change_conduit(dp, conduit, extack);
2879 if (err)
2880 goto out_revert_conduit_link;
2881
2882 /* Update the MTU of the new CPU port through cross-chip notifiers */
2883 err = dsa_user_change_mtu(dev, dev->mtu);
2884 if (err && err != -EOPNOTSUPP) {
2885 netdev_warn(dev,
2886 "nonfatal error updating MTU with new conduit: %pe\n",
2887 ERR_PTR(err));
2888 }
2889
2890 return 0;
2891
2892 out_revert_conduit_link:
2893 netdev_upper_dev_unlink(conduit, dev);
2894 out_revert_old_conduit_unlink:
2895 netdev_upper_dev_link(old_conduit, dev, NULL);
2896 return err;
2897 }
2898
2899 bool dsa_user_dev_check(const struct net_device *dev)
2900 {
2901 return dev->netdev_ops == &dsa_user_netdev_ops;
2902 }
2903 EXPORT_SYMBOL_GPL(dsa_user_dev_check);
2904
2905 static int dsa_user_changeupper(struct net_device *dev,
2906 struct netdev_notifier_changeupper_info *info)
2907 {
2908 struct netlink_ext_ack *extack;
2909 int err = NOTIFY_DONE;
2910 struct dsa_port *dp;
2911
2912 if (!dsa_user_dev_check(dev))
2913 return err;
2914
2915 dp = dsa_user_to_port(dev);
2916 extack = netdev_notifier_info_to_extack(&info->info);
2917
2918 if (netif_is_bridge_master(info->upper_dev)) {
2919 if (info->linking) {
2920 err = dsa_port_bridge_join(dp, info->upper_dev, extack);
2921 if (!err)
2922 dsa_bridge_mtu_normalization(dp);
2923 if (err == -EOPNOTSUPP) {
2924 NL_SET_ERR_MSG_WEAK_MOD(extack,
2925 "Offloading not supported");
2926 err = 0;
2927 }
2928 err = notifier_from_errno(err);
2929 } else {
2930 dsa_port_bridge_leave(dp, info->upper_dev);
2931 err = NOTIFY_OK;
2932 }
2933 } else if (netif_is_lag_master(info->upper_dev)) {
2934 if (info->linking) {
2935 err = dsa_port_lag_join(dp, info->upper_dev,
2936 info->upper_info, extack);
2937 if (err == -EOPNOTSUPP) {
2938 NL_SET_ERR_MSG_WEAK_MOD(extack,
2939 "Offloading not supported");
2940 err = 0;
2941 }
2942 err = notifier_from_errno(err);
2943 } else {
2944 dsa_port_lag_leave(dp, info->upper_dev);
2945 err = NOTIFY_OK;
2946 }
2947 } else if (is_hsr_master(info->upper_dev)) {
2948 if (info->linking) {
2949 err = dsa_port_hsr_join(dp, info->upper_dev, extack);
2950 if (err == -EOPNOTSUPP) {
2951 NL_SET_ERR_MSG_WEAK_MOD(extack,
2952 "Offloading not supported");
2953 err = 0;
2954 }
2955 err = notifier_from_errno(err);
2956 } else {
2957 dsa_port_hsr_leave(dp, info->upper_dev);
2958 err = NOTIFY_OK;
2959 }
2960 }
2961
2962 return err;
2963 }
2964
2965 static int dsa_user_prechangeupper(struct net_device *dev,
2966 struct netdev_notifier_changeupper_info *info)
2967 {
2968 struct dsa_port *dp;
2969
2970 if (!dsa_user_dev_check(dev))
2971 return NOTIFY_DONE;
2972
2973 dp = dsa_user_to_port(dev);
2974
2975 if (netif_is_bridge_master(info->upper_dev) && !info->linking)
2976 dsa_port_pre_bridge_leave(dp, info->upper_dev);
2977 else if (netif_is_lag_master(info->upper_dev) && !info->linking)
2978 dsa_port_pre_lag_leave(dp, info->upper_dev);
2979 /* dsa_port_pre_hsr_leave is not yet necessary since hsr devices cannot
2980 * meaningfully placed under a bridge yet
2981 */
2982
2983 return NOTIFY_DONE;
2984 }
2985
2986 static int
2987 dsa_user_lag_changeupper(struct net_device *dev,
2988 struct netdev_notifier_changeupper_info *info)
2989 {
2990 struct net_device *lower;
2991 struct list_head *iter;
2992 int err = NOTIFY_DONE;
2993 struct dsa_port *dp;
2994
2995 if (!netif_is_lag_master(dev))
2996 return err;
2997
2998 netdev_for_each_lower_dev(dev, lower, iter) {
2999 if (!dsa_user_dev_check(lower))
3000 continue;
3001
3002 dp = dsa_user_to_port(lower);
3003 if (!dp->lag)
3004 /* Software LAG */
3005 continue;
3006
3007 err = dsa_user_changeupper(lower, info);
3008 if (notifier_to_errno(err))
3009 break;
3010 }
3011
3012 return err;
3013 }
3014
3015 /* Same as dsa_user_lag_changeupper() except that it calls
3016 * dsa_user_prechangeupper()
3017 */
3018 static int
3019 dsa_user_lag_prechangeupper(struct net_device *dev,
3020 struct netdev_notifier_changeupper_info *info)
3021 {
3022 struct net_device *lower;
3023 struct list_head *iter;
3024 int err = NOTIFY_DONE;
3025 struct dsa_port *dp;
3026
3027 if (!netif_is_lag_master(dev))
3028 return err;
3029
3030 netdev_for_each_lower_dev(dev, lower, iter) {
3031 if (!dsa_user_dev_check(lower))
3032 continue;
3033
3034 dp = dsa_user_to_port(lower);
3035 if (!dp->lag)
3036 /* Software LAG */
3037 continue;
3038
3039 err = dsa_user_prechangeupper(lower, info);
3040 if (notifier_to_errno(err))
3041 break;
3042 }
3043
3044 return err;
3045 }
3046
3047 static int
3048 dsa_prevent_bridging_8021q_upper(struct net_device *dev,
3049 struct netdev_notifier_changeupper_info *info)
3050 {
3051 struct netlink_ext_ack *ext_ack;
3052 struct net_device *user, *br;
3053 struct dsa_port *dp;
3054
3055 ext_ack = netdev_notifier_info_to_extack(&info->info);
3056
3057 if (!is_vlan_dev(dev))
3058 return NOTIFY_DONE;
3059
3060 user = vlan_dev_real_dev(dev);
3061 if (!dsa_user_dev_check(user))
3062 return NOTIFY_DONE;
3063
3064 dp = dsa_user_to_port(user);
3065 br = dsa_port_bridge_dev_get(dp);
3066 if (!br)
3067 return NOTIFY_DONE;
3068
3069 /* Deny enslaving a VLAN device into a VLAN-aware bridge */
3070 if (br_vlan_enabled(br) &&
3071 netif_is_bridge_master(info->upper_dev) && info->linking) {
3072 NL_SET_ERR_MSG_MOD(ext_ack,
3073 "Cannot make VLAN device join VLAN-aware bridge");
3074 return notifier_from_errno(-EINVAL);
3075 }
3076
3077 return NOTIFY_DONE;
3078 }
3079
3080 static int
3081 dsa_user_check_8021q_upper(struct net_device *dev,
3082 struct netdev_notifier_changeupper_info *info)
3083 {
3084 struct dsa_port *dp = dsa_user_to_port(dev);
3085 struct net_device *br = dsa_port_bridge_dev_get(dp);
3086 struct bridge_vlan_info br_info;
3087 struct netlink_ext_ack *extack;
3088 int err = NOTIFY_DONE;
3089 u16 vid;
3090
3091 if (!br || !br_vlan_enabled(br))
3092 return NOTIFY_DONE;
3093
3094 extack = netdev_notifier_info_to_extack(&info->info);
3095 vid = vlan_dev_vlan_id(info->upper_dev);
3096
3097 /* br_vlan_get_info() returns -EINVAL or -ENOENT if the
3098 * device, respectively the VID is not found, returning
3099 * 0 means success, which is a failure for us here.
3100 */
3101 err = br_vlan_get_info(br, vid, &br_info);
3102 if (err == 0) {
3103 NL_SET_ERR_MSG_MOD(extack,
3104 "This VLAN is already configured by the bridge");
3105 return notifier_from_errno(-EBUSY);
3106 }
3107
3108 return NOTIFY_DONE;
3109 }
3110
3111 static int
3112 dsa_user_prechangeupper_sanity_check(struct net_device *dev,
3113 struct netdev_notifier_changeupper_info *info)
3114 {
3115 struct dsa_switch *ds;
3116 struct dsa_port *dp;
3117 int err;
3118
3119 if (!dsa_user_dev_check(dev))
3120 return dsa_prevent_bridging_8021q_upper(dev, info);
3121
3122 dp = dsa_user_to_port(dev);
3123 ds = dp->ds;
3124
3125 if (ds->ops->port_prechangeupper) {
3126 err = ds->ops->port_prechangeupper(ds, dp->index, info);
3127 if (err)
3128 return notifier_from_errno(err);
3129 }
3130
3131 if (is_vlan_dev(info->upper_dev))
3132 return dsa_user_check_8021q_upper(dev, info);
3133
3134 return NOTIFY_DONE;
3135 }
3136
3137 /* To be eligible as a DSA conduit, a LAG must have all lower interfaces be
3138 * eligible DSA conduits. Additionally, all LAG slaves must be DSA conduits of
3139 * switches in the same switch tree.
3140 */
3141 static int dsa_lag_conduit_validate(struct net_device *lag_dev,
3142 struct netlink_ext_ack *extack)
3143 {
3144 struct net_device *lower1, *lower2;
3145 struct list_head *iter1, *iter2;
3146
3147 netdev_for_each_lower_dev(lag_dev, lower1, iter1) {
3148 netdev_for_each_lower_dev(lag_dev, lower2, iter2) {
3149 if (!netdev_uses_dsa(lower1) ||
3150 !netdev_uses_dsa(lower2)) {
3151 NL_SET_ERR_MSG_MOD(extack,
3152 "All LAG ports must be eligible as DSA conduits");
3153 return notifier_from_errno(-EINVAL);
3154 }
3155
3156 if (lower1 == lower2)
3157 continue;
3158
3159 if (!dsa_port_tree_same(lower1->dsa_ptr,
3160 lower2->dsa_ptr)) {
3161 NL_SET_ERR_MSG_MOD(extack,
3162 "LAG contains DSA conduits of disjoint switch trees");
3163 return notifier_from_errno(-EINVAL);
3164 }
3165 }
3166 }
3167
3168 return NOTIFY_DONE;
3169 }
3170
3171 static int
3172 dsa_conduit_prechangeupper_sanity_check(struct net_device *conduit,
3173 struct netdev_notifier_changeupper_info *info)
3174 {
3175 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
3176
3177 if (!netdev_uses_dsa(conduit))
3178 return NOTIFY_DONE;
3179
3180 if (!info->linking)
3181 return NOTIFY_DONE;
3182
3183 /* Allow DSA switch uppers */
3184 if (dsa_user_dev_check(info->upper_dev))
3185 return NOTIFY_DONE;
3186
3187 /* Allow bridge uppers of DSA conduits, subject to further
3188 * restrictions in dsa_bridge_prechangelower_sanity_check()
3189 */
3190 if (netif_is_bridge_master(info->upper_dev))
3191 return NOTIFY_DONE;
3192
3193 /* Allow LAG uppers, subject to further restrictions in
3194 * dsa_lag_conduit_prechangelower_sanity_check()
3195 */
3196 if (netif_is_lag_master(info->upper_dev))
3197 return dsa_lag_conduit_validate(info->upper_dev, extack);
3198
3199 NL_SET_ERR_MSG_MOD(extack,
3200 "DSA conduit cannot join unknown upper interfaces");
3201 return notifier_from_errno(-EBUSY);
3202 }
3203
3204 static int
3205 dsa_lag_conduit_prechangelower_sanity_check(struct net_device *dev,
3206 struct netdev_notifier_changeupper_info *info)
3207 {
3208 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
3209 struct net_device *lag_dev = info->upper_dev;
3210 struct net_device *lower;
3211 struct list_head *iter;
3212
3213 if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev))
3214 return NOTIFY_DONE;
3215
3216 if (!info->linking)
3217 return NOTIFY_DONE;
3218
3219 if (!netdev_uses_dsa(dev)) {
3220 NL_SET_ERR_MSG(extack,
3221 "Only DSA conduits can join a LAG DSA conduit");
3222 return notifier_from_errno(-EINVAL);
3223 }
3224
3225 netdev_for_each_lower_dev(lag_dev, lower, iter) {
3226 if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) {
3227 NL_SET_ERR_MSG(extack,
3228 "Interface is DSA conduit for a different switch tree than this LAG");
3229 return notifier_from_errno(-EINVAL);
3230 }
3231
3232 break;
3233 }
3234
3235 return NOTIFY_DONE;
3236 }
3237
3238 /* Don't allow bridging of DSA conduits, since the bridge layer rx_handler
3239 * prevents the DSA fake ethertype handler to be invoked, so we don't get the
3240 * chance to strip off and parse the DSA switch tag protocol header (the bridge
3241 * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these
3242 * frames).
3243 * The only case where that would not be an issue is when bridging can already
3244 * be offloaded, such as when the DSA conduit is itself a DSA or plain switchdev
3245 * port, and is bridged only with other ports from the same hardware device.
3246 */
3247 static int
3248 dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower,
3249 struct netdev_notifier_changeupper_info *info)
3250 {
3251 struct net_device *br = info->upper_dev;
3252 struct netlink_ext_ack *extack;
3253 struct net_device *lower;
3254 struct list_head *iter;
3255
3256 if (!netif_is_bridge_master(br))
3257 return NOTIFY_DONE;
3258
3259 if (!info->linking)
3260 return NOTIFY_DONE;
3261
3262 extack = netdev_notifier_info_to_extack(&info->info);
3263
3264 netdev_for_each_lower_dev(br, lower, iter) {
3265 if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower))
3266 continue;
3267
3268 if (!netdev_port_same_parent_id(lower, new_lower)) {
3269 NL_SET_ERR_MSG(extack,
3270 "Cannot do software bridging with a DSA conduit");
3271 return notifier_from_errno(-EINVAL);
3272 }
3273 }
3274
3275 return NOTIFY_DONE;
3276 }
3277
3278 static void dsa_tree_migrate_ports_from_lag_conduit(struct dsa_switch_tree *dst,
3279 struct net_device *lag_dev)
3280 {
3281 struct net_device *new_conduit = dsa_tree_find_first_conduit(dst);
3282 struct dsa_port *dp;
3283 int err;
3284
3285 dsa_tree_for_each_user_port(dp, dst) {
3286 if (dsa_port_to_conduit(dp) != lag_dev)
3287 continue;
3288
3289 err = dsa_user_change_conduit(dp->user, new_conduit, NULL);
3290 if (err) {
3291 netdev_err(dp->user,
3292 "failed to restore conduit to %s: %pe\n",
3293 new_conduit->name, ERR_PTR(err));
3294 }
3295 }
3296 }
3297
3298 static int dsa_conduit_lag_join(struct net_device *conduit,
3299 struct net_device *lag_dev,
3300 struct netdev_lag_upper_info *uinfo,
3301 struct netlink_ext_ack *extack)
3302 {
3303 struct dsa_port *cpu_dp = conduit->dsa_ptr;
3304 struct dsa_switch_tree *dst = cpu_dp->dst;
3305 struct dsa_port *dp;
3306 int err;
3307
3308 err = dsa_conduit_lag_setup(lag_dev, cpu_dp, uinfo, extack);
3309 if (err)
3310 return err;
3311
3312 dsa_tree_for_each_user_port(dp, dst) {
3313 if (dsa_port_to_conduit(dp) != conduit)
3314 continue;
3315
3316 err = dsa_user_change_conduit(dp->user, lag_dev, extack);
3317 if (err)
3318 goto restore;
3319 }
3320
3321 return 0;
3322
3323 restore:
3324 dsa_tree_for_each_user_port_continue_reverse(dp, dst) {
3325 if (dsa_port_to_conduit(dp) != lag_dev)
3326 continue;
3327
3328 err = dsa_user_change_conduit(dp->user, conduit, NULL);
3329 if (err) {
3330 netdev_err(dp->user,
3331 "failed to restore conduit to %s: %pe\n",
3332 conduit->name, ERR_PTR(err));
3333 }
3334 }
3335
3336 dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr);
3337
3338 return err;
3339 }
3340
3341 static void dsa_conduit_lag_leave(struct net_device *conduit,
3342 struct net_device *lag_dev)
3343 {
3344 struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr;
3345 struct dsa_switch_tree *dst = cpu_dp->dst;
3346 struct dsa_port *new_cpu_dp = NULL;
3347 struct net_device *lower;
3348 struct list_head *iter;
3349
3350 netdev_for_each_lower_dev(lag_dev, lower, iter) {
3351 if (netdev_uses_dsa(lower)) {
3352 new_cpu_dp = lower->dsa_ptr;
3353 break;
3354 }
3355 }
3356
3357 if (new_cpu_dp) {
3358 /* Update the CPU port of the user ports still under the LAG
3359 * so that dsa_port_to_conduit() continues to work properly
3360 */
3361 dsa_tree_for_each_user_port(dp, dst)
3362 if (dsa_port_to_conduit(dp) == lag_dev)
3363 dp->cpu_dp = new_cpu_dp;
3364
3365 /* Update the index of the virtual CPU port to match the lowest
3366 * physical CPU port
3367 */
3368 lag_dev->dsa_ptr = new_cpu_dp;
3369 wmb();
3370 } else {
3371 /* If the LAG DSA conduit has no ports left, migrate back all
3372 * user ports to the first physical CPU port
3373 */
3374 dsa_tree_migrate_ports_from_lag_conduit(dst, lag_dev);
3375 }
3376
3377 /* This DSA conduit has left its LAG in any case, so let
3378 * the CPU port leave the hardware LAG as well
3379 */
3380 dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr);
3381 }
3382
3383 static int dsa_conduit_changeupper(struct net_device *dev,
3384 struct netdev_notifier_changeupper_info *info)
3385 {
3386 struct netlink_ext_ack *extack;
3387 int err = NOTIFY_DONE;
3388
3389 if (!netdev_uses_dsa(dev))
3390 return err;
3391
3392 extack = netdev_notifier_info_to_extack(&info->info);
3393
3394 if (netif_is_lag_master(info->upper_dev)) {
3395 if (info->linking) {
3396 err = dsa_conduit_lag_join(dev, info->upper_dev,
3397 info->upper_info, extack);
3398 err = notifier_from_errno(err);
3399 } else {
3400 dsa_conduit_lag_leave(dev, info->upper_dev);
3401 err = NOTIFY_OK;
3402 }
3403 }
3404
3405 return err;
3406 }
3407
3408 static int dsa_user_netdevice_event(struct notifier_block *nb,
3409 unsigned long event, void *ptr)
3410 {
3411 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3412
3413 switch (event) {
3414 case NETDEV_PRECHANGEUPPER: {
3415 struct netdev_notifier_changeupper_info *info = ptr;
3416 int err;
3417
3418 err = dsa_user_prechangeupper_sanity_check(dev, info);
3419 if (notifier_to_errno(err))
3420 return err;
3421
3422 err = dsa_conduit_prechangeupper_sanity_check(dev, info);
3423 if (notifier_to_errno(err))
3424 return err;
3425
3426 err = dsa_lag_conduit_prechangelower_sanity_check(dev, info);
3427 if (notifier_to_errno(err))
3428 return err;
3429
3430 err = dsa_bridge_prechangelower_sanity_check(dev, info);
3431 if (notifier_to_errno(err))
3432 return err;
3433
3434 err = dsa_user_prechangeupper(dev, ptr);
3435 if (notifier_to_errno(err))
3436 return err;
3437
3438 err = dsa_user_lag_prechangeupper(dev, ptr);
3439 if (notifier_to_errno(err))
3440 return err;
3441
3442 break;
3443 }
3444 case NETDEV_CHANGEUPPER: {
3445 int err;
3446
3447 err = dsa_user_changeupper(dev, ptr);
3448 if (notifier_to_errno(err))
3449 return err;
3450
3451 err = dsa_user_lag_changeupper(dev, ptr);
3452 if (notifier_to_errno(err))
3453 return err;
3454
3455 err = dsa_conduit_changeupper(dev, ptr);
3456 if (notifier_to_errno(err))
3457 return err;
3458
3459 break;
3460 }
3461 case NETDEV_CHANGELOWERSTATE: {
3462 struct netdev_notifier_changelowerstate_info *info = ptr;
3463 struct dsa_port *dp;
3464 int err = 0;
3465
3466 if (dsa_user_dev_check(dev)) {
3467 dp = dsa_user_to_port(dev);
3468
3469 err = dsa_port_lag_change(dp, info->lower_state_info);
3470 }
3471
3472 /* Mirror LAG port events on DSA conduits that are in
3473 * a LAG towards their respective switch CPU ports
3474 */
3475 if (netdev_uses_dsa(dev)) {
3476 dp = dev->dsa_ptr;
3477
3478 err = dsa_port_lag_change(dp, info->lower_state_info);
3479 }
3480
3481 return notifier_from_errno(err);
3482 }
3483 case NETDEV_CHANGE:
3484 case NETDEV_UP: {
3485 /* Track state of conduit port.
3486 * DSA driver may require the conduit port (and indirectly
3487 * the tagger) to be available for some special operation.
3488 */
3489 if (netdev_uses_dsa(dev)) {
3490 struct dsa_port *cpu_dp = dev->dsa_ptr;
3491 struct dsa_switch_tree *dst = cpu_dp->ds->dst;
3492
3493 /* Track when the conduit port is UP */
3494 dsa_tree_conduit_oper_state_change(dst, dev,
3495 netif_oper_up(dev));
3496
3497 /* Track when the conduit port is ready and can accept
3498 * packet.
3499 * NETDEV_UP event is not enough to flag a port as ready.
3500 * We also have to wait for linkwatch_do_dev to dev_activate
3501 * and emit a NETDEV_CHANGE event.
3502 * We check if a conduit port is ready by checking if the dev
3503 * have a qdisc assigned and is not noop.
3504 */
3505 dsa_tree_conduit_admin_state_change(dst, dev,
3506 !qdisc_tx_is_noop(dev));
3507
3508 return NOTIFY_OK;
3509 }
3510
3511 return NOTIFY_DONE;
3512 }
3513 case NETDEV_GOING_DOWN: {
3514 struct dsa_port *dp, *cpu_dp;
3515 struct dsa_switch_tree *dst;
3516 LIST_HEAD(close_list);
3517
3518 if (!netdev_uses_dsa(dev))
3519 return NOTIFY_DONE;
3520
3521 cpu_dp = dev->dsa_ptr;
3522 dst = cpu_dp->ds->dst;
3523
3524 dsa_tree_conduit_admin_state_change(dst, dev, false);
3525
3526 list_for_each_entry(dp, &dst->ports, list) {
3527 if (!dsa_port_is_user(dp))
3528 continue;
3529
3530 if (dp->cpu_dp != cpu_dp)
3531 continue;
3532
3533 list_add(&dp->user->close_list, &close_list);
3534 }
3535
3536 dev_close_many(&close_list, true);
3537
3538 return NOTIFY_OK;
3539 }
3540 default:
3541 break;
3542 }
3543
3544 return NOTIFY_DONE;
3545 }
3546
3547 static void
3548 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work)
3549 {
3550 struct switchdev_notifier_fdb_info info = {};
3551
3552 info.addr = switchdev_work->addr;
3553 info.vid = switchdev_work->vid;
3554 info.offloaded = true;
3555 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
3556 switchdev_work->orig_dev, &info.info, NULL);
3557 }
3558
3559 static void dsa_user_switchdev_event_work(struct work_struct *work)
3560 {
3561 struct dsa_switchdev_event_work *switchdev_work =
3562 container_of(work, struct dsa_switchdev_event_work, work);
3563 const unsigned char *addr = switchdev_work->addr;
3564 struct net_device *dev = switchdev_work->dev;
3565 u16 vid = switchdev_work->vid;
3566 struct dsa_switch *ds;
3567 struct dsa_port *dp;
3568 int err;
3569
3570 dp = dsa_user_to_port(dev);
3571 ds = dp->ds;
3572
3573 switch (switchdev_work->event) {
3574 case SWITCHDEV_FDB_ADD_TO_DEVICE:
3575 if (switchdev_work->host_addr)
3576 err = dsa_port_bridge_host_fdb_add(dp, addr, vid);
3577 else if (dp->lag)
3578 err = dsa_port_lag_fdb_add(dp, addr, vid);
3579 else
3580 err = dsa_port_fdb_add(dp, addr, vid);
3581 if (err) {
3582 dev_err(ds->dev,
3583 "port %d failed to add %pM vid %d to fdb: %d\n",
3584 dp->index, addr, vid, err);
3585 break;
3586 }
3587 dsa_fdb_offload_notify(switchdev_work);
3588 break;
3589
3590 case SWITCHDEV_FDB_DEL_TO_DEVICE:
3591 if (switchdev_work->host_addr)
3592 err = dsa_port_bridge_host_fdb_del(dp, addr, vid);
3593 else if (dp->lag)
3594 err = dsa_port_lag_fdb_del(dp, addr, vid);
3595 else
3596 err = dsa_port_fdb_del(dp, addr, vid);
3597 if (err) {
3598 dev_err(ds->dev,
3599 "port %d failed to delete %pM vid %d from fdb: %d\n",
3600 dp->index, addr, vid, err);
3601 }
3602
3603 break;
3604 }
3605
3606 kfree(switchdev_work);
3607 }
3608
3609 static bool dsa_foreign_dev_check(const struct net_device *dev,
3610 const struct net_device *foreign_dev)
3611 {
3612 const struct dsa_port *dp = dsa_user_to_port(dev);
3613 struct dsa_switch_tree *dst = dp->ds->dst;
3614
3615 if (netif_is_bridge_master(foreign_dev))
3616 return !dsa_tree_offloads_bridge_dev(dst, foreign_dev);
3617
3618 if (netif_is_bridge_port(foreign_dev))
3619 return !dsa_tree_offloads_bridge_port(dst, foreign_dev);
3620
3621 /* Everything else is foreign */
3622 return true;
3623 }
3624
3625 static int dsa_user_fdb_event(struct net_device *dev,
3626 struct net_device *orig_dev,
3627 unsigned long event, const void *ctx,
3628 const struct switchdev_notifier_fdb_info *fdb_info)
3629 {
3630 struct dsa_switchdev_event_work *switchdev_work;
3631 struct dsa_port *dp = dsa_user_to_port(dev);
3632 bool host_addr = fdb_info->is_local;
3633 struct dsa_switch *ds = dp->ds;
3634
3635 if (ctx && ctx != dp)
3636 return 0;
3637
3638 if (!dp->bridge)
3639 return 0;
3640
3641 if (switchdev_fdb_is_dynamically_learned(fdb_info)) {
3642 if (dsa_port_offloads_bridge_port(dp, orig_dev))
3643 return 0;
3644
3645 /* FDB entries learned by the software bridge or by foreign
3646 * bridge ports should be installed as host addresses only if
3647 * the driver requests assisted learning.
3648 */
3649 if (!ds->assisted_learning_on_cpu_port)
3650 return 0;
3651 }
3652
3653 /* Also treat FDB entries on foreign interfaces bridged with us as host
3654 * addresses.
3655 */
3656 if (dsa_foreign_dev_check(dev, orig_dev))
3657 host_addr = true;
3658
3659 /* Check early that we're not doing work in vain.
3660 * Host addresses on LAG ports still require regular FDB ops,
3661 * since the CPU port isn't in a LAG.
3662 */
3663 if (dp->lag && !host_addr) {
3664 if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del)
3665 return -EOPNOTSUPP;
3666 } else {
3667 if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del)
3668 return -EOPNOTSUPP;
3669 }
3670
3671 switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
3672 if (!switchdev_work)
3673 return -ENOMEM;
3674
3675 netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n",
3676 event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting",
3677 orig_dev->name, fdb_info->addr, fdb_info->vid,
3678 host_addr ? " as host address" : "");
3679
3680 INIT_WORK(&switchdev_work->work, dsa_user_switchdev_event_work);
3681 switchdev_work->event = event;
3682 switchdev_work->dev = dev;
3683 switchdev_work->orig_dev = orig_dev;
3684
3685 ether_addr_copy(switchdev_work->addr, fdb_info->addr);
3686 switchdev_work->vid = fdb_info->vid;
3687 switchdev_work->host_addr = host_addr;
3688
3689 dsa_schedule_work(&switchdev_work->work);
3690
3691 return 0;
3692 }
3693
3694 /* Called under rcu_read_lock() */
3695 static int dsa_user_switchdev_event(struct notifier_block *unused,
3696 unsigned long event, void *ptr)
3697 {
3698 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3699 int err;
3700
3701 switch (event) {
3702 case SWITCHDEV_PORT_ATTR_SET:
3703 err = switchdev_handle_port_attr_set(dev, ptr,
3704 dsa_user_dev_check,
3705 dsa_user_port_attr_set);
3706 return notifier_from_errno(err);
3707 case SWITCHDEV_FDB_ADD_TO_DEVICE:
3708 case SWITCHDEV_FDB_DEL_TO_DEVICE:
3709 err = switchdev_handle_fdb_event_to_device(dev, event, ptr,
3710 dsa_user_dev_check,
3711 dsa_foreign_dev_check,
3712 dsa_user_fdb_event);
3713 return notifier_from_errno(err);
3714 default:
3715 return NOTIFY_DONE;
3716 }
3717
3718 return NOTIFY_OK;
3719 }
3720
3721 static int dsa_user_switchdev_blocking_event(struct notifier_block *unused,
3722 unsigned long event, void *ptr)
3723 {
3724 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3725 int err;
3726
3727 switch (event) {
3728 case SWITCHDEV_PORT_OBJ_ADD:
3729 err = switchdev_handle_port_obj_add_foreign(dev, ptr,
3730 dsa_user_dev_check,
3731 dsa_foreign_dev_check,
3732 dsa_user_port_obj_add);
3733 return notifier_from_errno(err);
3734 case SWITCHDEV_PORT_OBJ_DEL:
3735 err = switchdev_handle_port_obj_del_foreign(dev, ptr,
3736 dsa_user_dev_check,
3737 dsa_foreign_dev_check,
3738 dsa_user_port_obj_del);
3739 return notifier_from_errno(err);
3740 case SWITCHDEV_PORT_ATTR_SET:
3741 err = switchdev_handle_port_attr_set(dev, ptr,
3742 dsa_user_dev_check,
3743 dsa_user_port_attr_set);
3744 return notifier_from_errno(err);
3745 }
3746
3747 return NOTIFY_DONE;
3748 }
3749
3750 static struct notifier_block dsa_user_nb __read_mostly = {
3751 .notifier_call = dsa_user_netdevice_event,
3752 };
3753
3754 struct notifier_block dsa_user_switchdev_notifier = {
3755 .notifier_call = dsa_user_switchdev_event,
3756 };
3757
3758 struct notifier_block dsa_user_switchdev_blocking_notifier = {
3759 .notifier_call = dsa_user_switchdev_blocking_event,
3760 };
3761
3762 int dsa_user_register_notifier(void)
3763 {
3764 struct notifier_block *nb;
3765 int err;
3766
3767 err = register_netdevice_notifier(&dsa_user_nb);
3768 if (err)
3769 return err;
3770
3771 err = register_switchdev_notifier(&dsa_user_switchdev_notifier);
3772 if (err)
3773 goto err_switchdev_nb;
3774
3775 nb = &dsa_user_switchdev_blocking_notifier;
3776 err = register_switchdev_blocking_notifier(nb);
3777 if (err)
3778 goto err_switchdev_blocking_nb;
3779
3780 return 0;
3781
3782 err_switchdev_blocking_nb:
3783 unregister_switchdev_notifier(&dsa_user_switchdev_notifier);
3784 err_switchdev_nb:
3785 unregister_netdevice_notifier(&dsa_user_nb);
3786 return err;
3787 }
3788
3789 void dsa_user_unregister_notifier(void)
3790 {
3791 struct notifier_block *nb;
3792 int err;
3793
3794 nb = &dsa_user_switchdev_blocking_notifier;
3795 err = unregister_switchdev_blocking_notifier(nb);
3796 if (err)
3797 pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
3798
3799 err = unregister_switchdev_notifier(&dsa_user_switchdev_notifier);
3800 if (err)
3801 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
3802
3803 err = unregister_netdevice_notifier(&dsa_user_nb);
3804 if (err)
3805 pr_err("DSA: failed to unregister user notifier (%d)\n", err);
3806 }
3807
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.