net/dsa/slave.c

   1 /*
   2  * net/dsa/slave.c - Slave device handling
   3  * Copyright (c) 2008-2009 Marvell Semiconductor
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  */
  10
  11 #include <linux/list.h>
  12 #include <linux/etherdevice.h>
  13 #include <linux/netdevice.h>
  14 #include <linux/phy.h>
  15 #include <linux/phy_fixed.h>
  16 #include <linux/phylink.h>
  17 #include <linux/of_net.h>
  18 #include <linux/of_mdio.h>
  19 #include <linux/mdio.h>
  20 #include <net/rtnetlink.h>
  21 #include <net/pkt_cls.h>
  22 #include <net/tc_act/tc_mirred.h>
  23 #include <linux/if_bridge.h>
  24 #include <linux/netpoll.h>
  25 #include <linux/ptp_classify.h>
  26
  27 #include "dsa_priv.h"
  28
  29 static bool dsa_slave_dev_check(struct net_device *dev);
  30
  31 /* slave mii_bus handling ***************************************************/
  32 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
  33 {
  34         struct dsa_switch *ds = bus->priv;
  35
  36         if (ds->phys_mii_mask & (1 << addr))
  37                 return ds->ops->phy_read(ds, addr, reg);
  38
  39         return 0xffff;
  40 }
  41
  42 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
  43 {
  44         struct dsa_switch *ds = bus->priv;
  45
  46         if (ds->phys_mii_mask & (1 << addr))
  47                 return ds->ops->phy_write(ds, addr, reg, val);
  48
  49         return 0;
  50 }
  51
  52 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
  53 {
  54         ds->slave_mii_bus->priv = (void *)ds;
  55         ds->slave_mii_bus->name = "dsa slave smi";
  56         ds->slave_mii_bus->read = dsa_slave_phy_read;
  57         ds->slave_mii_bus->write = dsa_slave_phy_write;
  58         snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
  59                  ds->dst->index, ds->index);
  60         ds->slave_mii_bus->parent = ds->dev;
  61         ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
  62 }
  63
  64
  65 /* slave device handling ****************************************************/
  66 static int dsa_slave_get_iflink(const struct net_device *dev)
  67 {
  68         return dsa_slave_to_master(dev)->ifindex;
  69 }
  70
  71 static int dsa_slave_open(struct net_device *dev)
  72 {
  73         struct net_device *master = dsa_slave_to_master(dev);
  74         struct dsa_port *dp = dsa_slave_to_port(dev);
  75         int err;
  76
  77         if (!(master->flags & IFF_UP))
  78                 return -ENETDOWN;
  79
  80         if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
  81                 err = dev_uc_add(master, dev->dev_addr);
  82                 if (err < 0)
  83                         goto out;
  84         }
  85
  86         if (dev->flags & IFF_ALLMULTI) {
  87                 err = dev_set_allmulti(master, 1);
  88                 if (err < 0)
  89                         goto del_unicast;
  90         }
  91         if (dev->flags & IFF_PROMISC) {
  92                 err = dev_set_promiscuity(master, 1);
  93                 if (err < 0)
  94                         goto clear_allmulti;
  95         }
  96
  97         err = dsa_port_enable(dp, dev->phydev);
  98         if (err)
  99                 goto clear_promisc;
 100
 101         phylink_start(dp->pl);
 102
 103         return 0;
 104
 105 clear_promisc:
 106         if (dev->flags & IFF_PROMISC)
 107                 dev_set_promiscuity(master, -1);
 108 clear_allmulti:
 109         if (dev->flags & IFF_ALLMULTI)
 110                 dev_set_allmulti(master, -1);
 111 del_unicast:
 112         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 113                 dev_uc_del(master, dev->dev_addr);
 114 out:
 115         return err;
 116 }
 117
 118 static int dsa_slave_close(struct net_device *dev)
 119 {
 120         struct net_device *master = dsa_slave_to_master(dev);
 121         struct dsa_port *dp = dsa_slave_to_port(dev);
 122
 123         phylink_stop(dp->pl);
 124
 125         dsa_port_disable(dp, dev->phydev);
 126
 127         dev_mc_unsync(master, dev);
 128         dev_uc_unsync(master, dev);
 129         if (dev->flags & IFF_ALLMULTI)
 130                 dev_set_allmulti(master, -1);
 131         if (dev->flags & IFF_PROMISC)
 132                 dev_set_promiscuity(master, -1);
 133
 134         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 135                 dev_uc_del(master, dev->dev_addr);
 136
 137         return 0;
 138 }
 139
 140 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
 141 {
 142         struct net_device *master = dsa_slave_to_master(dev);
 143
 144         if (change & IFF_ALLMULTI)
 145                 dev_set_allmulti(master, dev->flags & IFF_ALLMULTI ? 1 : -1);
 146         if (change & IFF_PROMISC)
 147                 dev_set_promiscuity(master, dev->flags & IFF_PROMISC ? 1 : -1);
 148 }
 149
 150 static void dsa_slave_set_rx_mode(struct net_device *dev)
 151 {
 152         struct net_device *master = dsa_slave_to_master(dev);
 153
 154         dev_mc_sync(master, dev);
 155         dev_uc_sync(master, dev);
 156 }
 157
 158 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
 159 {
 160         struct net_device *master = dsa_slave_to_master(dev);
 161         struct sockaddr *addr = a;
 162         int err;
 163
 164         if (!is_valid_ether_addr(addr->sa_data))
 165                 return -EADDRNOTAVAIL;
 166
 167         if (!(dev->flags & IFF_UP))
 168                 goto out;
 169
 170         if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
 171                 err = dev_uc_add(master, addr->sa_data);
 172                 if (err < 0)
 173                         return err;
 174         }
 175
 176         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 177                 dev_uc_del(master, dev->dev_addr);
 178
 179 out:
 180         ether_addr_copy(dev->dev_addr, addr->sa_data);
 181
 182         return 0;
 183 }
 184
 185 struct dsa_slave_dump_ctx {
 186         struct net_device *dev;
 187         struct sk_buff *skb;
 188         struct netlink_callback *cb;
 189         int idx;
 190 };
 191
 192 static int
 193 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid,
 194                            bool is_static, void *data)
 195 {
 196         struct dsa_slave_dump_ctx *dump = data;
 197         u32 portid = NETLINK_CB(dump->cb->skb).portid;
 198         u32 seq = dump->cb->nlh->nlmsg_seq;
 199         struct nlmsghdr *nlh;
 200         struct ndmsg *ndm;
 201
 202         if (dump->idx < dump->cb->args[2])
 203                 goto skip;
 204
 205         nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
 206                         sizeof(*ndm), NLM_F_MULTI);
 207         if (!nlh)
 208                 return -EMSGSIZE;
 209
 210         ndm = nlmsg_data(nlh);
 211         ndm->ndm_family  = AF_BRIDGE;
 212         ndm->ndm_pad1    = 0;
 213         ndm->ndm_pad2    = 0;
 214         ndm->ndm_flags   = NTF_SELF;
 215         ndm->ndm_type    = 0;
 216         ndm->ndm_ifindex = dump->dev->ifindex;
 217         ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
 218
 219         if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
 220                 goto nla_put_failure;
 221
 222         if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
 223                 goto nla_put_failure;
 224
 225         nlmsg_end(dump->skb, nlh);
 226
 227 skip:
 228         dump->idx++;
 229         return 0;
 230
 231 nla_put_failure:
 232         nlmsg_cancel(dump->skb, nlh);
 233         return -EMSGSIZE;
 234 }
 235
 236 static int
 237 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
 238                    struct net_device *dev, struct net_device *filter_dev,
 239                    int *idx)
 240 {
 241         struct dsa_port *dp = dsa_slave_to_port(dev);
 242         struct dsa_slave_dump_ctx dump = {
 243                 .dev = dev,
 244                 .skb = skb,
 245                 .cb = cb,
 246                 .idx = *idx,
 247         };
 248         int err;
 249
 250         err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump);
 251         *idx = dump.idx;
 252
 253         return err;
 254 }
 255
 256 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
 257 {
 258         struct dsa_slave_priv *p = netdev_priv(dev);
 259         struct dsa_switch *ds = p->dp->ds;
 260         int port = p->dp->index;
 261
 262         /* Pass through to switch driver if it supports timestamping */
 263         switch (cmd) {
 264         case SIOCGHWTSTAMP:
 265                 if (ds->ops->port_hwtstamp_get)
 266                         return ds->ops->port_hwtstamp_get(ds, port, ifr);
 267                 break;
 268         case SIOCSHWTSTAMP:
 269                 if (ds->ops->port_hwtstamp_set)
 270                         return ds->ops->port_hwtstamp_set(ds, port, ifr);
 271                 break;
 272         }
 273
 274         return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
 275 }
 276
 277 static int dsa_slave_port_attr_set(struct net_device *dev,
 278                                    const struct switchdev_attr *attr,
 279                                    struct switchdev_trans *trans)
 280 {
 281         struct dsa_port *dp = dsa_slave_to_port(dev);
 282         int ret;
 283
 284         switch (attr->id) {
 285         case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
 286                 ret = dsa_port_set_state(dp, attr->u.stp_state, trans);
 287                 break;
 288         case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
 289                 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
 290                                               trans);
 291                 break;
 292         case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
 293                 ret = dsa_port_ageing_time(dp, attr->u.ageing_time, trans);
 294                 break;
 295         default:
 296                 ret = -EOPNOTSUPP;
 297                 break;
 298         }
 299
 300         return ret;
 301 }
 302
 303 static int dsa_slave_port_obj_add(struct net_device *dev,
 304                                   const struct switchdev_obj *obj,
 305                                   struct switchdev_trans *trans)
 306 {
 307         struct dsa_port *dp = dsa_slave_to_port(dev);
 308         int err;
 309
 310         /* For the prepare phase, ensure the full set of changes is feasable in
 311          * one go in order to signal a failure properly. If an operation is not
 312          * supported, return -EOPNOTSUPP.
 313          */
 314
 315         switch (obj->id) {
 316         case SWITCHDEV_OBJ_ID_PORT_MDB:
 317                 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj), trans);
 318                 break;
 319         case SWITCHDEV_OBJ_ID_HOST_MDB:
 320                 /* DSA can directly translate this to a normal MDB add,
 321                  * but on the CPU port.
 322                  */
 323                 err = dsa_port_mdb_add(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj),
 324                                        trans);
 325                 break;
 326         case SWITCHDEV_OBJ_ID_PORT_VLAN:
 327                 err = dsa_port_vlan_add(dp, SWITCHDEV_OBJ_PORT_VLAN(obj),
 328                                         trans);
 329                 break;
 330         default:
 331                 err = -EOPNOTSUPP;
 332                 break;
 333         }
 334
 335         return err;
 336 }
 337
 338 static int dsa_slave_port_obj_del(struct net_device *dev,
 339                                   const struct switchdev_obj *obj)
 340 {
 341         struct dsa_port *dp = dsa_slave_to_port(dev);
 342         int err;
 343
 344         switch (obj->id) {
 345         case SWITCHDEV_OBJ_ID_PORT_MDB:
 346                 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 347                 break;
 348         case SWITCHDEV_OBJ_ID_HOST_MDB:
 349                 /* DSA can directly translate this to a normal MDB add,
 350                  * but on the CPU port.
 351                  */
 352                 err = dsa_port_mdb_del(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 353                 break;
 354         case SWITCHDEV_OBJ_ID_PORT_VLAN:
 355                 err = dsa_port_vlan_del(dp, SWITCHDEV_OBJ_PORT_VLAN(obj));
 356                 break;
 357         default:
 358                 err = -EOPNOTSUPP;
 359                 break;
 360         }
 361
 362         return err;
 363 }
 364
 365 static int dsa_slave_port_attr_get(struct net_device *dev,
 366                                    struct switchdev_attr *attr)
 367 {
 368         struct dsa_port *dp = dsa_slave_to_port(dev);
 369         struct dsa_switch *ds = dp->ds;
 370         struct dsa_switch_tree *dst = ds->dst;
 371
 372         switch (attr->id) {
 373         case SWITCHDEV_ATTR_ID_PORT_PARENT_ID:
 374                 attr->u.ppid.id_len = sizeof(dst->index);
 375                 memcpy(&attr->u.ppid.id, &dst->index, attr->u.ppid.id_len);
 376                 break;
 377         case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS_SUPPORT:
 378                 attr->u.brport_flags_support = 0;
 379                 break;
 380         default:
 381                 return -EOPNOTSUPP;
 382         }
 383
 384         return 0;
 385 }
 386
 387 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev,
 388                                                      struct sk_buff *skb)
 389 {
 390 #ifdef CONFIG_NET_POLL_CONTROLLER
 391         struct dsa_slave_priv *p = netdev_priv(dev);
 392
 393         if (p->netpoll)
 394                 netpoll_send_skb(p->netpoll, skb);
 395 #else
 396         BUG();
 397 #endif
 398         return NETDEV_TX_OK;
 399 }
 400
 401 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p,
 402                                  struct sk_buff *skb)
 403 {
 404         struct dsa_switch *ds = p->dp->ds;
 405         struct sk_buff *clone;
 406         unsigned int type;
 407
 408         type = ptp_classify_raw(skb);
 409         if (type == PTP_CLASS_NONE)
 410                 return;
 411
 412         if (!ds->ops->port_txtstamp)
 413                 return;
 414
 415         clone = skb_clone_sk(skb);
 416         if (!clone)
 417                 return;
 418
 419         if (ds->ops->port_txtstamp(ds, p->dp->index, clone, type))
 420                 return;
 421
 422         kfree_skb(clone);
 423 }
 424
 425 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
 426 {
 427         struct dsa_slave_priv *p = netdev_priv(dev);
 428         struct pcpu_sw_netstats *s;
 429         struct sk_buff *nskb;
 430
 431         s = this_cpu_ptr(p->stats64);
 432         u64_stats_update_begin(&s->syncp);
 433         s->tx_packets++;
 434         s->tx_bytes += skb->len;
 435         u64_stats_update_end(&s->syncp);
 436
 437         /* Identify PTP protocol packets, clone them, and pass them to the
 438          * switch driver
 439          */
 440         dsa_skb_tx_timestamp(p, skb);
 441
 442         /* Transmit function may have to reallocate the original SKB,
 443          * in which case it must have freed it. Only free it here on error.
 444          */
 445         nskb = p->xmit(skb, dev);
 446         if (!nskb) {
 447                 kfree_skb(skb);
 448                 return NETDEV_TX_OK;
 449         }
 450
 451         /* SKB for netpoll still need to be mangled with the protocol-specific
 452          * tag to be successfully transmitted
 453          */
 454         if (unlikely(netpoll_tx_running(dev)))
 455                 return dsa_slave_netpoll_send_skb(dev, nskb);
 456
 457         /* Queue the SKB for transmission on the parent interface, but
 458          * do not modify its EtherType
 459          */
 460         nskb->dev = dsa_slave_to_master(dev);
 461         dev_queue_xmit(nskb);
 462
 463         return NETDEV_TX_OK;
 464 }
 465
 466 /* ethtool operations *******************************************************/
 467
 468 static void dsa_slave_get_drvinfo(struct net_device *dev,
 469                                   struct ethtool_drvinfo *drvinfo)
 470 {
 471         strlcpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
 472         strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
 473         strlcpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
 474 }
 475
 476 static int dsa_slave_get_regs_len(struct net_device *dev)
 477 {
 478         struct dsa_port *dp = dsa_slave_to_port(dev);
 479         struct dsa_switch *ds = dp->ds;
 480
 481         if (ds->ops->get_regs_len)
 482                 return ds->ops->get_regs_len(ds, dp->index);
 483
 484         return -EOPNOTSUPP;
 485 }
 486
 487 static void
 488 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
 489 {
 490         struct dsa_port *dp = dsa_slave_to_port(dev);
 491         struct dsa_switch *ds = dp->ds;
 492
 493         if (ds->ops->get_regs)
 494                 ds->ops->get_regs(ds, dp->index, regs, _p);
 495 }
 496
 497 static int dsa_slave_nway_reset(struct net_device *dev)
 498 {
 499         struct dsa_port *dp = dsa_slave_to_port(dev);
 500
 501         return phylink_ethtool_nway_reset(dp->pl);
 502 }
 503
 504 static int dsa_slave_get_eeprom_len(struct net_device *dev)
 505 {
 506         struct dsa_port *dp = dsa_slave_to_port(dev);
 507         struct dsa_switch *ds = dp->ds;
 508
 509         if (ds->cd && ds->cd->eeprom_len)
 510                 return ds->cd->eeprom_len;
 511
 512         if (ds->ops->get_eeprom_len)
 513                 return ds->ops->get_eeprom_len(ds);
 514
 515         return 0;
 516 }
 517
 518 static int dsa_slave_get_eeprom(struct net_device *dev,
 519                                 struct ethtool_eeprom *eeprom, u8 *data)
 520 {
 521         struct dsa_port *dp = dsa_slave_to_port(dev);
 522         struct dsa_switch *ds = dp->ds;
 523
 524         if (ds->ops->get_eeprom)
 525                 return ds->ops->get_eeprom(ds, eeprom, data);
 526
 527         return -EOPNOTSUPP;
 528 }
 529
 530 static int dsa_slave_set_eeprom(struct net_device *dev,
 531                                 struct ethtool_eeprom *eeprom, u8 *data)
 532 {
 533         struct dsa_port *dp = dsa_slave_to_port(dev);
 534         struct dsa_switch *ds = dp->ds;
 535
 536         if (ds->ops->set_eeprom)
 537                 return ds->ops->set_eeprom(ds, eeprom, data);
 538
 539         return -EOPNOTSUPP;
 540 }
 541
 542 static void dsa_slave_get_strings(struct net_device *dev,
 543                                   uint32_t stringset, uint8_t *data)
 544 {
 545         struct dsa_port *dp = dsa_slave_to_port(dev);
 546         struct dsa_switch *ds = dp->ds;
 547
 548         if (stringset == ETH_SS_STATS) {
 549                 int len = ETH_GSTRING_LEN;
 550
 551                 strncpy(data, "tx_packets", len);
 552                 strncpy(data + len, "tx_bytes", len);
 553                 strncpy(data + 2 * len, "rx_packets", len);
 554                 strncpy(data + 3 * len, "rx_bytes", len);
 555                 if (ds->ops->get_strings)
 556                         ds->ops->get_strings(ds, dp->index, stringset,
 557                                              data + 4 * len);
 558         }
 559 }
 560
 561 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
 562                                         struct ethtool_stats *stats,
 563                                         uint64_t *data)
 564 {
 565         struct dsa_port *dp = dsa_slave_to_port(dev);
 566         struct dsa_slave_priv *p = netdev_priv(dev);
 567         struct dsa_switch *ds = dp->ds;
 568         struct pcpu_sw_netstats *s;
 569         unsigned int start;
 570         int i;
 571
 572         for_each_possible_cpu(i) {
 573                 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
 574
 575                 s = per_cpu_ptr(p->stats64, i);
 576                 do {
 577                         start = u64_stats_fetch_begin_irq(&s->syncp);
 578                         tx_packets = s->tx_packets;
 579                         tx_bytes = s->tx_bytes;
 580                         rx_packets = s->rx_packets;
 581                         rx_bytes = s->rx_bytes;
 582                 } while (u64_stats_fetch_retry_irq(&s->syncp, start));
 583                 data[0] += tx_packets;
 584                 data[1] += tx_bytes;
 585                 data[2] += rx_packets;
 586                 data[3] += rx_bytes;
 587         }
 588         if (ds->ops->get_ethtool_stats)
 589                 ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
 590 }
 591
 592 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
 593 {
 594         struct dsa_port *dp = dsa_slave_to_port(dev);
 595         struct dsa_switch *ds = dp->ds;
 596
 597         if (sset == ETH_SS_STATS) {
 598                 int count;
 599
 600                 count = 4;
 601                 if (ds->ops->get_sset_count)
 602                         count += ds->ops->get_sset_count(ds, dp->index, sset);
 603
 604                 return count;
 605         }
 606
 607         return -EOPNOTSUPP;
 608 }
 609
 610 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
 611 {
 612         struct dsa_port *dp = dsa_slave_to_port(dev);
 613         struct dsa_switch *ds = dp->ds;
 614
 615         phylink_ethtool_get_wol(dp->pl, w);
 616
 617         if (ds->ops->get_wol)
 618                 ds->ops->get_wol(ds, dp->index, w);
 619 }
 620
 621 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
 622 {
 623         struct dsa_port *dp = dsa_slave_to_port(dev);
 624         struct dsa_switch *ds = dp->ds;
 625         int ret = -EOPNOTSUPP;
 626
 627         phylink_ethtool_set_wol(dp->pl, w);
 628
 629         if (ds->ops->set_wol)
 630                 ret = ds->ops->set_wol(ds, dp->index, w);
 631
 632         return ret;
 633 }
 634
 635 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
 636 {
 637         struct dsa_port *dp = dsa_slave_to_port(dev);
 638         struct dsa_switch *ds = dp->ds;
 639         int ret;
 640
 641         /* Port's PHY and MAC both need to be EEE capable */
 642         if (!dev->phydev && !dp->pl)
 643                 return -ENODEV;
 644
 645         if (!ds->ops->set_mac_eee)
 646                 return -EOPNOTSUPP;
 647
 648         ret = ds->ops->set_mac_eee(ds, dp->index, e);
 649         if (ret)
 650                 return ret;
 651
 652         return phylink_ethtool_set_eee(dp->pl, e);
 653 }
 654
 655 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
 656 {
 657         struct dsa_port *dp = dsa_slave_to_port(dev);
 658         struct dsa_switch *ds = dp->ds;
 659         int ret;
 660
 661         /* Port's PHY and MAC both need to be EEE capable */
 662         if (!dev->phydev && !dp->pl)
 663                 return -ENODEV;
 664
 665         if (!ds->ops->get_mac_eee)
 666                 return -EOPNOTSUPP;
 667
 668         ret = ds->ops->get_mac_eee(ds, dp->index, e);
 669         if (ret)
 670                 return ret;
 671
 672         return phylink_ethtool_get_eee(dp->pl, e);
 673 }
 674
 675 static int dsa_slave_get_link_ksettings(struct net_device *dev,
 676                                         struct ethtool_link_ksettings *cmd)
 677 {
 678         struct dsa_port *dp = dsa_slave_to_port(dev);
 679
 680         return phylink_ethtool_ksettings_get(dp->pl, cmd);
 681 }
 682
 683 static int dsa_slave_set_link_ksettings(struct net_device *dev,
 684                                         const struct ethtool_link_ksettings *cmd)
 685 {
 686         struct dsa_port *dp = dsa_slave_to_port(dev);
 687
 688         return phylink_ethtool_ksettings_set(dp->pl, cmd);
 689 }
 690
 691 #ifdef CONFIG_NET_POLL_CONTROLLER
 692 static int dsa_slave_netpoll_setup(struct net_device *dev,
 693                                    struct netpoll_info *ni)
 694 {
 695         struct net_device *master = dsa_slave_to_master(dev);
 696         struct dsa_slave_priv *p = netdev_priv(dev);
 697         struct netpoll *netpoll;
 698         int err = 0;
 699
 700         netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
 701         if (!netpoll)
 702                 return -ENOMEM;
 703
 704         err = __netpoll_setup(netpoll, master);
 705         if (err) {
 706                 kfree(netpoll);
 707                 goto out;
 708         }
 709
 710         p->netpoll = netpoll;
 711 out:
 712         return err;
 713 }
 714
 715 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
 716 {
 717         struct dsa_slave_priv *p = netdev_priv(dev);
 718         struct netpoll *netpoll = p->netpoll;
 719
 720         if (!netpoll)
 721                 return;
 722
 723         p->netpoll = NULL;
 724
 725         __netpoll_free(netpoll);
 726 }
 727
 728 static void dsa_slave_poll_controller(struct net_device *dev)
 729 {
 730 }
 731 #endif
 732
 733 static int dsa_slave_get_phys_port_name(struct net_device *dev,
 734                                         char *name, size_t len)
 735 {
 736         struct dsa_port *dp = dsa_slave_to_port(dev);
 737
 738         if (snprintf(name, len, "p%d", dp->index) >= len)
 739                 return -EINVAL;
 740
 741         return 0;
 742 }
 743
 744 static struct dsa_mall_tc_entry *
 745 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
 746 {
 747         struct dsa_slave_priv *p = netdev_priv(dev);
 748         struct dsa_mall_tc_entry *mall_tc_entry;
 749
 750         list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
 751                 if (mall_tc_entry->cookie == cookie)
 752                         return mall_tc_entry;
 753
 754         return NULL;
 755 }
 756
 757 static int dsa_slave_add_cls_matchall(struct net_device *dev,
 758                                       struct tc_cls_matchall_offload *cls,
 759                                       bool ingress)
 760 {
 761         struct dsa_port *dp = dsa_slave_to_port(dev);
 762         struct dsa_slave_priv *p = netdev_priv(dev);
 763         struct dsa_mall_tc_entry *mall_tc_entry;
 764         __be16 protocol = cls->common.protocol;
 765         struct dsa_switch *ds = dp->ds;
 766         struct net_device *to_dev;
 767         const struct tc_action *a;
 768         struct dsa_port *to_dp;
 769         int err = -EOPNOTSUPP;
 770
 771         if (!ds->ops->port_mirror_add)
 772                 return err;
 773
 774         if (!tcf_exts_has_one_action(cls->exts))
 775                 return err;
 776
 777         a = tcf_exts_first_action(cls->exts);
 778
 779         if (is_tcf_mirred_egress_mirror(a) && protocol == htons(ETH_P_ALL)) {
 780                 struct dsa_mall_mirror_tc_entry *mirror;
 781
 782                 to_dev = tcf_mirred_dev(a);
 783                 if (!to_dev)
 784                         return -EINVAL;
 785
 786                 if (!dsa_slave_dev_check(to_dev))
 787                         return -EOPNOTSUPP;
 788
 789                 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
 790                 if (!mall_tc_entry)
 791                         return -ENOMEM;
 792
 793                 mall_tc_entry->cookie = cls->cookie;
 794                 mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
 795                 mirror = &mall_tc_entry->mirror;
 796
 797                 to_dp = dsa_slave_to_port(to_dev);
 798
 799                 mirror->to_local_port = to_dp->index;
 800                 mirror->ingress = ingress;
 801
 802                 err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress);
 803                 if (err) {
 804                         kfree(mall_tc_entry);
 805                         return err;
 806                 }
 807
 808                 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
 809         }
 810
 811         return 0;
 812 }
 813
 814 static void dsa_slave_del_cls_matchall(struct net_device *dev,
 815                                        struct tc_cls_matchall_offload *cls)
 816 {
 817         struct dsa_port *dp = dsa_slave_to_port(dev);
 818         struct dsa_mall_tc_entry *mall_tc_entry;
 819         struct dsa_switch *ds = dp->ds;
 820
 821         if (!ds->ops->port_mirror_del)
 822                 return;
 823
 824         mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie);
 825         if (!mall_tc_entry)
 826                 return;
 827
 828         list_del(&mall_tc_entry->list);
 829
 830         switch (mall_tc_entry->type) {
 831         case DSA_PORT_MALL_MIRROR:
 832                 ds->ops->port_mirror_del(ds, dp->index, &mall_tc_entry->mirror);
 833                 break;
 834         default:
 835                 WARN_ON(1);
 836         }
 837
 838         kfree(mall_tc_entry);
 839 }
 840
 841 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev,
 842                                            struct tc_cls_matchall_offload *cls,
 843                                            bool ingress)
 844 {
 845         if (cls->common.chain_index)
 846                 return -EOPNOTSUPP;
 847
 848         switch (cls->command) {
 849         case TC_CLSMATCHALL_REPLACE:
 850                 return dsa_slave_add_cls_matchall(dev, cls, ingress);
 851         case TC_CLSMATCHALL_DESTROY:
 852                 dsa_slave_del_cls_matchall(dev, cls);
 853                 return 0;
 854         default:
 855                 return -EOPNOTSUPP;
 856         }
 857 }
 858
 859 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
 860                                        void *cb_priv, bool ingress)
 861 {
 862         struct net_device *dev = cb_priv;
 863
 864         if (!tc_can_offload(dev))
 865                 return -EOPNOTSUPP;
 866
 867         switch (type) {
 868         case TC_SETUP_CLSMATCHALL:
 869                 return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress);
 870         default:
 871                 return -EOPNOTSUPP;
 872         }
 873 }
 874
 875 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type,
 876                                           void *type_data, void *cb_priv)
 877 {
 878         return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true);
 879 }
 880
 881 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type,
 882                                           void *type_data, void *cb_priv)
 883 {
 884         return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false);
 885 }
 886
 887 static int dsa_slave_setup_tc_block(struct net_device *dev,
 888                                     struct tc_block_offload *f)
 889 {
 890         tc_setup_cb_t *cb;
 891
 892         if (f->binder_type == TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
 893                 cb = dsa_slave_setup_tc_block_cb_ig;
 894         else if (f->binder_type == TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
 895                 cb = dsa_slave_setup_tc_block_cb_eg;
 896         else
 897                 return -EOPNOTSUPP;
 898
 899         switch (f->command) {
 900         case TC_BLOCK_BIND:
 901                 return tcf_block_cb_register(f->block, cb, dev, dev, f->extack);
 902         case TC_BLOCK_UNBIND:
 903                 tcf_block_cb_unregister(f->block, cb, dev);
 904                 return 0;
 905         default:
 906                 return -EOPNOTSUPP;
 907         }
 908 }
 909
 910 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type,
 911                               void *type_data)
 912 {
 913         switch (type) {
 914         case TC_SETUP_BLOCK:
 915                 return dsa_slave_setup_tc_block(dev, type_data);
 916         default:
 917                 return -EOPNOTSUPP;
 918         }
 919 }
 920
 921 static void dsa_slave_get_stats64(struct net_device *dev,
 922                                   struct rtnl_link_stats64 *stats)
 923 {
 924         struct dsa_slave_priv *p = netdev_priv(dev);
 925         struct pcpu_sw_netstats *s;
 926         unsigned int start;
 927         int i;
 928
 929         netdev_stats_to_stats64(stats, &dev->stats);
 930         for_each_possible_cpu(i) {
 931                 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
 932
 933                 s = per_cpu_ptr(p->stats64, i);
 934                 do {
 935                         start = u64_stats_fetch_begin_irq(&s->syncp);
 936                         tx_packets = s->tx_packets;
 937                         tx_bytes = s->tx_bytes;
 938                         rx_packets = s->rx_packets;
 939                         rx_bytes = s->rx_bytes;
 940                 } while (u64_stats_fetch_retry_irq(&s->syncp, start));
 941
 942                 stats->tx_packets += tx_packets;
 943                 stats->tx_bytes += tx_bytes;
 944                 stats->rx_packets += rx_packets;
 945                 stats->rx_bytes += rx_bytes;
 946         }
 947 }
 948
 949 static int dsa_slave_get_rxnfc(struct net_device *dev,
 950                                struct ethtool_rxnfc *nfc, u32 *rule_locs)
 951 {
 952         struct dsa_port *dp = dsa_slave_to_port(dev);
 953         struct dsa_switch *ds = dp->ds;
 954
 955         if (!ds->ops->get_rxnfc)
 956                 return -EOPNOTSUPP;
 957
 958         return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
 959 }
 960
 961 static int dsa_slave_set_rxnfc(struct net_device *dev,
 962                                struct ethtool_rxnfc *nfc)
 963 {
 964         struct dsa_port *dp = dsa_slave_to_port(dev);
 965         struct dsa_switch *ds = dp->ds;
 966
 967         if (!ds->ops->set_rxnfc)
 968                 return -EOPNOTSUPP;
 969
 970         return ds->ops->set_rxnfc(ds, dp->index, nfc);
 971 }
 972
 973 static int dsa_slave_get_ts_info(struct net_device *dev,
 974                                  struct ethtool_ts_info *ts)
 975 {
 976         struct dsa_slave_priv *p = netdev_priv(dev);
 977         struct dsa_switch *ds = p->dp->ds;
 978
 979         if (!ds->ops->get_ts_info)
 980                 return -EOPNOTSUPP;
 981
 982         return ds->ops->get_ts_info(ds, p->dp->index, ts);
 983 }
 984
 985 static const struct ethtool_ops dsa_slave_ethtool_ops = {
 986         .get_drvinfo            = dsa_slave_get_drvinfo,
 987         .get_regs_len           = dsa_slave_get_regs_len,
 988         .get_regs               = dsa_slave_get_regs,
 989         .nway_reset             = dsa_slave_nway_reset,
 990         .get_link               = ethtool_op_get_link,
 991         .get_eeprom_len         = dsa_slave_get_eeprom_len,
 992         .get_eeprom             = dsa_slave_get_eeprom,
 993         .set_eeprom             = dsa_slave_set_eeprom,
 994         .get_strings            = dsa_slave_get_strings,
 995         .get_ethtool_stats      = dsa_slave_get_ethtool_stats,
 996         .get_sset_count         = dsa_slave_get_sset_count,
 997         .set_wol                = dsa_slave_set_wol,
 998         .get_wol                = dsa_slave_get_wol,
 999         .set_eee                = dsa_slave_set_eee,
1000         .get_eee                = dsa_slave_get_eee,
1001         .get_link_ksettings     = dsa_slave_get_link_ksettings,
1002         .set_link_ksettings     = dsa_slave_set_link_ksettings,
1003         .get_rxnfc              = dsa_slave_get_rxnfc,
1004         .set_rxnfc              = dsa_slave_set_rxnfc,
1005         .get_ts_info            = dsa_slave_get_ts_info,
1006 };
1007
1008 /* legacy way, bypassing the bridge *****************************************/
1009 int dsa_legacy_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
1010                        struct net_device *dev,
1011                        const unsigned char *addr, u16 vid,
1012                        u16 flags)
1013 {
1014         struct dsa_port *dp = dsa_slave_to_port(dev);
1015
1016         return dsa_port_fdb_add(dp, addr, vid);
1017 }
1018
1019 int dsa_legacy_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
1020                        struct net_device *dev,
1021                        const unsigned char *addr, u16 vid)
1022 {
1023         struct dsa_port *dp = dsa_slave_to_port(dev);
1024
1025         return dsa_port_fdb_del(dp, addr, vid);
1026 }
1027
1028 static const struct net_device_ops dsa_slave_netdev_ops = {
1029         .ndo_open               = dsa_slave_open,
1030         .ndo_stop               = dsa_slave_close,
1031         .ndo_start_xmit         = dsa_slave_xmit,
1032         .ndo_change_rx_flags    = dsa_slave_change_rx_flags,
1033         .ndo_set_rx_mode        = dsa_slave_set_rx_mode,
1034         .ndo_set_mac_address    = dsa_slave_set_mac_address,
1035         .ndo_fdb_add            = dsa_legacy_fdb_add,
1036         .ndo_fdb_del            = dsa_legacy_fdb_del,
1037         .ndo_fdb_dump           = dsa_slave_fdb_dump,
1038         .ndo_do_ioctl           = dsa_slave_ioctl,
1039         .ndo_get_iflink         = dsa_slave_get_iflink,
1040 #ifdef CONFIG_NET_POLL_CONTROLLER
1041         .ndo_netpoll_setup      = dsa_slave_netpoll_setup,
1042         .ndo_netpoll_cleanup    = dsa_slave_netpoll_cleanup,
1043         .ndo_poll_controller    = dsa_slave_poll_controller,
1044 #endif
1045         .ndo_get_phys_port_name = dsa_slave_get_phys_port_name,
1046         .ndo_setup_tc           = dsa_slave_setup_tc,
1047         .ndo_get_stats64        = dsa_slave_get_stats64,
1048 };
1049
1050 static const struct switchdev_ops dsa_slave_switchdev_ops = {
1051         .switchdev_port_attr_get        = dsa_slave_port_attr_get,
1052         .switchdev_port_attr_set        = dsa_slave_port_attr_set,
1053         .switchdev_port_obj_add         = dsa_slave_port_obj_add,
1054         .switchdev_port_obj_del         = dsa_slave_port_obj_del,
1055 };
1056
1057 static struct device_type dsa_type = {
1058         .name   = "dsa",
1059 };
1060
1061 static ssize_t tagging_show(struct device *d, struct device_attribute *attr,
1062                             char *buf)
1063 {
1064         struct net_device *dev = to_net_dev(d);
1065         struct dsa_port *dp = dsa_slave_to_port(dev);
1066
1067         return sprintf(buf, "%s\n",
1068                        dsa_tag_protocol_to_str(dp->cpu_dp->tag_ops));
1069 }
1070 static DEVICE_ATTR_RO(tagging);
1071
1072 static struct attribute *dsa_slave_attrs[] = {
1073         &dev_attr_tagging.attr,
1074         NULL
1075 };
1076
1077 static const struct attribute_group dsa_group = {
1078         .name   = "dsa",
1079         .attrs  = dsa_slave_attrs,
1080 };
1081
1082 static void dsa_slave_phylink_validate(struct net_device *dev,
1083                                        unsigned long *supported,
1084                                        struct phylink_link_state *state)
1085 {
1086         struct dsa_port *dp = dsa_slave_to_port(dev);
1087         struct dsa_switch *ds = dp->ds;
1088
1089         if (!ds->ops->phylink_validate)
1090                 return;
1091
1092         ds->ops->phylink_validate(ds, dp->index, supported, state);
1093 }
1094
1095 static int dsa_slave_phylink_mac_link_state(struct net_device *dev,
1096                                             struct phylink_link_state *state)
1097 {
1098         struct dsa_port *dp = dsa_slave_to_port(dev);
1099         struct dsa_switch *ds = dp->ds;
1100
1101         /* Only called for SGMII and 802.3z */
1102         if (!ds->ops->phylink_mac_link_state)
1103                 return -EOPNOTSUPP;
1104
1105         return ds->ops->phylink_mac_link_state(ds, dp->index, state);
1106 }
1107
1108 static void dsa_slave_phylink_mac_config(struct net_device *dev,
1109                                          unsigned int mode,
1110                                          const struct phylink_link_state *state)
1111 {
1112         struct dsa_port *dp = dsa_slave_to_port(dev);
1113         struct dsa_switch *ds = dp->ds;
1114
1115         if (!ds->ops->phylink_mac_config)
1116                 return;
1117
1118         ds->ops->phylink_mac_config(ds, dp->index, mode, state);
1119 }
1120
1121 static void dsa_slave_phylink_mac_an_restart(struct net_device *dev)
1122 {
1123         struct dsa_port *dp = dsa_slave_to_port(dev);
1124         struct dsa_switch *ds = dp->ds;
1125
1126         if (!ds->ops->phylink_mac_an_restart)
1127                 return;
1128
1129         ds->ops->phylink_mac_an_restart(ds, dp->index);
1130 }
1131
1132 static void dsa_slave_phylink_mac_link_down(struct net_device *dev,
1133                                             unsigned int mode,
1134                                             phy_interface_t interface)
1135 {
1136         struct dsa_port *dp = dsa_slave_to_port(dev);
1137         struct dsa_switch *ds = dp->ds;
1138
1139         if (!ds->ops->phylink_mac_link_down) {
1140                 if (ds->ops->adjust_link && dev->phydev)
1141                         ds->ops->adjust_link(ds, dp->index, dev->phydev);
1142                 return;
1143         }
1144
1145         ds->ops->phylink_mac_link_down(ds, dp->index, mode, interface);
1146 }
1147
1148 static void dsa_slave_phylink_mac_link_up(struct net_device *dev,
1149                                           unsigned int mode,
1150                                           phy_interface_t interface,
1151                                           struct phy_device *phydev)
1152 {
1153         struct dsa_port *dp = dsa_slave_to_port(dev);
1154         struct dsa_switch *ds = dp->ds;
1155
1156         if (!ds->ops->phylink_mac_link_up) {
1157                 if (ds->ops->adjust_link && dev->phydev)
1158                         ds->ops->adjust_link(ds, dp->index, dev->phydev);
1159                 return;
1160         }
1161
1162         ds->ops->phylink_mac_link_up(ds, dp->index, mode, interface, phydev);
1163 }
1164
1165 static const struct phylink_mac_ops dsa_slave_phylink_mac_ops = {
1166         .validate = dsa_slave_phylink_validate,
1167         .mac_link_state = dsa_slave_phylink_mac_link_state,
1168         .mac_config = dsa_slave_phylink_mac_config,
1169         .mac_an_restart = dsa_slave_phylink_mac_an_restart,
1170         .mac_link_down = dsa_slave_phylink_mac_link_down,
1171         .mac_link_up = dsa_slave_phylink_mac_link_up,
1172 };
1173
1174 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
1175 {
1176         const struct dsa_port *dp = dsa_to_port(ds, port);
1177
1178         phylink_mac_change(dp->pl, up);
1179 }
1180 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
1181
1182 static void dsa_slave_phylink_fixed_state(struct net_device *dev,
1183                                           struct phylink_link_state *state)
1184 {
1185         struct dsa_port *dp = dsa_slave_to_port(dev);
1186         struct dsa_switch *ds = dp->ds;
1187
1188         /* No need to check that this operation is valid, the callback would
1189          * not be called if it was not.
1190          */
1191         ds->ops->phylink_fixed_state(ds, dp->index, state);
1192 }
1193
1194 /* slave device setup *******************************************************/
1195 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr)
1196 {
1197         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1198         struct dsa_switch *ds = dp->ds;
1199
1200         slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr);
1201         if (!slave_dev->phydev) {
1202                 netdev_err(slave_dev, "no phy at %d\n", addr);
1203                 return -ENODEV;
1204         }
1205
1206         return phylink_connect_phy(dp->pl, slave_dev->phydev);
1207 }
1208
1209 static int dsa_slave_phy_setup(struct net_device *slave_dev)
1210 {
1211         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1212         struct device_node *port_dn = dp->dn;
1213         struct dsa_switch *ds = dp->ds;
1214         u32 phy_flags = 0;
1215         int mode, ret;
1216
1217         mode = of_get_phy_mode(port_dn);
1218         if (mode < 0)
1219                 mode = PHY_INTERFACE_MODE_NA;
1220
1221         dp->pl = phylink_create(slave_dev, of_fwnode_handle(port_dn), mode,
1222                                 &dsa_slave_phylink_mac_ops);
1223         if (IS_ERR(dp->pl)) {
1224                 netdev_err(slave_dev,
1225                            "error creating PHYLINK: %ld\n", PTR_ERR(dp->pl));
1226                 return PTR_ERR(dp->pl);
1227         }
1228
1229         /* Register only if the switch provides such a callback, since this
1230          * callback takes precedence over polling the link GPIO in PHYLINK
1231          * (see phylink_get_fixed_state).
1232          */
1233         if (ds->ops->phylink_fixed_state)
1234                 phylink_fixed_state_cb(dp->pl, dsa_slave_phylink_fixed_state);
1235
1236         if (ds->ops->get_phy_flags)
1237                 phy_flags = ds->ops->get_phy_flags(ds, dp->index);
1238
1239         ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
1240         if (ret == -ENODEV) {
1241                 /* We could not connect to a designated PHY or SFP, so use the
1242                  * switch internal MDIO bus instead
1243                  */
1244                 ret = dsa_slave_phy_connect(slave_dev, dp->index);
1245                 if (ret) {
1246                         netdev_err(slave_dev,
1247                                    "failed to connect to port %d: %d\n",
1248                                    dp->index, ret);
1249                         phylink_destroy(dp->pl);
1250                         return ret;
1251                 }
1252         }
1253
1254         return 0;
1255 }
1256
1257 static struct lock_class_key dsa_slave_netdev_xmit_lock_key;
1258 static void dsa_slave_set_lockdep_class_one(struct net_device *dev,
1259                                             struct netdev_queue *txq,
1260                                             void *_unused)
1261 {
1262         lockdep_set_class(&txq->_xmit_lock,
1263                           &dsa_slave_netdev_xmit_lock_key);
1264 }
1265
1266 int dsa_slave_suspend(struct net_device *slave_dev)
1267 {
1268         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1269
1270         if (!netif_running(slave_dev))
1271                 return 0;
1272
1273         netif_device_detach(slave_dev);
1274
1275         rtnl_lock();
1276         phylink_stop(dp->pl);
1277         rtnl_unlock();
1278
1279         return 0;
1280 }
1281
1282 int dsa_slave_resume(struct net_device *slave_dev)
1283 {
1284         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1285
1286         if (!netif_running(slave_dev))
1287                 return 0;
1288
1289         netif_device_attach(slave_dev);
1290
1291         rtnl_lock();
1292         phylink_start(dp->pl);
1293         rtnl_unlock();
1294
1295         return 0;
1296 }
1297
1298 static void dsa_slave_notify(struct net_device *dev, unsigned long val)
1299 {
1300         struct net_device *master = dsa_slave_to_master(dev);
1301         struct dsa_port *dp = dsa_slave_to_port(dev);
1302         struct dsa_notifier_register_info rinfo = {
1303                 .switch_number = dp->ds->index,
1304                 .port_number = dp->index,
1305                 .master = master,
1306                 .info.dev = dev,
1307         };
1308
1309         call_dsa_notifiers(val, dev, &rinfo.info);
1310 }
1311
1312 int dsa_slave_create(struct dsa_port *port)
1313 {
1314         const struct dsa_port *cpu_dp = port->cpu_dp;
1315         struct net_device *master = cpu_dp->master;
1316         struct dsa_switch *ds = port->ds;
1317         const char *name = port->name;
1318         struct net_device *slave_dev;
1319         struct dsa_slave_priv *p;
1320         int ret;
1321
1322         if (!ds->num_tx_queues)
1323                 ds->num_tx_queues = 1;
1324
1325         slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name,
1326                                      NET_NAME_UNKNOWN, ether_setup,
1327                                      ds->num_tx_queues, 1);
1328         if (slave_dev == NULL)
1329                 return -ENOMEM;
1330
1331         slave_dev->features = master->vlan_features | NETIF_F_HW_TC;
1332         slave_dev->hw_features |= NETIF_F_HW_TC;
1333         slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
1334         eth_hw_addr_inherit(slave_dev, master);
1335         slave_dev->priv_flags |= IFF_NO_QUEUE;
1336         slave_dev->netdev_ops = &dsa_slave_netdev_ops;
1337         slave_dev->switchdev_ops = &dsa_slave_switchdev_ops;
1338         slave_dev->min_mtu = 0;
1339         slave_dev->max_mtu = ETH_MAX_MTU;
1340         SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
1341
1342         netdev_for_each_tx_queue(slave_dev, dsa_slave_set_lockdep_class_one,
1343                                  NULL);
1344
1345         SET_NETDEV_DEV(slave_dev, port->ds->dev);
1346         slave_dev->dev.of_node = port->dn;
1347         slave_dev->vlan_features = master->vlan_features;
1348
1349         p = netdev_priv(slave_dev);
1350         p->stats64 = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
1351         if (!p->stats64) {
1352                 free_netdev(slave_dev);
1353                 return -ENOMEM;
1354         }
1355         p->dp = port;
1356         INIT_LIST_HEAD(&p->mall_tc_list);
1357         p->xmit = cpu_dp->tag_ops->xmit;
1358         port->slave = slave_dev;
1359
1360         netif_carrier_off(slave_dev);
1361
1362         ret = dsa_slave_phy_setup(slave_dev);
1363         if (ret) {
1364                 netdev_err(master, "error %d setting up slave phy\n", ret);
1365                 goto out_free;
1366         }
1367
1368         dsa_slave_notify(slave_dev, DSA_PORT_REGISTER);
1369
1370         ret = register_netdev(slave_dev);
1371         if (ret) {
1372                 netdev_err(master, "error %d registering interface %s\n",
1373                            ret, slave_dev->name);
1374                 goto out_phy;
1375         }
1376
1377         ret = sysfs_create_group(&slave_dev->dev.kobj, &dsa_group);
1378         if (ret)
1379                 goto out_unreg;
1380
1381         return 0;
1382
1383 out_unreg:
1384         unregister_netdev(slave_dev);
1385 out_phy:
1386         rtnl_lock();
1387         phylink_disconnect_phy(p->dp->pl);
1388         rtnl_unlock();
1389         phylink_destroy(p->dp->pl);
1390 out_free:
1391         free_percpu(p->stats64);
1392         free_netdev(slave_dev);
1393         port->slave = NULL;
1394         return ret;
1395 }
1396
1397 void dsa_slave_destroy(struct net_device *slave_dev)
1398 {
1399         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1400         struct dsa_slave_priv *p = netdev_priv(slave_dev);
1401
1402         netif_carrier_off(slave_dev);
1403         rtnl_lock();
1404         phylink_disconnect_phy(dp->pl);
1405         rtnl_unlock();
1406
1407         dsa_slave_notify(slave_dev, DSA_PORT_UNREGISTER);
1408         sysfs_remove_group(&slave_dev->dev.kobj, &dsa_group);
1409         unregister_netdev(slave_dev);
1410         phylink_destroy(dp->pl);
1411         free_percpu(p->stats64);
1412         free_netdev(slave_dev);
1413 }
1414
1415 static bool dsa_slave_dev_check(struct net_device *dev)
1416 {
1417         return dev->netdev_ops == &dsa_slave_netdev_ops;
1418 }
1419
1420 static int dsa_slave_changeupper(struct net_device *dev,
1421                                  struct netdev_notifier_changeupper_info *info)
1422 {
1423         struct dsa_port *dp = dsa_slave_to_port(dev);
1424         int err = NOTIFY_DONE;
1425
1426         if (netif_is_bridge_master(info->upper_dev)) {
1427                 if (info->linking) {
1428                         err = dsa_port_bridge_join(dp, info->upper_dev);
1429                         err = notifier_from_errno(err);
1430                 } else {
1431                         dsa_port_bridge_leave(dp, info->upper_dev);
1432                         err = NOTIFY_OK;
1433                 }
1434         }
1435
1436         return err;
1437 }
1438
1439 static int dsa_slave_netdevice_event(struct notifier_block *nb,
1440                                      unsigned long event, void *ptr)
1441 {
1442         struct net_device *dev = netdev_notifier_info_to_dev(ptr);
1443
1444         if (!dsa_slave_dev_check(dev))
1445                 return NOTIFY_DONE;
1446
1447         if (event == NETDEV_CHANGEUPPER)
1448                 return dsa_slave_changeupper(dev, ptr);
1449
1450         return NOTIFY_DONE;
1451 }
1452
1453 struct dsa_switchdev_event_work {
1454         struct work_struct work;
1455         struct switchdev_notifier_fdb_info fdb_info;
1456         struct net_device *dev;
1457         unsigned long event;
1458 };
1459
1460 static void dsa_slave_switchdev_event_work(struct work_struct *work)
1461 {
1462         struct dsa_switchdev_event_work *switchdev_work =
1463                 container_of(work, struct dsa_switchdev_event_work, work);
1464         struct net_device *dev = switchdev_work->dev;
1465         struct switchdev_notifier_fdb_info *fdb_info;
1466         struct dsa_port *dp = dsa_slave_to_port(dev);
1467         int err;
1468
1469         rtnl_lock();
1470         switch (switchdev_work->event) {
1471         case SWITCHDEV_FDB_ADD_TO_DEVICE:
1472                 fdb_info = &switchdev_work->fdb_info;
1473                 if (!fdb_info->added_by_user)
1474                         break;
1475
1476                 err = dsa_port_fdb_add(dp, fdb_info->addr, fdb_info->vid);
1477                 if (err) {
1478                         netdev_dbg(dev, "fdb add failed err=%d\n", err);
1479                         break;
1480                 }
1481                 fdb_info->offloaded = true;
1482                 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, dev,
1483                                          &fdb_info->info);
1484                 break;
1485
1486         case SWITCHDEV_FDB_DEL_TO_DEVICE:
1487                 fdb_info = &switchdev_work->fdb_info;
1488                 if (!fdb_info->added_by_user)
1489                         break;
1490
1491                 err = dsa_port_fdb_del(dp, fdb_info->addr, fdb_info->vid);
1492                 if (err) {
1493                         netdev_dbg(dev, "fdb del failed err=%d\n", err);
1494                         dev_close(dev);
1495                 }
1496                 break;
1497         }
1498         rtnl_unlock();
1499
1500         kfree(switchdev_work->fdb_info.addr);
1501         kfree(switchdev_work);
1502         dev_put(dev);
1503 }
1504
1505 static int
1506 dsa_slave_switchdev_fdb_work_init(struct dsa_switchdev_event_work *
1507                                   switchdev_work,
1508                                   const struct switchdev_notifier_fdb_info *
1509                                   fdb_info)
1510 {
1511         memcpy(&switchdev_work->fdb_info, fdb_info,
1512                sizeof(switchdev_work->fdb_info));
1513         switchdev_work->fdb_info.addr = kzalloc(ETH_ALEN, GFP_ATOMIC);
1514         if (!switchdev_work->fdb_info.addr)
1515                 return -ENOMEM;
1516         ether_addr_copy((u8 *)switchdev_work->fdb_info.addr,
1517                         fdb_info->addr);
1518         return 0;
1519 }
1520
1521 /* Called under rcu_read_lock() */
1522 static int dsa_slave_switchdev_event(struct notifier_block *unused,
1523                                      unsigned long event, void *ptr)
1524 {
1525         struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
1526         struct dsa_switchdev_event_work *switchdev_work;
1527
1528         if (!dsa_slave_dev_check(dev))
1529                 return NOTIFY_DONE;
1530
1531         switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
1532         if (!switchdev_work)
1533                 return NOTIFY_BAD;
1534
1535         INIT_WORK(&switchdev_work->work,
1536                   dsa_slave_switchdev_event_work);
1537         switchdev_work->dev = dev;
1538         switchdev_work->event = event;
1539
1540         switch (event) {
1541         case SWITCHDEV_FDB_ADD_TO_DEVICE: /* fall through */
1542         case SWITCHDEV_FDB_DEL_TO_DEVICE:
1543                 if (dsa_slave_switchdev_fdb_work_init(switchdev_work, ptr))
1544                         goto err_fdb_work_init;
1545                 dev_hold(dev);
1546                 break;
1547         default:
1548                 kfree(switchdev_work);
1549                 return NOTIFY_DONE;
1550         }
1551
1552         dsa_schedule_work(&switchdev_work->work);
1553         return NOTIFY_OK;
1554
1555 err_fdb_work_init:
1556         kfree(switchdev_work);
1557         return NOTIFY_BAD;
1558 }
1559
1560 static struct notifier_block dsa_slave_nb __read_mostly = {
1561         .notifier_call  = dsa_slave_netdevice_event,
1562 };
1563
1564 static struct notifier_block dsa_slave_switchdev_notifier = {
1565         .notifier_call = dsa_slave_switchdev_event,
1566 };
1567
1568 int dsa_slave_register_notifier(void)
1569 {
1570         int err;
1571
1572         err = register_netdevice_notifier(&dsa_slave_nb);
1573         if (err)
1574                 return err;
1575
1576         err = register_switchdev_notifier(&dsa_slave_switchdev_notifier);
1577         if (err)
1578                 goto err_switchdev_nb;
1579
1580         return 0;
1581
1582 err_switchdev_nb:
1583         unregister_netdevice_notifier(&dsa_slave_nb);
1584         return err;
1585 }
1586
1587 void dsa_slave_unregister_notifier(void)
1588 {
1589         int err;
1590
1591         err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
1592         if (err)
1593                 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
1594
1595         err = unregister_netdevice_notifier(&dsa_slave_nb);
1596         if (err)
1597                 pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
1598 }