// SPDX-License-Identifier: (GPL-2.0 OR MIT) /* * Microsemi Ocelot Switch driver * * Copyright (c) 2017 Microsemi Corporation */ #include #include #include #include #include #include #include #include #include #include "ocelot.h" #define IFH_EXTRACT_BITFIELD64(x, o, w) (((x) >> (o)) & GENMASK_ULL((w) - 1, 0)) static int ocelot_parse_ifh(u32 *_ifh, struct frame_info *info) { u8 llen, wlen; u64 ifh[2]; ifh[0] = be64_to_cpu(((__force __be64 *)_ifh)[0]); ifh[1] = be64_to_cpu(((__force __be64 *)_ifh)[1]); wlen = IFH_EXTRACT_BITFIELD64(ifh[0], 7, 8); llen = IFH_EXTRACT_BITFIELD64(ifh[0], 15, 6); info->len = OCELOT_BUFFER_CELL_SZ * wlen + llen - 80; info->timestamp = IFH_EXTRACT_BITFIELD64(ifh[0], 21, 32); info->port = IFH_EXTRACT_BITFIELD64(ifh[1], 43, 4); info->tag_type = IFH_EXTRACT_BITFIELD64(ifh[1], 16, 1); info->vid = IFH_EXTRACT_BITFIELD64(ifh[1], 0, 12); return 0; } static int ocelot_rx_frame_word(struct ocelot *ocelot, u8 grp, bool ifh, u32 *rval) { u32 val; u32 bytes_valid; val = ocelot_read_rix(ocelot, QS_XTR_RD, grp); if (val == XTR_NOT_READY) { if (ifh) return -EIO; do { val = ocelot_read_rix(ocelot, QS_XTR_RD, grp); } while (val == XTR_NOT_READY); } switch (val) { case XTR_ABORT: return -EIO; case XTR_EOF_0: case XTR_EOF_1: case XTR_EOF_2: case XTR_EOF_3: case XTR_PRUNED: bytes_valid = XTR_VALID_BYTES(val); val = ocelot_read_rix(ocelot, QS_XTR_RD, grp); if (val == XTR_ESCAPE) *rval = ocelot_read_rix(ocelot, QS_XTR_RD, grp); else *rval = val; return bytes_valid; case XTR_ESCAPE: *rval = ocelot_read_rix(ocelot, QS_XTR_RD, grp); return 4; default: *rval = val; return 4; } } static irqreturn_t ocelot_xtr_irq_handler(int irq, void *arg) { struct ocelot *ocelot = arg; int i = 0, grp = 0; int err = 0; if (!(ocelot_read(ocelot, QS_XTR_DATA_PRESENT) & BIT(grp))) return IRQ_NONE; do { struct skb_shared_hwtstamps *shhwtstamps; struct ocelot_port_private *priv; struct ocelot_port *ocelot_port; u64 tod_in_ns, full_ts_in_ns; struct frame_info info = {}; struct net_device *dev; u32 ifh[4], val, *buf; struct timespec64 ts; int sz, len, buf_len; struct sk_buff *skb; for (i = 0; i < OCELOT_TAG_LEN / 4; i++) { err = ocelot_rx_frame_word(ocelot, grp, true, &ifh[i]); if (err != 4) break; } if (err != 4) break; /* At this point the IFH was read correctly, so it is safe to * presume that there is no error. The err needs to be reset * otherwise a frame could come in CPU queue between the while * condition and the check for error later on. And in that case * the new frame is just removed and not processed. */ err = 0; ocelot_parse_ifh(ifh, &info); ocelot_port = ocelot->ports[info.port]; priv = container_of(ocelot_port, struct ocelot_port_private, port); dev = priv->dev; skb = netdev_alloc_skb(dev, info.len); if (unlikely(!skb)) { netdev_err(dev, "Unable to allocate sk_buff\n"); err = -ENOMEM; break; } buf_len = info.len - ETH_FCS_LEN; buf = (u32 *)skb_put(skb, buf_len); len = 0; do { sz = ocelot_rx_frame_word(ocelot, grp, false, &val); *buf++ = val; len += sz; } while (len < buf_len); /* Read the FCS */ sz = ocelot_rx_frame_word(ocelot, grp, false, &val); /* Update the statistics if part of the FCS was read before */ len -= ETH_FCS_LEN - sz; if (unlikely(dev->features & NETIF_F_RXFCS)) { buf = (u32 *)skb_put(skb, ETH_FCS_LEN); *buf = val; } if (sz < 0) { err = sz; break; } if (ocelot->ptp) { ocelot_ptp_gettime64(&ocelot->ptp_info, &ts); tod_in_ns = ktime_set(ts.tv_sec, ts.tv_nsec); if ((tod_in_ns & 0xffffffff) < info.timestamp) full_ts_in_ns = (((tod_in_ns >> 32) - 1) << 32) | info.timestamp; else full_ts_in_ns = (tod_in_ns & GENMASK_ULL(63, 32)) | info.timestamp; shhwtstamps = skb_hwtstamps(skb); memset(shhwtstamps, 0, sizeof(struct skb_shared_hwtstamps)); shhwtstamps->hwtstamp = full_ts_in_ns; } /* Everything we see on an interface that is in the HW bridge * has already been forwarded. */ if (ocelot->bridge_mask & BIT(info.port)) skb->offload_fwd_mark = 1; skb->protocol = eth_type_trans(skb, dev); netif_rx(skb); dev->stats.rx_bytes += len; dev->stats.rx_packets++; } while (ocelot_read(ocelot, QS_XTR_DATA_PRESENT) & BIT(grp)); if (err) while (ocelot_read(ocelot, QS_XTR_DATA_PRESENT) & BIT(grp)) ocelot_read_rix(ocelot, QS_XTR_RD, grp); return IRQ_HANDLED; } static irqreturn_t ocelot_ptp_rdy_irq_handler(int irq, void *arg) { struct ocelot *ocelot = arg; ocelot_get_txtstamp(ocelot); return IRQ_HANDLED; } static const struct of_device_id mscc_ocelot_match[] = { { .compatible = "mscc,vsc7514-switch" }, { } }; MODULE_DEVICE_TABLE(of, mscc_ocelot_match); static void ocelot_port_pcs_init(struct ocelot *ocelot, int port) { struct ocelot_port *ocelot_port = ocelot->ports[port]; /* Disable HDX fast control */ ocelot_port_writel(ocelot_port, DEV_PORT_MISC_HDX_FAST_DIS, DEV_PORT_MISC); /* SGMII only for now */ ocelot_port_writel(ocelot_port, PCS1G_MODE_CFG_SGMII_MODE_ENA, PCS1G_MODE_CFG); ocelot_port_writel(ocelot_port, PCS1G_SD_CFG_SD_SEL, PCS1G_SD_CFG); /* Enable PCS */ ocelot_port_writel(ocelot_port, PCS1G_CFG_PCS_ENA, PCS1G_CFG); /* No aneg on SGMII */ ocelot_port_writel(ocelot_port, 0, PCS1G_ANEG_CFG); /* No loopback */ ocelot_port_writel(ocelot_port, 0, PCS1G_LB_CFG); } static int ocelot_reset(struct ocelot *ocelot) { int retries = 100; u32 val; regmap_field_write(ocelot->regfields[SYS_RESET_CFG_MEM_INIT], 1); regmap_field_write(ocelot->regfields[SYS_RESET_CFG_MEM_ENA], 1); do { msleep(1); regmap_field_read(ocelot->regfields[SYS_RESET_CFG_MEM_INIT], &val); } while (val && --retries); if (!retries) return -ETIMEDOUT; regmap_field_write(ocelot->regfields[SYS_RESET_CFG_MEM_ENA], 1); regmap_field_write(ocelot->regfields[SYS_RESET_CFG_CORE_ENA], 1); return 0; } static const struct ocelot_ops ocelot_ops = { .pcs_init = ocelot_port_pcs_init, .reset = ocelot_reset, }; static int mscc_ocelot_probe(struct platform_device *pdev) { struct device_node *np = pdev->dev.of_node; struct device_node *ports, *portnp; int err, irq_xtr, irq_ptp_rdy; struct ocelot *ocelot; struct regmap *hsio; unsigned int i; struct { enum ocelot_target id; char *name; u8 optional:1; } io_target[] = { { SYS, "sys" }, { REW, "rew" }, { QSYS, "qsys" }, { ANA, "ana" }, { QS, "qs" }, { S2, "s2" }, { PTP, "ptp", 1 }, }; if (!np && !pdev->dev.platform_data) return -ENODEV; ocelot = devm_kzalloc(&pdev->dev, sizeof(*ocelot), GFP_KERNEL); if (!ocelot) return -ENOMEM; platform_set_drvdata(pdev, ocelot); ocelot->dev = &pdev->dev; for (i = 0; i < ARRAY_SIZE(io_target); i++) { struct regmap *target; struct resource *res; res = platform_get_resource_byname(pdev, IORESOURCE_MEM, io_target[i].name); target = ocelot_regmap_init(ocelot, res); if (IS_ERR(target)) { if (io_target[i].optional) { ocelot->targets[io_target[i].id] = NULL; continue; } return PTR_ERR(target); } ocelot->targets[io_target[i].id] = target; } hsio = syscon_regmap_lookup_by_compatible("mscc,ocelot-hsio"); if (IS_ERR(hsio)) { dev_err(&pdev->dev, "missing hsio syscon\n"); return PTR_ERR(hsio); } ocelot->targets[HSIO] = hsio; err = ocelot_chip_init(ocelot, &ocelot_ops); if (err) return err; irq_xtr = platform_get_irq_byname(pdev, "xtr"); if (irq_xtr < 0) return -ENODEV; err = devm_request_threaded_irq(&pdev->dev, irq_xtr, NULL, ocelot_xtr_irq_handler, IRQF_ONESHOT, "frame extraction", ocelot); if (err) return err; irq_ptp_rdy = platform_get_irq_byname(pdev, "ptp_rdy"); if (irq_ptp_rdy > 0 && ocelot->targets[PTP]) { err = devm_request_threaded_irq(&pdev->dev, irq_ptp_rdy, NULL, ocelot_ptp_rdy_irq_handler, IRQF_ONESHOT, "ptp ready", ocelot); if (err) return err; /* Both the PTP interrupt and the PTP bank are available */ ocelot->ptp = 1; } ocelot->num_cpu_ports = 1; /* 1 port on the switch, two groups */ ports = of_get_child_by_name(np, "ethernet-ports"); if (!ports) { dev_err(&pdev->dev, "no ethernet-ports child node found\n"); return -ENODEV; } ocelot->num_phys_ports = of_get_child_count(ports); ocelot->ports = devm_kcalloc(&pdev->dev, ocelot->num_phys_ports, sizeof(struct ocelot_port *), GFP_KERNEL); ocelot_init(ocelot); ocelot_set_cpu_port(ocelot, ocelot->num_phys_ports, OCELOT_TAG_PREFIX_NONE, OCELOT_TAG_PREFIX_NONE); for_each_available_child_of_node(ports, portnp) { struct ocelot_port_private *priv; struct ocelot_port *ocelot_port; struct device_node *phy_node; phy_interface_t phy_mode; struct phy_device *phy; struct resource *res; struct phy *serdes; void __iomem *regs; char res_name[8]; u32 port; if (of_property_read_u32(portnp, "reg", &port)) continue; snprintf(res_name, sizeof(res_name), "port%d", port); res = platform_get_resource_byname(pdev, IORESOURCE_MEM, res_name); regs = devm_ioremap_resource(&pdev->dev, res); if (IS_ERR(regs)) continue; phy_node = of_parse_phandle(portnp, "phy-handle", 0); if (!phy_node) continue; phy = of_phy_find_device(phy_node); of_node_put(phy_node); if (!phy) continue; err = ocelot_probe_port(ocelot, port, regs, phy); if (err) { of_node_put(portnp); goto out_put_ports; } ocelot_port = ocelot->ports[port]; priv = container_of(ocelot_port, struct ocelot_port_private, port); of_get_phy_mode(portnp, &phy_mode); ocelot_port->phy_mode = phy_mode; switch (ocelot_port->phy_mode) { case PHY_INTERFACE_MODE_NA: continue; case PHY_INTERFACE_MODE_SGMII: break; case PHY_INTERFACE_MODE_QSGMII: /* Ensure clock signals and speed is set on all * QSGMII links */ ocelot_port_writel(ocelot_port, DEV_CLOCK_CFG_LINK_SPEED (OCELOT_SPEED_1000), DEV_CLOCK_CFG); break; default: dev_err(ocelot->dev, "invalid phy mode for port%d, (Q)SGMII only\n", port); of_node_put(portnp); err = -EINVAL; goto out_put_ports; } serdes = devm_of_phy_get(ocelot->dev, portnp, NULL); if (IS_ERR(serdes)) { err = PTR_ERR(serdes); if (err == -EPROBE_DEFER) dev_dbg(ocelot->dev, "deferring probe\n"); else dev_err(ocelot->dev, "missing SerDes phys for port%d\n", port); of_node_put(portnp); goto out_put_ports; } priv->serdes = serdes; } register_netdevice_notifier(&ocelot_netdevice_nb); register_switchdev_notifier(&ocelot_switchdev_nb); register_switchdev_blocking_notifier(&ocelot_switchdev_blocking_nb); dev_info(&pdev->dev, "Ocelot switch probed\n"); out_put_ports: of_node_put(ports); return err; } static int mscc_ocelot_remove(struct platform_device *pdev) { struct ocelot *ocelot = platform_get_drvdata(pdev); ocelot_deinit(ocelot); unregister_switchdev_blocking_notifier(&ocelot_switchdev_blocking_nb); unregister_switchdev_notifier(&ocelot_switchdev_nb); unregister_netdevice_notifier(&ocelot_netdevice_nb); return 0; } static struct platform_driver mscc_ocelot_driver = { .probe = mscc_ocelot_probe, .remove = mscc_ocelot_remove, .driver = { .name = "ocelot-switch", .of_match_table = mscc_ocelot_match, }, }; module_platform_driver(mscc_ocelot_driver); MODULE_DESCRIPTION("Microsemi Ocelot switch driver"); MODULE_AUTHOR("Alexandre Belloni "); MODULE_LICENSE("Dual MIT/GPL");