2 * This program is free software; you can redistribute it and/or modify it
3 * under the terms of the GNU General Public License version 2 as published
4 * by the Free Software Foundation.
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, see <http://www.gnu.org/licenses/>.
14 * Copyright (C) 2011 John Crispin <blogic@openwrt.org>
17 #include <linux/kernel.h>
18 #include <linux/slab.h>
19 #include <linux/errno.h>
20 #include <linux/types.h>
21 #include <linux/interrupt.h>
22 #include <linux/uaccess.h>
24 #include <linux/netdevice.h>
25 #include <linux/etherdevice.h>
26 #include <linux/phy.h>
28 #include <linux/tcp.h>
29 #include <linux/skbuff.h>
31 #include <linux/platform_device.h>
32 #include <linux/ethtool.h>
33 #include <linux/init.h>
34 #include <linux/delay.h>
36 #include <linux/dma-mapping.h>
37 #include <linux/module.h>
39 #include <asm/checksum.h>
41 #include <lantiq_soc.h>
43 #include <lantiq_platform.h>
45 #define LTQ_ETOP_MDIO 0x11804
46 #define MDIO_REQUEST 0x80000000
47 #define MDIO_READ 0x40000000
48 #define MDIO_ADDR_MASK 0x1f
49 #define MDIO_ADDR_OFFSET 0x15
50 #define MDIO_REG_MASK 0x1f
51 #define MDIO_REG_OFFSET 0x10
52 #define MDIO_VAL_MASK 0xffff
54 #define PPE32_CGEN 0x800
55 #define LQ_PPE32_ENET_MAC_CFG 0x1840
57 #define LTQ_ETOP_ENETS0 0x11850
58 #define LTQ_ETOP_MAC_DA0 0x1186C
59 #define LTQ_ETOP_MAC_DA1 0x11870
60 #define LTQ_ETOP_CFG 0x16020
61 #define LTQ_ETOP_IGPLEN 0x16080
63 #define MAX_DMA_CHAN 0x8
64 #define MAX_DMA_CRC_LEN 0x4
65 #define MAX_DMA_DATA_LEN 0x600
67 #define ETOP_FTCU BIT(28)
68 #define ETOP_MII_MASK 0xf
69 #define ETOP_MII_NORMAL 0xd
70 #define ETOP_MII_REVERSE 0xe
71 #define ETOP_PLEN_UNDER 0x40
72 #define ETOP_CGEN 0x800
74 /* use 2 static channels for TX/RX */
75 #define LTQ_ETOP_TX_CHANNEL 1
76 #define LTQ_ETOP_RX_CHANNEL 6
77 #define IS_TX(x) (x == LTQ_ETOP_TX_CHANNEL)
78 #define IS_RX(x) (x == LTQ_ETOP_RX_CHANNEL)
80 #define ltq_etop_r32(x) ltq_r32(ltq_etop_membase + (x))
81 #define ltq_etop_w32(x, y) ltq_w32(x, ltq_etop_membase + (y))
82 #define ltq_etop_w32_mask(x, y, z) \
83 ltq_w32_mask(x, y, ltq_etop_membase + (z))
85 #define DRV_VERSION "1.0"
87 static void __iomem *ltq_etop_membase;
89 struct ltq_etop_chan {
92 struct net_device *netdev;
93 struct napi_struct napi;
94 struct ltq_dma_channel dma;
95 struct sk_buff *skb[LTQ_DESC_NUM];
98 struct ltq_etop_priv {
99 struct net_device *netdev;
100 struct platform_device *pdev;
101 struct ltq_eth_data *pldata;
102 struct resource *res;
104 struct mii_bus *mii_bus;
106 struct ltq_etop_chan ch[MAX_DMA_CHAN];
107 int tx_free[MAX_DMA_CHAN >> 1];
113 ltq_etop_alloc_skb(struct ltq_etop_chan *ch)
115 ch->skb[ch->dma.desc] = netdev_alloc_skb(ch->netdev, MAX_DMA_DATA_LEN);
116 if (!ch->skb[ch->dma.desc])
118 ch->dma.desc_base[ch->dma.desc].addr = dma_map_single(NULL,
119 ch->skb[ch->dma.desc]->data, MAX_DMA_DATA_LEN,
121 ch->dma.desc_base[ch->dma.desc].addr =
122 CPHYSADDR(ch->skb[ch->dma.desc]->data);
123 ch->dma.desc_base[ch->dma.desc].ctl =
124 LTQ_DMA_OWN | LTQ_DMA_RX_OFFSET(NET_IP_ALIGN) |
126 skb_reserve(ch->skb[ch->dma.desc], NET_IP_ALIGN);
131 ltq_etop_hw_receive(struct ltq_etop_chan *ch)
133 struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
134 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
135 struct sk_buff *skb = ch->skb[ch->dma.desc];
136 int len = (desc->ctl & LTQ_DMA_SIZE_MASK) - MAX_DMA_CRC_LEN;
139 spin_lock_irqsave(&priv->lock, flags);
140 if (ltq_etop_alloc_skb(ch)) {
141 netdev_err(ch->netdev,
142 "failed to allocate new rx buffer, stopping DMA\n");
143 ltq_dma_close(&ch->dma);
146 ch->dma.desc %= LTQ_DESC_NUM;
147 spin_unlock_irqrestore(&priv->lock, flags);
150 skb->protocol = eth_type_trans(skb, ch->netdev);
151 netif_receive_skb(skb);
155 ltq_etop_poll_rx(struct napi_struct *napi, int budget)
157 struct ltq_etop_chan *ch = container_of(napi,
158 struct ltq_etop_chan, napi);
162 while ((rx < budget) && !complete) {
163 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
165 if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) == LTQ_DMA_C) {
166 ltq_etop_hw_receive(ch);
172 if (complete || !rx) {
173 napi_complete(&ch->napi);
174 ltq_dma_ack_irq(&ch->dma);
180 ltq_etop_poll_tx(struct napi_struct *napi, int budget)
182 struct ltq_etop_chan *ch =
183 container_of(napi, struct ltq_etop_chan, napi);
184 struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
185 struct netdev_queue *txq =
186 netdev_get_tx_queue(ch->netdev, ch->idx >> 1);
189 spin_lock_irqsave(&priv->lock, flags);
190 while ((ch->dma.desc_base[ch->tx_free].ctl &
191 (LTQ_DMA_OWN | LTQ_DMA_C)) == LTQ_DMA_C) {
192 dev_kfree_skb_any(ch->skb[ch->tx_free]);
193 ch->skb[ch->tx_free] = NULL;
194 memset(&ch->dma.desc_base[ch->tx_free], 0,
195 sizeof(struct ltq_dma_desc));
197 ch->tx_free %= LTQ_DESC_NUM;
199 spin_unlock_irqrestore(&priv->lock, flags);
201 if (netif_tx_queue_stopped(txq))
202 netif_tx_start_queue(txq);
203 napi_complete(&ch->napi);
204 ltq_dma_ack_irq(&ch->dma);
209 ltq_etop_dma_irq(int irq, void *_priv)
211 struct ltq_etop_priv *priv = _priv;
212 int ch = irq - LTQ_DMA_CH0_INT;
214 napi_schedule(&priv->ch[ch].napi);
219 ltq_etop_free_channel(struct net_device *dev, struct ltq_etop_chan *ch)
221 struct ltq_etop_priv *priv = netdev_priv(dev);
223 ltq_dma_free(&ch->dma);
225 free_irq(ch->dma.irq, priv);
226 if (IS_RX(ch->idx)) {
228 for (desc = 0; desc < LTQ_DESC_NUM; desc++)
229 dev_kfree_skb_any(ch->skb[ch->dma.desc]);
234 ltq_etop_hw_exit(struct net_device *dev)
236 struct ltq_etop_priv *priv = netdev_priv(dev);
239 ltq_pmu_disable(PMU_PPE);
240 for (i = 0; i < MAX_DMA_CHAN; i++)
241 if (IS_TX(i) || IS_RX(i))
242 ltq_etop_free_channel(dev, &priv->ch[i]);
246 ltq_etop_hw_init(struct net_device *dev)
248 struct ltq_etop_priv *priv = netdev_priv(dev);
251 ltq_pmu_enable(PMU_PPE);
253 switch (priv->pldata->mii_mode) {
254 case PHY_INTERFACE_MODE_RMII:
255 ltq_etop_w32_mask(ETOP_MII_MASK,
256 ETOP_MII_REVERSE, LTQ_ETOP_CFG);
259 case PHY_INTERFACE_MODE_MII:
260 ltq_etop_w32_mask(ETOP_MII_MASK,
261 ETOP_MII_NORMAL, LTQ_ETOP_CFG);
265 netdev_err(dev, "unknown mii mode %d\n",
266 priv->pldata->mii_mode);
270 /* enable crc generation */
271 ltq_etop_w32(PPE32_CGEN, LQ_PPE32_ENET_MAC_CFG);
273 ltq_dma_init_port(DMA_PORT_ETOP);
275 for (i = 0; i < MAX_DMA_CHAN; i++) {
276 int irq = LTQ_DMA_CH0_INT + i;
277 struct ltq_etop_chan *ch = &priv->ch[i];
279 ch->idx = ch->dma.nr = i;
282 ltq_dma_alloc_tx(&ch->dma);
283 request_irq(irq, ltq_etop_dma_irq, 0, "etop_tx", priv);
284 } else if (IS_RX(i)) {
285 ltq_dma_alloc_rx(&ch->dma);
286 for (ch->dma.desc = 0; ch->dma.desc < LTQ_DESC_NUM;
288 if (ltq_etop_alloc_skb(ch))
291 request_irq(irq, ltq_etop_dma_irq, 0, "etop_rx", priv);
299 ltq_etop_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
301 strlcpy(info->driver, "Lantiq ETOP", sizeof(info->driver));
302 strlcpy(info->bus_info, "internal", sizeof(info->bus_info));
303 strlcpy(info->version, DRV_VERSION, sizeof(info->version));
306 static const struct ethtool_ops ltq_etop_ethtool_ops = {
307 .get_drvinfo = ltq_etop_get_drvinfo,
308 .nway_reset = phy_ethtool_nway_reset,
309 .get_link_ksettings = phy_ethtool_get_link_ksettings,
310 .set_link_ksettings = phy_ethtool_set_link_ksettings,
314 ltq_etop_mdio_wr(struct mii_bus *bus, int phy_addr, int phy_reg, u16 phy_data)
316 u32 val = MDIO_REQUEST |
317 ((phy_addr & MDIO_ADDR_MASK) << MDIO_ADDR_OFFSET) |
318 ((phy_reg & MDIO_REG_MASK) << MDIO_REG_OFFSET) |
321 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
323 ltq_etop_w32(val, LTQ_ETOP_MDIO);
328 ltq_etop_mdio_rd(struct mii_bus *bus, int phy_addr, int phy_reg)
330 u32 val = MDIO_REQUEST | MDIO_READ |
331 ((phy_addr & MDIO_ADDR_MASK) << MDIO_ADDR_OFFSET) |
332 ((phy_reg & MDIO_REG_MASK) << MDIO_REG_OFFSET);
334 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
336 ltq_etop_w32(val, LTQ_ETOP_MDIO);
337 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
339 val = ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_VAL_MASK;
344 ltq_etop_mdio_link(struct net_device *dev)
350 ltq_etop_mdio_probe(struct net_device *dev)
352 struct ltq_etop_priv *priv = netdev_priv(dev);
353 struct phy_device *phydev;
355 phydev = phy_find_first(priv->mii_bus);
358 netdev_err(dev, "no PHY found\n");
362 phydev = phy_connect(dev, phydev_name(phydev),
363 <q_etop_mdio_link, priv->pldata->mii_mode);
365 if (IS_ERR(phydev)) {
366 netdev_err(dev, "Could not attach to PHY\n");
367 return PTR_ERR(phydev);
370 phydev->supported &= (SUPPORTED_10baseT_Half
371 | SUPPORTED_10baseT_Full
372 | SUPPORTED_100baseT_Half
373 | SUPPORTED_100baseT_Full
378 phydev->advertising = phydev->supported;
379 phy_attached_info(phydev);
385 ltq_etop_mdio_init(struct net_device *dev)
387 struct ltq_etop_priv *priv = netdev_priv(dev);
390 priv->mii_bus = mdiobus_alloc();
391 if (!priv->mii_bus) {
392 netdev_err(dev, "failed to allocate mii bus\n");
397 priv->mii_bus->priv = dev;
398 priv->mii_bus->read = ltq_etop_mdio_rd;
399 priv->mii_bus->write = ltq_etop_mdio_wr;
400 priv->mii_bus->name = "ltq_mii";
401 snprintf(priv->mii_bus->id, MII_BUS_ID_SIZE, "%s-%x",
402 priv->pdev->name, priv->pdev->id);
403 if (mdiobus_register(priv->mii_bus)) {
405 goto err_out_free_mdiobus;
408 if (ltq_etop_mdio_probe(dev)) {
410 goto err_out_unregister_bus;
414 err_out_unregister_bus:
415 mdiobus_unregister(priv->mii_bus);
416 err_out_free_mdiobus:
417 mdiobus_free(priv->mii_bus);
423 ltq_etop_mdio_cleanup(struct net_device *dev)
425 struct ltq_etop_priv *priv = netdev_priv(dev);
427 phy_disconnect(dev->phydev);
428 mdiobus_unregister(priv->mii_bus);
429 mdiobus_free(priv->mii_bus);
433 ltq_etop_open(struct net_device *dev)
435 struct ltq_etop_priv *priv = netdev_priv(dev);
438 for (i = 0; i < MAX_DMA_CHAN; i++) {
439 struct ltq_etop_chan *ch = &priv->ch[i];
441 if (!IS_TX(i) && (!IS_RX(i)))
443 ltq_dma_open(&ch->dma);
444 napi_enable(&ch->napi);
446 phy_start(dev->phydev);
447 netif_tx_start_all_queues(dev);
452 ltq_etop_stop(struct net_device *dev)
454 struct ltq_etop_priv *priv = netdev_priv(dev);
457 netif_tx_stop_all_queues(dev);
458 phy_stop(dev->phydev);
459 for (i = 0; i < MAX_DMA_CHAN; i++) {
460 struct ltq_etop_chan *ch = &priv->ch[i];
462 if (!IS_RX(i) && !IS_TX(i))
464 napi_disable(&ch->napi);
465 ltq_dma_close(&ch->dma);
471 ltq_etop_tx(struct sk_buff *skb, struct net_device *dev)
473 int queue = skb_get_queue_mapping(skb);
474 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue);
475 struct ltq_etop_priv *priv = netdev_priv(dev);
476 struct ltq_etop_chan *ch = &priv->ch[(queue << 1) | 1];
477 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
482 len = skb->len < ETH_ZLEN ? ETH_ZLEN : skb->len;
484 if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) || ch->skb[ch->dma.desc]) {
485 dev_kfree_skb_any(skb);
486 netdev_err(dev, "tx ring full\n");
487 netif_tx_stop_queue(txq);
488 return NETDEV_TX_BUSY;
491 /* dma needs to start on a 16 byte aligned address */
492 byte_offset = CPHYSADDR(skb->data) % 16;
493 ch->skb[ch->dma.desc] = skb;
495 netif_trans_update(dev);
497 spin_lock_irqsave(&priv->lock, flags);
498 desc->addr = ((unsigned int) dma_map_single(NULL, skb->data, len,
499 DMA_TO_DEVICE)) - byte_offset;
501 desc->ctl = LTQ_DMA_OWN | LTQ_DMA_SOP | LTQ_DMA_EOP |
502 LTQ_DMA_TX_OFFSET(byte_offset) | (len & LTQ_DMA_SIZE_MASK);
504 ch->dma.desc %= LTQ_DESC_NUM;
505 spin_unlock_irqrestore(&priv->lock, flags);
507 if (ch->dma.desc_base[ch->dma.desc].ctl & LTQ_DMA_OWN)
508 netif_tx_stop_queue(txq);
514 ltq_etop_change_mtu(struct net_device *dev, int new_mtu)
516 struct ltq_etop_priv *priv = netdev_priv(dev);
521 spin_lock_irqsave(&priv->lock, flags);
522 ltq_etop_w32((ETOP_PLEN_UNDER << 16) | new_mtu, LTQ_ETOP_IGPLEN);
523 spin_unlock_irqrestore(&priv->lock, flags);
529 ltq_etop_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
531 /* TODO: mii-toll reports "No MII transceiver present!." ?!*/
532 return phy_mii_ioctl(dev->phydev, rq, cmd);
536 ltq_etop_set_mac_address(struct net_device *dev, void *p)
538 int ret = eth_mac_addr(dev, p);
541 struct ltq_etop_priv *priv = netdev_priv(dev);
544 /* store the mac for the unicast filter */
545 spin_lock_irqsave(&priv->lock, flags);
546 ltq_etop_w32(*((u32 *)dev->dev_addr), LTQ_ETOP_MAC_DA0);
547 ltq_etop_w32(*((u16 *)&dev->dev_addr[4]) << 16,
549 spin_unlock_irqrestore(&priv->lock, flags);
555 ltq_etop_set_multicast_list(struct net_device *dev)
557 struct ltq_etop_priv *priv = netdev_priv(dev);
560 /* ensure that the unicast filter is not enabled in promiscious mode */
561 spin_lock_irqsave(&priv->lock, flags);
562 if ((dev->flags & IFF_PROMISC) || (dev->flags & IFF_ALLMULTI))
563 ltq_etop_w32_mask(ETOP_FTCU, 0, LTQ_ETOP_ENETS0);
565 ltq_etop_w32_mask(0, ETOP_FTCU, LTQ_ETOP_ENETS0);
566 spin_unlock_irqrestore(&priv->lock, flags);
570 ltq_etop_select_queue(struct net_device *dev, struct sk_buff *skb,
571 void *accel_priv, select_queue_fallback_t fallback)
573 /* we are currently only using the first queue */
578 ltq_etop_init(struct net_device *dev)
580 struct ltq_etop_priv *priv = netdev_priv(dev);
583 bool random_mac = false;
585 dev->watchdog_timeo = 10 * HZ;
586 err = ltq_etop_hw_init(dev);
589 ltq_etop_change_mtu(dev, 1500);
591 memcpy(&mac, &priv->pldata->mac, sizeof(struct sockaddr));
592 if (!is_valid_ether_addr(mac.sa_data)) {
593 pr_warn("etop: invalid MAC, using random\n");
594 eth_random_addr(mac.sa_data);
598 err = ltq_etop_set_mac_address(dev, &mac);
602 /* Set addr_assign_type here, ltq_etop_set_mac_address would reset it. */
604 dev->addr_assign_type = NET_ADDR_RANDOM;
606 ltq_etop_set_multicast_list(dev);
607 err = ltq_etop_mdio_init(dev);
613 unregister_netdev(dev);
616 ltq_etop_hw_exit(dev);
621 ltq_etop_tx_timeout(struct net_device *dev)
625 ltq_etop_hw_exit(dev);
626 err = ltq_etop_hw_init(dev);
629 netif_trans_update(dev);
630 netif_wake_queue(dev);
634 ltq_etop_hw_exit(dev);
635 netdev_err(dev, "failed to restart etop after TX timeout\n");
638 static const struct net_device_ops ltq_eth_netdev_ops = {
639 .ndo_open = ltq_etop_open,
640 .ndo_stop = ltq_etop_stop,
641 .ndo_start_xmit = ltq_etop_tx,
642 .ndo_change_mtu = ltq_etop_change_mtu,
643 .ndo_do_ioctl = ltq_etop_ioctl,
644 .ndo_set_mac_address = ltq_etop_set_mac_address,
645 .ndo_validate_addr = eth_validate_addr,
646 .ndo_set_rx_mode = ltq_etop_set_multicast_list,
647 .ndo_select_queue = ltq_etop_select_queue,
648 .ndo_init = ltq_etop_init,
649 .ndo_tx_timeout = ltq_etop_tx_timeout,
653 ltq_etop_probe(struct platform_device *pdev)
655 struct net_device *dev;
656 struct ltq_etop_priv *priv;
657 struct resource *res;
661 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
663 dev_err(&pdev->dev, "failed to get etop resource\n");
668 res = devm_request_mem_region(&pdev->dev, res->start,
669 resource_size(res), dev_name(&pdev->dev));
671 dev_err(&pdev->dev, "failed to request etop resource\n");
676 ltq_etop_membase = devm_ioremap_nocache(&pdev->dev,
677 res->start, resource_size(res));
678 if (!ltq_etop_membase) {
679 dev_err(&pdev->dev, "failed to remap etop engine %d\n",
685 dev = alloc_etherdev_mq(sizeof(struct ltq_etop_priv), 4);
690 strcpy(dev->name, "eth%d");
691 dev->netdev_ops = <q_eth_netdev_ops;
692 dev->ethtool_ops = <q_etop_ethtool_ops;
693 priv = netdev_priv(dev);
696 priv->pldata = dev_get_platdata(&pdev->dev);
698 spin_lock_init(&priv->lock);
699 SET_NETDEV_DEV(dev, &pdev->dev);
701 for (i = 0; i < MAX_DMA_CHAN; i++) {
703 netif_napi_add(dev, &priv->ch[i].napi,
704 ltq_etop_poll_tx, 8);
706 netif_napi_add(dev, &priv->ch[i].napi,
707 ltq_etop_poll_rx, 32);
708 priv->ch[i].netdev = dev;
711 err = register_netdev(dev);
715 platform_set_drvdata(pdev, dev);
725 ltq_etop_remove(struct platform_device *pdev)
727 struct net_device *dev = platform_get_drvdata(pdev);
730 netif_tx_stop_all_queues(dev);
731 ltq_etop_hw_exit(dev);
732 ltq_etop_mdio_cleanup(dev);
733 unregister_netdev(dev);
738 static struct platform_driver ltq_mii_driver = {
739 .remove = ltq_etop_remove,
748 int ret = platform_driver_probe(<q_mii_driver, ltq_etop_probe);
751 pr_err("ltq_etop: Error registering platform driver!");
758 platform_driver_unregister(<q_mii_driver);
761 module_init(init_ltq_etop);
762 module_exit(exit_ltq_etop);
764 MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
765 MODULE_DESCRIPTION("Lantiq SoC ETOP");
766 MODULE_LICENSE("GPL");