1 /*******************************************************************************
2 This is the driver for the GMAC on-chip Ethernet controller for ST SoCs.
3 DWC Ether MAC 10/100/1000 Universal version 3.41a has been used for
6 This only implements the mac core functions for this chip.
8 Copyright (C) 2007-2009 STMicroelectronics Ltd
10 This program is free software; you can redistribute it and/or modify it
11 under the terms and conditions of the GNU General Public License,
12 version 2, as published by the Free Software Foundation.
14 This program is distributed in the hope it will be useful, but WITHOUT
15 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
16 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
19 The full GNU General Public License is included in this distribution in
20 the file called "COPYING".
22 Author: Giuseppe Cavallaro <peppe.cavallaro@st.com>
23 *******************************************************************************/
25 #include <linux/crc32.h>
26 #include <linux/slab.h>
27 #include <linux/ethtool.h>
29 #include "stmmac_pcs.h"
30 #include "dwmac1000.h"
32 static void dwmac1000_core_init(struct mac_device_info *hw, int mtu)
34 void __iomem *ioaddr = hw->pcsr;
35 u32 value = readl(ioaddr + GMAC_CONTROL);
37 /* Configure GMAC core */
38 value |= GMAC_CORE_INIT;
41 value |= GMAC_CONTROL_2K;
43 value |= GMAC_CONTROL_JE;
46 value |= GMAC_CONTROL_TE;
48 value &= ~hw->link.speed_mask;
51 value |= hw->link.speed1000;
54 value |= hw->link.speed100;
57 value |= hw->link.speed10;
62 writel(value, ioaddr + GMAC_CONTROL);
64 /* Mask GMAC interrupts */
65 value = GMAC_INT_DEFAULT_MASK;
68 value &= ~GMAC_INT_DISABLE_PMT;
70 value &= ~GMAC_INT_DISABLE_PCS;
72 writel(value, ioaddr + GMAC_INT_MASK);
74 #ifdef STMMAC_VLAN_TAG_USED
75 /* Tag detection without filtering */
76 writel(0x0, ioaddr + GMAC_VLAN_TAG);
80 static int dwmac1000_rx_ipc_enable(struct mac_device_info *hw)
82 void __iomem *ioaddr = hw->pcsr;
83 u32 value = readl(ioaddr + GMAC_CONTROL);
86 value |= GMAC_CONTROL_IPC;
88 value &= ~GMAC_CONTROL_IPC;
90 writel(value, ioaddr + GMAC_CONTROL);
92 value = readl(ioaddr + GMAC_CONTROL);
94 return !!(value & GMAC_CONTROL_IPC);
97 static void dwmac1000_dump_regs(struct mac_device_info *hw, u32 *reg_space)
99 void __iomem *ioaddr = hw->pcsr;
102 for (i = 0; i < 55; i++)
103 reg_space[i] = readl(ioaddr + i * 4);
106 static void dwmac1000_set_umac_addr(struct mac_device_info *hw,
110 void __iomem *ioaddr = hw->pcsr;
111 stmmac_set_mac_addr(ioaddr, addr, GMAC_ADDR_HIGH(reg_n),
112 GMAC_ADDR_LOW(reg_n));
115 static void dwmac1000_get_umac_addr(struct mac_device_info *hw,
119 void __iomem *ioaddr = hw->pcsr;
120 stmmac_get_mac_addr(ioaddr, addr, GMAC_ADDR_HIGH(reg_n),
121 GMAC_ADDR_LOW(reg_n));
124 static void dwmac1000_set_mchash(void __iomem *ioaddr, u32 *mcfilterbits,
127 int numhashregs, regs;
129 switch (mcbitslog2) {
131 writel(mcfilterbits[0], ioaddr + GMAC_HASH_LOW);
132 writel(mcfilterbits[1], ioaddr + GMAC_HASH_HIGH);
142 pr_debug("STMMAC: err in setting multicast filter\n");
146 for (regs = 0; regs < numhashregs; regs++)
147 writel(mcfilterbits[regs],
148 ioaddr + GMAC_EXTHASH_BASE + regs * 4);
151 static void dwmac1000_set_filter(struct mac_device_info *hw,
152 struct net_device *dev)
154 void __iomem *ioaddr = (void __iomem *)dev->base_addr;
155 unsigned int value = 0;
156 unsigned int perfect_addr_number = hw->unicast_filter_entries;
158 int mcbitslog2 = hw->mcast_bits_log2;
160 pr_debug("%s: # mcasts %d, # unicast %d\n", __func__,
161 netdev_mc_count(dev), netdev_uc_count(dev));
163 memset(mc_filter, 0, sizeof(mc_filter));
165 if (dev->flags & IFF_PROMISC) {
166 value = GMAC_FRAME_FILTER_PR;
167 } else if (dev->flags & IFF_ALLMULTI) {
168 value = GMAC_FRAME_FILTER_PM; /* pass all multi */
169 } else if (!netdev_mc_empty(dev)) {
170 struct netdev_hw_addr *ha;
172 /* Hash filter for multicast */
173 value = GMAC_FRAME_FILTER_HMC;
175 netdev_for_each_mc_addr(ha, dev) {
176 /* The upper n bits of the calculated CRC are used to
177 * index the contents of the hash table. The number of
178 * bits used depends on the hardware configuration
179 * selected at core configuration time.
181 int bit_nr = bitrev32(~crc32_le(~0, ha->addr,
184 /* The most significant bit determines the register to
185 * use (H/L) while the other 5 bits determine the bit
186 * within the register.
188 mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31);
192 dwmac1000_set_mchash(ioaddr, mc_filter, mcbitslog2);
194 /* Handle multiple unicast addresses (perfect filtering) */
195 if (netdev_uc_count(dev) > perfect_addr_number)
196 /* Switch to promiscuous mode if more than unicast
197 * addresses are requested than supported by hardware.
199 value |= GMAC_FRAME_FILTER_PR;
202 struct netdev_hw_addr *ha;
204 netdev_for_each_uc_addr(ha, dev) {
205 stmmac_set_mac_addr(ioaddr, ha->addr,
212 #ifdef FRAME_FILTER_DEBUG
213 /* Enable Receive all mode (to debug filtering_fail errors) */
214 value |= GMAC_FRAME_FILTER_RA;
216 writel(value, ioaddr + GMAC_FRAME_FILTER);
220 static void dwmac1000_flow_ctrl(struct mac_device_info *hw, unsigned int duplex,
221 unsigned int fc, unsigned int pause_time,
224 void __iomem *ioaddr = hw->pcsr;
225 /* Set flow such that DZPQ in Mac Register 6 is 0,
226 * and unicast pause detect is enabled.
228 unsigned int flow = GMAC_FLOW_CTRL_UP;
230 pr_debug("GMAC Flow-Control:\n");
232 pr_debug("\tReceive Flow-Control ON\n");
233 flow |= GMAC_FLOW_CTRL_RFE;
236 pr_debug("\tTransmit Flow-Control ON\n");
237 flow |= GMAC_FLOW_CTRL_TFE;
241 pr_debug("\tduplex mode: PAUSE %d\n", pause_time);
242 flow |= (pause_time << GMAC_FLOW_CTRL_PT_SHIFT);
245 writel(flow, ioaddr + GMAC_FLOW_CTRL);
248 static void dwmac1000_pmt(struct mac_device_info *hw, unsigned long mode)
250 void __iomem *ioaddr = hw->pcsr;
251 unsigned int pmt = 0;
253 if (mode & WAKE_MAGIC) {
254 pr_debug("GMAC: WOL Magic frame\n");
255 pmt |= power_down | magic_pkt_en;
257 if (mode & WAKE_UCAST) {
258 pr_debug("GMAC: WOL on global unicast\n");
259 pmt |= power_down | global_unicast | wake_up_frame_en;
262 writel(pmt, ioaddr + GMAC_PMT);
265 /* RGMII or SMII interface */
266 static void dwmac1000_rgsmii(void __iomem *ioaddr, struct stmmac_extra_stats *x)
270 status = readl(ioaddr + GMAC_RGSMIIIS);
273 /* Check the link status */
274 if (status & GMAC_RGSMIIIS_LNKSTS) {
279 speed_value = ((status & GMAC_RGSMIIIS_SPEED) >>
280 GMAC_RGSMIIIS_SPEED_SHIFT);
281 if (speed_value == GMAC_RGSMIIIS_SPEED_125)
282 x->pcs_speed = SPEED_1000;
283 else if (speed_value == GMAC_RGSMIIIS_SPEED_25)
284 x->pcs_speed = SPEED_100;
286 x->pcs_speed = SPEED_10;
288 x->pcs_duplex = (status & GMAC_RGSMIIIS_LNKMOD_MASK);
290 pr_info("Link is Up - %d/%s\n", (int)x->pcs_speed,
291 x->pcs_duplex ? "Full" : "Half");
294 pr_info("Link is Down\n");
298 static int dwmac1000_irq_status(struct mac_device_info *hw,
299 struct stmmac_extra_stats *x)
301 void __iomem *ioaddr = hw->pcsr;
302 u32 intr_status = readl(ioaddr + GMAC_INT_STATUS);
303 u32 intr_mask = readl(ioaddr + GMAC_INT_MASK);
306 /* Discard masked bits */
307 intr_status &= ~intr_mask;
309 /* Not used events (e.g. MMC interrupts) are not handled. */
310 if ((intr_status & GMAC_INT_STATUS_MMCTIS))
312 if (unlikely(intr_status & GMAC_INT_STATUS_MMCRIS))
314 if (unlikely(intr_status & GMAC_INT_STATUS_MMCCSUM))
315 x->mmc_rx_csum_offload_irq_n++;
316 if (unlikely(intr_status & GMAC_INT_DISABLE_PMT)) {
317 /* clear the PMT bits 5 and 6 by reading the PMT status reg */
318 readl(ioaddr + GMAC_PMT);
319 x->irq_receive_pmt_irq_n++;
322 /* MAC tx/rx EEE LPI entry/exit interrupts */
323 if (intr_status & GMAC_INT_STATUS_LPIIS) {
324 /* Clean LPI interrupt by reading the Reg 12 */
325 ret = readl(ioaddr + LPI_CTRL_STATUS);
327 if (ret & LPI_CTRL_STATUS_TLPIEN)
328 x->irq_tx_path_in_lpi_mode_n++;
329 if (ret & LPI_CTRL_STATUS_TLPIEX)
330 x->irq_tx_path_exit_lpi_mode_n++;
331 if (ret & LPI_CTRL_STATUS_RLPIEN)
332 x->irq_rx_path_in_lpi_mode_n++;
333 if (ret & LPI_CTRL_STATUS_RLPIEX)
334 x->irq_rx_path_exit_lpi_mode_n++;
337 dwmac_pcs_isr(ioaddr, GMAC_PCS_BASE, intr_status, x);
339 if (intr_status & PCS_RGSMIIIS_IRQ)
340 dwmac1000_rgsmii(ioaddr, x);
345 static void dwmac1000_set_eee_mode(struct mac_device_info *hw,
346 bool en_tx_lpi_clockgating)
348 void __iomem *ioaddr = hw->pcsr;
351 /*TODO - en_tx_lpi_clockgating treatment */
353 /* Enable the link status receive on RGMII, SGMII ore SMII
354 * receive path and instruct the transmit to enter in LPI
357 value = readl(ioaddr + LPI_CTRL_STATUS);
358 value |= LPI_CTRL_STATUS_LPIEN | LPI_CTRL_STATUS_LPITXA;
359 writel(value, ioaddr + LPI_CTRL_STATUS);
362 static void dwmac1000_reset_eee_mode(struct mac_device_info *hw)
364 void __iomem *ioaddr = hw->pcsr;
367 value = readl(ioaddr + LPI_CTRL_STATUS);
368 value &= ~(LPI_CTRL_STATUS_LPIEN | LPI_CTRL_STATUS_LPITXA);
369 writel(value, ioaddr + LPI_CTRL_STATUS);
372 static void dwmac1000_set_eee_pls(struct mac_device_info *hw, int link)
374 void __iomem *ioaddr = hw->pcsr;
377 value = readl(ioaddr + LPI_CTRL_STATUS);
380 value |= LPI_CTRL_STATUS_PLS;
382 value &= ~LPI_CTRL_STATUS_PLS;
384 writel(value, ioaddr + LPI_CTRL_STATUS);
387 static void dwmac1000_set_eee_timer(struct mac_device_info *hw, int ls, int tw)
389 void __iomem *ioaddr = hw->pcsr;
390 int value = ((tw & 0xffff)) | ((ls & 0x7ff) << 16);
392 /* Program the timers in the LPI timer control register:
393 * LS: minimum time (ms) for which the link
394 * status from PHY should be ok before transmitting
396 * TW: minimum time (us) for which the core waits
397 * after it has stopped transmitting the LPI pattern.
399 writel(value, ioaddr + LPI_TIMER_CTRL);
402 static void dwmac1000_ctrl_ane(void __iomem *ioaddr, bool ane, bool srgmi_ral,
405 dwmac_ctrl_ane(ioaddr, GMAC_PCS_BASE, ane, srgmi_ral, loopback);
408 static void dwmac1000_rane(void __iomem *ioaddr, bool restart)
410 dwmac_rane(ioaddr, GMAC_PCS_BASE, restart);
413 static void dwmac1000_get_adv_lp(void __iomem *ioaddr, struct rgmii_adv *adv)
415 dwmac_get_adv_lp(ioaddr, GMAC_PCS_BASE, adv);
418 static void dwmac1000_debug(void __iomem *ioaddr, struct stmmac_extra_stats *x,
419 u32 rx_queues, u32 tx_queues)
421 u32 value = readl(ioaddr + GMAC_DEBUG);
423 if (value & GMAC_DEBUG_TXSTSFSTS)
424 x->mtl_tx_status_fifo_full++;
425 if (value & GMAC_DEBUG_TXFSTS)
426 x->mtl_tx_fifo_not_empty++;
427 if (value & GMAC_DEBUG_TWCSTS)
429 if (value & GMAC_DEBUG_TRCSTS_MASK) {
430 u32 trcsts = (value & GMAC_DEBUG_TRCSTS_MASK)
431 >> GMAC_DEBUG_TRCSTS_SHIFT;
432 if (trcsts == GMAC_DEBUG_TRCSTS_WRITE)
433 x->mtl_tx_fifo_read_ctrl_write++;
434 else if (trcsts == GMAC_DEBUG_TRCSTS_TXW)
435 x->mtl_tx_fifo_read_ctrl_wait++;
436 else if (trcsts == GMAC_DEBUG_TRCSTS_READ)
437 x->mtl_tx_fifo_read_ctrl_read++;
439 x->mtl_tx_fifo_read_ctrl_idle++;
441 if (value & GMAC_DEBUG_TXPAUSED)
442 x->mac_tx_in_pause++;
443 if (value & GMAC_DEBUG_TFCSTS_MASK) {
444 u32 tfcsts = (value & GMAC_DEBUG_TFCSTS_MASK)
445 >> GMAC_DEBUG_TFCSTS_SHIFT;
447 if (tfcsts == GMAC_DEBUG_TFCSTS_XFER)
448 x->mac_tx_frame_ctrl_xfer++;
449 else if (tfcsts == GMAC_DEBUG_TFCSTS_GEN_PAUSE)
450 x->mac_tx_frame_ctrl_pause++;
451 else if (tfcsts == GMAC_DEBUG_TFCSTS_WAIT)
452 x->mac_tx_frame_ctrl_wait++;
454 x->mac_tx_frame_ctrl_idle++;
456 if (value & GMAC_DEBUG_TPESTS)
457 x->mac_gmii_tx_proto_engine++;
458 if (value & GMAC_DEBUG_RXFSTS_MASK) {
459 u32 rxfsts = (value & GMAC_DEBUG_RXFSTS_MASK)
460 >> GMAC_DEBUG_RRCSTS_SHIFT;
462 if (rxfsts == GMAC_DEBUG_RXFSTS_FULL)
463 x->mtl_rx_fifo_fill_level_full++;
464 else if (rxfsts == GMAC_DEBUG_RXFSTS_AT)
465 x->mtl_rx_fifo_fill_above_thresh++;
466 else if (rxfsts == GMAC_DEBUG_RXFSTS_BT)
467 x->mtl_rx_fifo_fill_below_thresh++;
469 x->mtl_rx_fifo_fill_level_empty++;
471 if (value & GMAC_DEBUG_RRCSTS_MASK) {
472 u32 rrcsts = (value & GMAC_DEBUG_RRCSTS_MASK) >>
473 GMAC_DEBUG_RRCSTS_SHIFT;
475 if (rrcsts == GMAC_DEBUG_RRCSTS_FLUSH)
476 x->mtl_rx_fifo_read_ctrl_flush++;
477 else if (rrcsts == GMAC_DEBUG_RRCSTS_RSTAT)
478 x->mtl_rx_fifo_read_ctrl_read_data++;
479 else if (rrcsts == GMAC_DEBUG_RRCSTS_RDATA)
480 x->mtl_rx_fifo_read_ctrl_status++;
482 x->mtl_rx_fifo_read_ctrl_idle++;
484 if (value & GMAC_DEBUG_RWCSTS)
485 x->mtl_rx_fifo_ctrl_active++;
486 if (value & GMAC_DEBUG_RFCFCSTS_MASK)
487 x->mac_rx_frame_ctrl_fifo = (value & GMAC_DEBUG_RFCFCSTS_MASK)
488 >> GMAC_DEBUG_RFCFCSTS_SHIFT;
489 if (value & GMAC_DEBUG_RPESTS)
490 x->mac_gmii_rx_proto_engine++;
493 static const struct stmmac_ops dwmac1000_ops = {
494 .core_init = dwmac1000_core_init,
495 .set_mac = stmmac_set_mac,
496 .rx_ipc = dwmac1000_rx_ipc_enable,
497 .dump_regs = dwmac1000_dump_regs,
498 .host_irq_status = dwmac1000_irq_status,
499 .set_filter = dwmac1000_set_filter,
500 .flow_ctrl = dwmac1000_flow_ctrl,
501 .pmt = dwmac1000_pmt,
502 .set_umac_addr = dwmac1000_set_umac_addr,
503 .get_umac_addr = dwmac1000_get_umac_addr,
504 .set_eee_mode = dwmac1000_set_eee_mode,
505 .reset_eee_mode = dwmac1000_reset_eee_mode,
506 .set_eee_timer = dwmac1000_set_eee_timer,
507 .set_eee_pls = dwmac1000_set_eee_pls,
508 .debug = dwmac1000_debug,
509 .pcs_ctrl_ane = dwmac1000_ctrl_ane,
510 .pcs_rane = dwmac1000_rane,
511 .pcs_get_adv_lp = dwmac1000_get_adv_lp,
514 struct mac_device_info *dwmac1000_setup(void __iomem *ioaddr, int mcbins,
515 int perfect_uc_entries,
518 struct mac_device_info *mac;
519 u32 hwid = readl(ioaddr + GMAC_VERSION);
521 mac = kzalloc(sizeof(const struct mac_device_info), GFP_KERNEL);
526 mac->multicast_filter_bins = mcbins;
527 mac->unicast_filter_entries = perfect_uc_entries;
528 mac->mcast_bits_log2 = 0;
530 if (mac->multicast_filter_bins)
531 mac->mcast_bits_log2 = ilog2(mac->multicast_filter_bins);
533 mac->mac = &dwmac1000_ops;
534 mac->dma = &dwmac1000_dma_ops;
536 mac->link.duplex = GMAC_CONTROL_DM;
537 mac->link.speed10 = GMAC_CONTROL_PS;
538 mac->link.speed100 = GMAC_CONTROL_PS | GMAC_CONTROL_FES;
539 mac->link.speed1000 = 0;
540 mac->link.speed_mask = GMAC_CONTROL_PS | GMAC_CONTROL_FES;
541 mac->mii.addr = GMAC_MII_ADDR;
542 mac->mii.data = GMAC_MII_DATA;
543 mac->mii.addr_shift = 11;
544 mac->mii.addr_mask = 0x0000F800;
545 mac->mii.reg_shift = 6;
546 mac->mii.reg_mask = 0x000007C0;
547 mac->mii.clk_csr_shift = 2;
548 mac->mii.clk_csr_mask = GENMASK(5, 2);
550 /* Get and dump the chip ID */
551 *synopsys_id = stmmac_get_synopsys_id(hwid);