net: stmmac: rx/tx dma start/stop prepared for multiple queues
This patch prepares the RX/TX DMA stop/start process for multiple queues. Signed-off-by: Joao Pinto <jpinto@synopsys.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
parent
4f513ecd2f
commit
ae4f0d4683
|
@ -433,10 +433,10 @@ struct stmmac_dma_ops {
|
|||
void (*enable_dma_transmission) (void __iomem *ioaddr);
|
||||
void (*enable_dma_irq)(void __iomem *ioaddr, u32 chan);
|
||||
void (*disable_dma_irq)(void __iomem *ioaddr, u32 chan);
|
||||
void (*start_tx) (void __iomem *ioaddr);
|
||||
void (*stop_tx) (void __iomem *ioaddr);
|
||||
void (*start_rx) (void __iomem *ioaddr);
|
||||
void (*stop_rx) (void __iomem *ioaddr);
|
||||
void (*start_tx)(void __iomem *ioaddr, u32 chan);
|
||||
void (*stop_tx)(void __iomem *ioaddr, u32 chan);
|
||||
void (*start_rx)(void __iomem *ioaddr, u32 chan);
|
||||
void (*stop_rx)(void __iomem *ioaddr, u32 chan);
|
||||
int (*dma_interrupt) (void __iomem *ioaddr,
|
||||
struct stmmac_extra_stats *x);
|
||||
/* If supported then get the optional core features */
|
||||
|
|
|
@ -188,10 +188,10 @@ void dwmac4_enable_dma_transmission(void __iomem *ioaddr, u32 tail_ptr);
|
|||
void dwmac4_enable_dma_irq(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac410_enable_dma_irq(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac4_disable_dma_irq(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac4_dma_start_tx(void __iomem *ioaddr);
|
||||
void dwmac4_dma_stop_tx(void __iomem *ioaddr);
|
||||
void dwmac4_dma_start_rx(void __iomem *ioaddr);
|
||||
void dwmac4_dma_stop_rx(void __iomem *ioaddr);
|
||||
void dwmac4_dma_start_tx(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac4_dma_stop_tx(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac4_dma_start_rx(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac4_dma_stop_rx(void __iomem *ioaddr, u32 chan);
|
||||
int dwmac4_dma_interrupt(void __iomem *ioaddr,
|
||||
struct stmmac_extra_stats *x);
|
||||
void dwmac4_set_rx_ring_len(void __iomem *ioaddr, u32 len);
|
||||
|
|
|
@ -45,49 +45,49 @@ void dwmac4_set_tx_tail_ptr(void __iomem *ioaddr, u32 tail_ptr, u32 chan)
|
|||
writel(tail_ptr, ioaddr + DMA_CHAN_TX_END_ADDR(0));
|
||||
}
|
||||
|
||||
void dwmac4_dma_start_tx(void __iomem *ioaddr)
|
||||
void dwmac4_dma_start_tx(void __iomem *ioaddr, u32 chan)
|
||||
{
|
||||
u32 value = readl(ioaddr + DMA_CHAN_TX_CONTROL(STMMAC_CHAN0));
|
||||
u32 value = readl(ioaddr + DMA_CHAN_TX_CONTROL(chan));
|
||||
|
||||
value |= DMA_CONTROL_ST;
|
||||
writel(value, ioaddr + DMA_CHAN_TX_CONTROL(STMMAC_CHAN0));
|
||||
writel(value, ioaddr + DMA_CHAN_TX_CONTROL(chan));
|
||||
|
||||
value = readl(ioaddr + GMAC_CONFIG);
|
||||
value |= GMAC_CONFIG_TE;
|
||||
writel(value, ioaddr + GMAC_CONFIG);
|
||||
}
|
||||
|
||||
void dwmac4_dma_stop_tx(void __iomem *ioaddr)
|
||||
void dwmac4_dma_stop_tx(void __iomem *ioaddr, u32 chan)
|
||||
{
|
||||
u32 value = readl(ioaddr + DMA_CHAN_TX_CONTROL(STMMAC_CHAN0));
|
||||
u32 value = readl(ioaddr + DMA_CHAN_TX_CONTROL(chan));
|
||||
|
||||
value &= ~DMA_CONTROL_ST;
|
||||
writel(value, ioaddr + DMA_CHAN_TX_CONTROL(STMMAC_CHAN0));
|
||||
writel(value, ioaddr + DMA_CHAN_TX_CONTROL(chan));
|
||||
|
||||
value = readl(ioaddr + GMAC_CONFIG);
|
||||
value &= ~GMAC_CONFIG_TE;
|
||||
writel(value, ioaddr + GMAC_CONFIG);
|
||||
}
|
||||
|
||||
void dwmac4_dma_start_rx(void __iomem *ioaddr)
|
||||
void dwmac4_dma_start_rx(void __iomem *ioaddr, u32 chan)
|
||||
{
|
||||
u32 value = readl(ioaddr + DMA_CHAN_RX_CONTROL(STMMAC_CHAN0));
|
||||
u32 value = readl(ioaddr + DMA_CHAN_RX_CONTROL(chan));
|
||||
|
||||
value |= DMA_CONTROL_SR;
|
||||
|
||||
writel(value, ioaddr + DMA_CHAN_RX_CONTROL(STMMAC_CHAN0));
|
||||
writel(value, ioaddr + DMA_CHAN_RX_CONTROL(chan));
|
||||
|
||||
value = readl(ioaddr + GMAC_CONFIG);
|
||||
value |= GMAC_CONFIG_RE;
|
||||
writel(value, ioaddr + GMAC_CONFIG);
|
||||
}
|
||||
|
||||
void dwmac4_dma_stop_rx(void __iomem *ioaddr)
|
||||
void dwmac4_dma_stop_rx(void __iomem *ioaddr, u32 chan)
|
||||
{
|
||||
u32 value = readl(ioaddr + DMA_CHAN_RX_CONTROL(STMMAC_CHAN0));
|
||||
u32 value = readl(ioaddr + DMA_CHAN_RX_CONTROL(chan));
|
||||
|
||||
value &= ~DMA_CONTROL_SR;
|
||||
writel(value, ioaddr + DMA_CHAN_RX_CONTROL(STMMAC_CHAN0));
|
||||
writel(value, ioaddr + DMA_CHAN_RX_CONTROL(chan));
|
||||
|
||||
value = readl(ioaddr + GMAC_CONFIG);
|
||||
value &= ~GMAC_CONFIG_RE;
|
||||
|
|
|
@ -139,10 +139,10 @@
|
|||
void dwmac_enable_dma_transmission(void __iomem *ioaddr);
|
||||
void dwmac_enable_dma_irq(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac_disable_dma_irq(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac_dma_start_tx(void __iomem *ioaddr);
|
||||
void dwmac_dma_stop_tx(void __iomem *ioaddr);
|
||||
void dwmac_dma_start_rx(void __iomem *ioaddr);
|
||||
void dwmac_dma_stop_rx(void __iomem *ioaddr);
|
||||
void dwmac_dma_start_tx(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac_dma_stop_tx(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac_dma_start_rx(void __iomem *ioaddr, u32 chan);
|
||||
void dwmac_dma_stop_rx(void __iomem *ioaddr, u32 chan);
|
||||
int dwmac_dma_interrupt(void __iomem *ioaddr, struct stmmac_extra_stats *x);
|
||||
int dwmac_dma_reset(void __iomem *ioaddr);
|
||||
|
||||
|
|
|
@ -57,28 +57,28 @@ void dwmac_disable_dma_irq(void __iomem *ioaddr, u32 chan)
|
|||
writel(0, ioaddr + DMA_INTR_ENA);
|
||||
}
|
||||
|
||||
void dwmac_dma_start_tx(void __iomem *ioaddr)
|
||||
void dwmac_dma_start_tx(void __iomem *ioaddr, u32 chan)
|
||||
{
|
||||
u32 value = readl(ioaddr + DMA_CONTROL);
|
||||
value |= DMA_CONTROL_ST;
|
||||
writel(value, ioaddr + DMA_CONTROL);
|
||||
}
|
||||
|
||||
void dwmac_dma_stop_tx(void __iomem *ioaddr)
|
||||
void dwmac_dma_stop_tx(void __iomem *ioaddr, u32 chan)
|
||||
{
|
||||
u32 value = readl(ioaddr + DMA_CONTROL);
|
||||
value &= ~DMA_CONTROL_ST;
|
||||
writel(value, ioaddr + DMA_CONTROL);
|
||||
}
|
||||
|
||||
void dwmac_dma_start_rx(void __iomem *ioaddr)
|
||||
void dwmac_dma_start_rx(void __iomem *ioaddr, u32 chan)
|
||||
{
|
||||
u32 value = readl(ioaddr + DMA_CONTROL);
|
||||
value |= DMA_CONTROL_SR;
|
||||
writel(value, ioaddr + DMA_CONTROL);
|
||||
}
|
||||
|
||||
void dwmac_dma_stop_rx(void __iomem *ioaddr)
|
||||
void dwmac_dma_stop_rx(void __iomem *ioaddr, u32 chan)
|
||||
{
|
||||
u32 value = readl(ioaddr + DMA_CONTROL);
|
||||
value &= ~DMA_CONTROL_SR;
|
||||
|
|
|
@ -1277,6 +1277,96 @@ static void stmmac_mac_enable_rx_queues(struct stmmac_priv *priv)
|
|||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* stmmac_start_rx_dma - start RX DMA channel
|
||||
* @priv: driver private structure
|
||||
* @chan: RX channel index
|
||||
* Description:
|
||||
* This starts a RX DMA channel
|
||||
*/
|
||||
static void stmmac_start_rx_dma(struct stmmac_priv *priv, u32 chan)
|
||||
{
|
||||
netdev_dbg(priv->dev, "DMA RX processes started in channel %d\n", chan);
|
||||
priv->hw->dma->start_rx(priv->ioaddr, chan);
|
||||
}
|
||||
|
||||
/**
|
||||
* stmmac_start_tx_dma - start TX DMA channel
|
||||
* @priv: driver private structure
|
||||
* @chan: TX channel index
|
||||
* Description:
|
||||
* This starts a TX DMA channel
|
||||
*/
|
||||
static void stmmac_start_tx_dma(struct stmmac_priv *priv, u32 chan)
|
||||
{
|
||||
netdev_dbg(priv->dev, "DMA TX processes started in channel %d\n", chan);
|
||||
priv->hw->dma->start_tx(priv->ioaddr, chan);
|
||||
}
|
||||
|
||||
/**
|
||||
* stmmac_stop_rx_dma - stop RX DMA channel
|
||||
* @priv: driver private structure
|
||||
* @chan: RX channel index
|
||||
* Description:
|
||||
* This stops a RX DMA channel
|
||||
*/
|
||||
static void stmmac_stop_rx_dma(struct stmmac_priv *priv, u32 chan)
|
||||
{
|
||||
netdev_dbg(priv->dev, "DMA RX processes stopped in channel %d\n", chan);
|
||||
priv->hw->dma->stop_rx(priv->ioaddr, chan);
|
||||
}
|
||||
|
||||
/**
|
||||
* stmmac_stop_tx_dma - stop TX DMA channel
|
||||
* @priv: driver private structure
|
||||
* @chan: TX channel index
|
||||
* Description:
|
||||
* This stops a TX DMA channel
|
||||
*/
|
||||
static void stmmac_stop_tx_dma(struct stmmac_priv *priv, u32 chan)
|
||||
{
|
||||
netdev_dbg(priv->dev, "DMA TX processes stopped in channel %d\n", chan);
|
||||
priv->hw->dma->stop_tx(priv->ioaddr, chan);
|
||||
}
|
||||
|
||||
/**
|
||||
* stmmac_start_all_dma - start all RX and TX DMA channels
|
||||
* @priv: driver private structure
|
||||
* Description:
|
||||
* This starts all the RX and TX DMA channels
|
||||
*/
|
||||
static void stmmac_start_all_dma(struct stmmac_priv *priv)
|
||||
{
|
||||
u32 rx_channels_count = priv->plat->rx_queues_to_use;
|
||||
u32 tx_channels_count = priv->plat->tx_queues_to_use;
|
||||
u32 chan = 0;
|
||||
|
||||
for (chan = 0; chan < rx_channels_count; chan++)
|
||||
stmmac_start_rx_dma(priv, chan);
|
||||
|
||||
for (chan = 0; chan < tx_channels_count; chan++)
|
||||
stmmac_start_tx_dma(priv, chan);
|
||||
}
|
||||
|
||||
/**
|
||||
* stmmac_stop_all_dma - stop all RX and TX DMA channels
|
||||
* @priv: driver private structure
|
||||
* Description:
|
||||
* This stops the RX and TX DMA channels
|
||||
*/
|
||||
static void stmmac_stop_all_dma(struct stmmac_priv *priv)
|
||||
{
|
||||
u32 rx_channels_count = priv->plat->rx_queues_to_use;
|
||||
u32 tx_channels_count = priv->plat->tx_queues_to_use;
|
||||
u32 chan = 0;
|
||||
|
||||
for (chan = 0; chan < rx_channels_count; chan++)
|
||||
stmmac_stop_rx_dma(priv, chan);
|
||||
|
||||
for (chan = 0; chan < tx_channels_count; chan++)
|
||||
stmmac_stop_tx_dma(priv, chan);
|
||||
}
|
||||
|
||||
/**
|
||||
* stmmac_dma_operation_mode - HW DMA operation mode
|
||||
* @priv: driver private structure
|
||||
|
@ -1440,10 +1530,11 @@ static inline void stmmac_disable_dma_irq(struct stmmac_priv *priv, u32 chan)
|
|||
*/
|
||||
static void stmmac_tx_err(struct stmmac_priv *priv)
|
||||
{
|
||||
u32 chan = STMMAC_CHAN0;
|
||||
int i;
|
||||
netif_stop_queue(priv->dev);
|
||||
|
||||
priv->hw->dma->stop_tx(priv->ioaddr);
|
||||
stmmac_stop_tx_dma(priv, chan);
|
||||
dma_free_tx_skbufs(priv);
|
||||
for (i = 0; i < DMA_TX_SIZE; i++)
|
||||
if (priv->extend_desc)
|
||||
|
@ -1457,7 +1548,7 @@ static void stmmac_tx_err(struct stmmac_priv *priv)
|
|||
priv->dirty_tx = 0;
|
||||
priv->cur_tx = 0;
|
||||
netdev_reset_queue(priv->dev);
|
||||
priv->hw->dma->start_tx(priv->ioaddr);
|
||||
stmmac_start_tx_dma(priv, chan);
|
||||
|
||||
priv->dev->stats.tx_errors++;
|
||||
netif_wake_queue(priv->dev);
|
||||
|
@ -1882,9 +1973,7 @@ static int stmmac_hw_setup(struct net_device *dev, bool init_ptp)
|
|||
__func__);
|
||||
#endif
|
||||
/* Start the ball rolling... */
|
||||
netdev_dbg(priv->dev, "DMA RX/TX processes started...\n");
|
||||
priv->hw->dma->start_tx(priv->ioaddr);
|
||||
priv->hw->dma->start_rx(priv->ioaddr);
|
||||
stmmac_start_all_dma(priv);
|
||||
|
||||
priv->tx_lpi_timer = STMMAC_DEFAULT_TWT_LS;
|
||||
|
||||
|
@ -2070,8 +2159,7 @@ static int stmmac_release(struct net_device *dev)
|
|||
free_irq(priv->lpi_irq, dev);
|
||||
|
||||
/* Stop TX/RX DMA and clear the descriptors */
|
||||
priv->hw->dma->stop_tx(priv->ioaddr);
|
||||
priv->hw->dma->stop_rx(priv->ioaddr);
|
||||
stmmac_stop_all_dma(priv);
|
||||
|
||||
/* Release and free the Rx/Tx resources */
|
||||
free_dma_desc_resources(priv);
|
||||
|
@ -3546,8 +3634,7 @@ int stmmac_dvr_remove(struct device *dev)
|
|||
|
||||
netdev_info(priv->dev, "%s: removing driver", __func__);
|
||||
|
||||
priv->hw->dma->stop_rx(priv->ioaddr);
|
||||
priv->hw->dma->stop_tx(priv->ioaddr);
|
||||
stmmac_stop_all_dma(priv);
|
||||
|
||||
stmmac_set_mac(priv->ioaddr, false);
|
||||
netif_carrier_off(ndev);
|
||||
|
@ -3593,8 +3680,7 @@ int stmmac_suspend(struct device *dev)
|
|||
napi_disable(&priv->napi);
|
||||
|
||||
/* Stop TX/RX DMA */
|
||||
priv->hw->dma->stop_tx(priv->ioaddr);
|
||||
priv->hw->dma->stop_rx(priv->ioaddr);
|
||||
stmmac_stop_all_dma(priv);
|
||||
|
||||
/* Enable Power down mode by programming the PMT regs */
|
||||
if (device_may_wakeup(priv->device)) {
|
||||
|
|
Loading…
Reference in New Issue