[PATCH net v3 4/4] net: stmmac: re-apply taprio offload in __stmmac_open() and stmmac_resume()
From: Lorenzo Bianconi <hidden>
Date: 2026-09-02 20:17:59
Also in:
bpf, linux-arm-kernel
Subsystem:
networking drivers, stmmac ethernet driver, the rest · Maintainers:
Andrew Lunn, "David S. Miller", Eric Dumazet, Jakub Kicinski, Paolo Abeni, Maxime Chevallier, Linus Torvalds
The core soft reset issued in stmmac_init_dma_engine() clears the
MTL_EST registers, but nothing re-applies the taprio offload after it:
priv->est.enable stays true while the hardware EST block is left
disabled. The TX/XDP paths then keep dropping frames larger than
priv->est.max_sdu[] and taprio is reported as offloaded, although the
EST block is not programmed.
Re-apply the taprio offload in __stmmac_open() and stmmac_resume()
after PTP is up. The base time is recomputed from the reserved base
time and the current PTP time, since the timestamp counter has been
re-initialized and the previously programmed base time is stale.
Introduce the stmmac_setup_est utility routine.
While at it, make the EST enable state transition atomic with the
hardware programming: pass the desired enable state explicitly to
est_configure() and hold est_lock across the whole configure sequence
in tc_taprio_configure(), so that the software enable flag and the
hardware state transition atomically. Moreover, priv->est.enable is
only set once the hardware has been programmed successfully, and any
failure path disables EST before returning. This also fixes the stale
HW schedule left behind when a REPLACE fails validation, since priv->est
is no longer wiped before the new schedule is known to be valid.
Fixes: b60189e0392f ("net: stmmac: Integrate EST with TAPRIO scheduler API")
Reviewed-by: Maxime Chevallier <maxime.chevallier@bootlin.com>
Signed-off-by: Lorenzo Bianconi <redacted>
---
drivers/net/ethernet/stmicro/stmmac/stmmac_est.c | 30 +++++++
drivers/net/ethernet/stmicro/stmmac/stmmac_est.h | 13 +++
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c | 13 +++
drivers/net/ethernet/stmicro/stmmac/stmmac_ptp.c | 35 ++------
drivers/net/ethernet/stmicro/stmmac/stmmac_tc.c | 101 ++++++++++++----------
5 files changed, 116 insertions(+), 76 deletions(-)
diff --git a/drivers/net/ethernet/stmicro/stmmac/stmmac_est.c b/drivers/net/ethernet/stmicro/stmmac/stmmac_est.c
index f15d4d046aa7..49edfebbc39e 100644
--- a/drivers/net/ethernet/stmicro/stmmac/stmmac_est.c
+++ b/drivers/net/ethernet/stmicro/stmmac/stmmac_est.c@@ -80,6 +80,36 @@ static int est_configure(struct stmmac_priv *priv, struct stmmac_est *cfg, return 0; } +int __stmmac_setup_est(struct stmmac_priv *priv) +{ + struct timespec64 current_time, time; + ktime_t current_time_ns, basetime; + u64 cycle_time; + int err; + + lockdep_assert_held(&priv->est_lock); + + priv->ptp_clock_ops.gettime64(&priv->ptp_clock_ops, ¤t_time); + current_time_ns = timespec64_to_ktime(current_time); + + time.tv_nsec = priv->est.btr_reserve[0]; + time.tv_sec = priv->est.btr_reserve[1]; + basetime = timespec64_to_ktime(time); + + cycle_time = (u64)priv->est.ctr[1] * NSEC_PER_SEC + priv->est.ctr[0]; + + time = stmmac_calc_tas_basetime(basetime, current_time_ns, cycle_time); + priv->est.btr[0] = (u32)time.tv_nsec; + priv->est.btr[1] = (u32)time.tv_sec; + + err = stmmac_est_configure(priv, priv, &priv->est, + priv->plat->clk_ptp_rate, true); + if (err) + netdev_err(priv->dev, "failed to re-configure EST\n"); + + return err; +} + static void est_irq_status(struct stmmac_priv *priv, struct net_device *dev, struct stmmac_extra_stats *x, u32 txqcnt) {
diff --git a/drivers/net/ethernet/stmicro/stmmac/stmmac_est.h b/drivers/net/ethernet/stmicro/stmmac/stmmac_est.h
index f70221c9c84a..b4d1a1f04f10 100644
--- a/drivers/net/ethernet/stmicro/stmmac/stmmac_est.h
+++ b/drivers/net/ethernet/stmicro/stmmac/stmmac_est.h@@ -65,3 +65,16 @@ #define EST_GCL_DATA 0x00000034 extern const struct stmmac_est_ops dwmac510_est_ops; + +int __stmmac_setup_est(struct stmmac_priv *priv); +static inline int stmmac_setup_est(struct stmmac_priv *priv) +{ + int ret = 0; + + mutex_lock(&priv->est_lock); + if (priv->est.enable) + ret = __stmmac_setup_est(priv); + mutex_unlock(&priv->est_lock); + + return ret; +}
diff --git a/drivers/net/ethernet/stmicro/stmmac/stmmac_main.c b/drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
index a9fb15bdda43..c4d353948347 100644
--- a/drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
+++ b/drivers/net/ethernet/stmicro/stmmac/stmmac_main.c@@ -48,6 +48,7 @@ #include "stmmac_ptp.h" #include "stmmac_fpe.h" #include "stmmac.h" +#include "stmmac_est.h" #include "stmmac_pcs.h" #include "stmmac_xdp.h" #include <linux/reset.h>
@@ -4168,6 +4169,13 @@ static int __stmmac_open(struct net_device *dev, if (ret) goto ptp_error; + /* The core soft reset in stmmac_hw_setup() clears the MTL_EST + * registers, so re-apply the taprio offload after PTP is up. + */ + ret = stmmac_setup_est(priv); + if (ret < 0) + goto est_error; + stmmac_init_coalesce(priv); phylink_start(priv->phylink);
@@ -4189,6 +4197,7 @@ static int __stmmac_open(struct net_device *dev, for (chan = 0; chan < priv->plat->tx_queues_to_use; chan++) hrtimer_cancel(&priv->dma_conf.tx_queue[chan].txtimer); +est_error: stmmac_release_ptp(priv); ptp_error: stmmac_stop_all_dma(priv);
@@ -8336,6 +8345,10 @@ int stmmac_resume(struct device *dev) if (ret) goto error_stop_dma; + ret = stmmac_setup_est(priv); + if (ret < 0) + goto error_stop_dma; + stmmac_init_coalesce(priv); phylink_rx_clk_stop_block(priv->phylink); stmmac_set_rx_mode(ndev);
diff --git a/drivers/net/ethernet/stmicro/stmmac/stmmac_ptp.c b/drivers/net/ethernet/stmicro/stmmac/stmmac_ptp.c
index 4869827670c8..8f3a90df3178 100644
--- a/drivers/net/ethernet/stmicro/stmmac/stmmac_ptp.c
+++ b/drivers/net/ethernet/stmicro/stmmac/stmmac_ptp.c@@ -8,6 +8,7 @@ Author: Rayagond Kokatanur <rayagond@vayavyalabs.com> *******************************************************************************/ #include "stmmac.h" +#include "stmmac_est.h" #include "stmmac_ptp.h" #define PTP_SAFE_TIME_OFFSET_NS 500000
@@ -55,7 +56,6 @@ static int stmmac_adjust_time(struct ptp_clock_info *ptp, s64 delta) u32 quotient, reminder; int neg_adj = 0; bool xmac, est_rst = false; - int ret; xmac = dwmac_is_xmac(priv->plat->core_type);
@@ -69,46 +69,21 @@ static int stmmac_adjust_time(struct ptp_clock_info *ptp, s64 delta) nsec = reminder; /* If EST is enabled, disabled it before adjust ptp time. */ + mutex_lock(&priv->est_lock); if (priv->est.enable) { est_rst = true; - mutex_lock(&priv->est_lock); - priv->est.enable = false; stmmac_est_configure(priv, priv, &priv->est, priv->plat->clk_ptp_rate, false); - mutex_unlock(&priv->est_lock); } + mutex_unlock(&priv->est_lock); write_lock_irqsave(&priv->ptp_lock, flags); stmmac_adjust_systime(priv, priv->ptpaddr, sec, nsec, neg_adj, xmac); write_unlock_irqrestore(&priv->ptp_lock, flags); /* Calculate new basetime and re-configured EST after PTP time adjust. */ - if (est_rst) { - struct timespec64 current_time, time; - ktime_t current_time_ns, basetime; - u64 cycle_time; - - mutex_lock(&priv->est_lock); - priv->ptp_clock_ops.gettime64(&priv->ptp_clock_ops, ¤t_time); - current_time_ns = timespec64_to_ktime(current_time); - time.tv_nsec = priv->est.btr_reserve[0]; - time.tv_sec = priv->est.btr_reserve[1]; - basetime = timespec64_to_ktime(time); - cycle_time = (u64)priv->est.ctr[1] * NSEC_PER_SEC + - priv->est.ctr[0]; - time = stmmac_calc_tas_basetime(basetime, - current_time_ns, - cycle_time); - - priv->est.btr[0] = (u32)time.tv_nsec; - priv->est.btr[1] = (u32)time.tv_sec; - priv->est.enable = true; - ret = stmmac_est_configure(priv, priv, &priv->est, - priv->plat->clk_ptp_rate, true); - mutex_unlock(&priv->est_lock); - if (ret) - netdev_err(priv->dev, "failed to configure EST\n"); - } + if (est_rst) + stmmac_setup_est(priv); return 0; }
diff --git a/drivers/net/ethernet/stmicro/stmmac/stmmac_tc.c b/drivers/net/ethernet/stmicro/stmmac/stmmac_tc.c
index be48bcabdadc..9745c9bae33c 100644
--- a/drivers/net/ethernet/stmicro/stmmac/stmmac_tc.c
+++ b/drivers/net/ethernet/stmicro/stmmac/stmmac_tc.c@@ -10,6 +10,7 @@ #include "dwmac4.h" #include "dwmac5.h" #include "stmmac.h" +#include "stmmac_est.h" static void tc_fill_all_pass_entry(struct stmmac_tc_entry *entry) {
@@ -968,10 +969,10 @@ static int tc_taprio_configure(struct stmmac_priv *priv, { u32 size, wid = priv->dma_cap.estwid, dep = priv->dma_cap.estdep; struct netlink_ext_ack *extack = qopt->mqprio.extack; - struct timespec64 time, current_time, qopt_time; - ktime_t current_time_ns; + u64 ctr = qopt->cycle_time; + struct timespec64 time; + u32 *gcl = NULL; int i, ret = 0; - u64 ctr; if (qopt->base_time < 0) return -ERANGE;
@@ -979,6 +980,9 @@ static int tc_taprio_configure(struct stmmac_priv *priv, if (!priv->dma_cap.estsel) return -EOPNOTSUPP; + if (ctr > (u64)U32_MAX * NSEC_PER_SEC) + return -ERANGE; + switch (wid) { case 0x1: wid = 16;
@@ -1013,35 +1017,45 @@ static int tc_taprio_configure(struct stmmac_priv *priv, return -EOPNOTSUPP; } + mutex_lock(&priv->est_lock); + if (qopt->cmd == TAPRIO_CMD_DESTROY) goto disable; - if (qopt->num_entries > dep) - return -EINVAL; - if (!qopt->cycle_time) - return -ERANGE; - if (qopt->cycle_time_extension >= BIT(wid + 7)) - return -ERANGE; + if (qopt->num_entries > dep) { + ret = -EINVAL; + goto unlock; + } - mutex_lock(&priv->est_lock); - memset(&priv->est, 0, sizeof(priv->est)); - mutex_unlock(&priv->est_lock); + if (!qopt->cycle_time) { + ret = -ERANGE; + goto unlock; + } - size = qopt->num_entries; + if (qopt->cycle_time_extension >= BIT(wid + 7)) { + ret = -ERANGE; + goto unlock; + } - mutex_lock(&priv->est_lock); - priv->est.gcl_size = size; - priv->est.enable = qopt->cmd == TAPRIO_CMD_REPLACE; - mutex_unlock(&priv->est_lock); + gcl = kzalloc(sizeof(*gcl) * EST_GCL, GFP_KERNEL); + if (!gcl) { + ret = -ENOMEM; + goto unlock; + } + size = qopt->num_entries; for (i = 0; i < size; i++) { s64 delta_ns = qopt->entries[i].interval; u32 gates = qopt->entries[i].gate_mask; - if (delta_ns > GENMASK(wid - 1, 0)) - return -ERANGE; - if (gates > GENMASK(31 - wid, 0)) - return -ERANGE; + if (delta_ns > GENMASK(wid - 1, 0)) { + ret = -ERANGE; + goto free_gcl; + } + if (gates > GENMASK(31 - wid, 0)) { + ret = -ERANGE; + goto free_gcl; + } switch (qopt->entries[i].command) { case TC_TAPRIO_CMD_SET_GATES:
@@ -1053,51 +1067,44 @@ static int tc_taprio_configure(struct stmmac_priv *priv, gates &= ~BIT(0); break; default: - return -EOPNOTSUPP; + ret = -EOPNOTSUPP; + goto free_gcl; } - priv->est.gcl[i] = delta_ns | (gates << wid); + gcl[i] = delta_ns | (gates << wid); } - mutex_lock(&priv->est_lock); - /* Adjust for real system time */ - priv->ptp_clock_ops.gettime64(&priv->ptp_clock_ops, ¤t_time); - current_time_ns = timespec64_to_ktime(current_time); - time = stmmac_calc_tas_basetime(qopt->base_time, current_time_ns, - qopt->cycle_time); - - priv->est.btr[0] = (u32)time.tv_nsec; - priv->est.btr[1] = (u32)time.tv_sec; + memset(&priv->est, 0, sizeof(priv->est)); + memcpy(priv->est.gcl, gcl, sizeof(priv->est.gcl)); + priv->est.gcl_size = size; - qopt_time = ktime_to_timespec64(qopt->base_time); - priv->est.btr_reserve[0] = (u32)qopt_time.tv_nsec; - priv->est.btr_reserve[1] = (u32)qopt_time.tv_sec; + time = ktime_to_timespec64(qopt->base_time); + priv->est.btr_reserve[0] = (u32)time.tv_nsec; + priv->est.btr_reserve[1] = (u32)time.tv_sec; - ctr = qopt->cycle_time; priv->est.ctr[0] = do_div(ctr, NSEC_PER_SEC); priv->est.ctr[1] = (u32)ctr; priv->est.ter = qopt->cycle_time_extension; - tc_taprio_map_maxsdu_txq(priv, qopt); - ret = stmmac_est_configure(priv, priv, &priv->est, - priv->plat->clk_ptp_rate, true); - mutex_unlock(&priv->est_lock); - if (ret) { - netdev_err(priv->dev, "failed to configure EST\n"); + ret = __stmmac_setup_est(priv); + if (ret) goto disable; - } ret = stmmac_fpe_map_preemption_class(priv, priv->dev, extack, qopt->mqprio.preemptible_tcs); if (ret) goto disable; + priv->est.enable = true; + kfree(gcl); + + mutex_unlock(&priv->est_lock); + return 0; disable: - mutex_lock(&priv->est_lock); priv->est.enable = false; stmmac_est_configure(priv, priv, &priv->est, priv->plat->clk_ptp_rate, false);
@@ -1107,9 +1114,11 @@ static int tc_taprio_configure(struct stmmac_priv *priv, priv->xstats.mtl_est_txq_hlbf[i] = 0; priv->xstats.mtl_est_txq_hlbs[i] = 0; } - mutex_unlock(&priv->est_lock); - stmmac_fpe_map_preemption_class(priv, priv->dev, extack, 0); +free_gcl: + kfree(gcl); +unlock: + mutex_unlock(&priv->est_lock); return ret; }
--
2.55.0