Source-Changes-HG archive
[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index][Old Index]
[src/trunk]: src/sys/dev/pci Fix sc_stopping race.
details: https://anonhg.NetBSD.org/src/rev/fe4e643c36e9
branches: trunk
changeset: 348589:fe4e643c36e9
user: knakahara <knakahara%NetBSD.org@localhost>
date: Fri Oct 28 04:14:13 2016 +0000
description:
Fix sc_stopping race.
To scale, separate sc_stopping flag to wm_softc and each tx,rx queues.
Pointed out by skrll@n.o, thanks.
ok by msaitoh@n.o
diffstat:
sys/dev/pci/if_wm.c | 149 ++++++++++++++++++++++++++++++++++++++-------------
1 files changed, 109 insertions(+), 40 deletions(-)
diffs (truncated from 315 to 300 lines):
diff -r d90e841570b5 -r fe4e643c36e9 sys/dev/pci/if_wm.c
--- a/sys/dev/pci/if_wm.c Thu Oct 27 15:21:07 2016 +0000
+++ b/sys/dev/pci/if_wm.c Fri Oct 28 04:14:13 2016 +0000
@@ -1,4 +1,4 @@
-/* $NetBSD: if_wm.c,v 1.428 2016/10/26 10:21:44 msaitoh Exp $ */
+/* $NetBSD: if_wm.c,v 1.429 2016/10/28 04:14:13 knakahara Exp $ */
/*
* Copyright (c) 2001, 2002, 2003, 2004 Wasabi Systems, Inc.
@@ -84,7 +84,7 @@
*/
#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: if_wm.c,v 1.428 2016/10/26 10:21:44 msaitoh Exp $");
+__KERNEL_RCSID(0, "$NetBSD: if_wm.c,v 1.429 2016/10/28 04:14:13 knakahara Exp $");
#ifdef _KERNEL_OPT
#include "opt_net_mpsafe.h"
@@ -324,6 +324,8 @@
int txq_flags; /* flags for H/W queue, see below */
#define WM_TXQ_NO_SPACE 0x1
+ bool txq_stopping;
+
#ifdef WM_EVENT_COUNTERS
WM_Q_EVCNT_DEFINE(txq, txsstall) /* Tx stalled due to no txs */
WM_Q_EVCNT_DEFINE(txq, txdstall) /* Tx stalled due to no txd */
@@ -373,6 +375,8 @@
struct mbuf *rxq_tail;
struct mbuf **rxq_tailp;
+ bool rxq_stopping;
+
#ifdef WM_EVENT_COUNTERS
WM_Q_EVCNT_DEFINE(rxq, rxintr); /* Rx interrupts */
@@ -447,7 +451,7 @@
int sc_link_intr_idx; /* index of MSI-X tables */
callout_t sc_tick_ch; /* tick callout */
- bool sc_stopping;
+ bool sc_core_stopping;
int sc_nvm_ver_major;
int sc_nvm_ver_minor;
@@ -643,6 +647,8 @@
static int wm_setup_msix(struct wm_softc *);
static int wm_init(struct ifnet *);
static int wm_init_locked(struct ifnet *);
+static void wm_turnon(struct wm_softc *);
+static void wm_turnoff(struct wm_softc *);
static void wm_stop(struct ifnet *, int);
static void wm_stop_locked(struct ifnet *, int);
static void wm_dump_mbuf_chain(struct wm_softc *, struct mbuf *);
@@ -1596,7 +1602,7 @@
sc->sc_dev = self;
callout_init(&sc->sc_tick_ch, CALLOUT_FLAGS);
- sc->sc_stopping = false;
+ sc->sc_core_stopping = false;
wmp = wm_lookup(pa);
#ifdef DIAGNOSTIC
@@ -2840,7 +2846,7 @@
WM_CORE_LOCK(sc);
- if (sc->sc_stopping)
+ if (sc->sc_core_stopping)
goto out;
if (sc->sc_type >= WM_T_82542_2_1) {
@@ -2876,7 +2882,7 @@
splx(s);
#endif
- if (!sc->sc_stopping)
+ if (!sc->sc_core_stopping)
callout_reset(&sc->sc_tick_ch, hz, wm_tick, sc);
}
@@ -4552,6 +4558,52 @@
return ENOMEM;
}
+static void
+wm_turnon(struct wm_softc *sc)
+{
+ int i;
+
+ for(i = 0; i < sc->sc_nqueues; i++) {
+ struct wm_txqueue *txq = &sc->sc_queue[i].wmq_txq;
+ struct wm_rxqueue *rxq = &sc->sc_queue[i].wmq_rxq;
+
+ mutex_enter(txq->txq_lock);
+ txq->txq_stopping = false;
+ mutex_exit(txq->txq_lock);
+
+ mutex_enter(rxq->rxq_lock);
+ rxq->rxq_stopping = false;
+ mutex_exit(rxq->rxq_lock);
+ }
+
+ WM_CORE_LOCK(sc);
+ sc->sc_core_stopping = false;
+ WM_CORE_UNLOCK(sc);
+}
+
+static void
+wm_turnoff(struct wm_softc *sc)
+{
+ int i;
+
+ WM_CORE_LOCK(sc);
+ sc->sc_core_stopping = true;
+ WM_CORE_UNLOCK(sc);
+
+ for(i = 0; i < sc->sc_nqueues; i++) {
+ struct wm_rxqueue *rxq = &sc->sc_queue[i].wmq_rxq;
+ struct wm_txqueue *txq = &sc->sc_queue[i].wmq_txq;
+
+ mutex_enter(rxq->rxq_lock);
+ rxq->rxq_stopping = true;
+ mutex_exit(rxq->rxq_lock);
+
+ mutex_enter(txq->txq_lock);
+ txq->txq_stopping = true;
+ mutex_exit(txq->txq_lock);
+ }
+}
+
/*
* wm_init: [ifnet interface function]
*
@@ -5086,7 +5138,7 @@
}
}
- sc->sc_stopping = false;
+ wm_turnon(sc);
/* Start the one second link check clock. */
callout_reset(&sc->sc_tick_ch, hz, wm_tick, sc);
@@ -5129,7 +5181,7 @@
device_xname(sc->sc_dev), __func__));
KASSERT(WM_CORE_LOCKED(sc));
- sc->sc_stopping = true;
+ wm_turnoff(sc);
/* Stop the one second clock. */
callout_stop(&sc->sc_tick_ch);
@@ -5276,7 +5328,7 @@
mutex_enter(txq->txq_lock);
- if (sc->sc_stopping)
+ if (txq->txq_stopping)
goto out;
if (txq->txq_fifo_stall) {
@@ -6217,7 +6269,7 @@
KASSERT(ifp->if_extflags & IFEF_START_MPSAFE);
mutex_enter(txq->txq_lock);
- if (!sc->sc_stopping)
+ if (!txq->txq_stopping)
wm_start_locked(ifp);
mutex_exit(txq->txq_lock);
}
@@ -6736,7 +6788,7 @@
KASSERT(ifp->if_extflags & IFEF_START_MPSAFE);
mutex_enter(txq->txq_lock);
- if (!sc->sc_stopping)
+ if (!txq->txq_stopping)
wm_nq_start_locked(ifp);
mutex_exit(txq->txq_lock);
}
@@ -6786,7 +6838,7 @@
if (m->m_flags & M_MCAST)
ifp->if_omcasts++;
- if (!sc->sc_stopping)
+ if (!txq->txq_stopping)
wm_nq_transmit_locked(ifp, txq);
mutex_exit(txq->txq_lock);
}
@@ -7099,7 +7151,7 @@
KASSERT(mutex_owned(txq->txq_lock));
- if (sc->sc_stopping)
+ if (txq->txq_stopping)
return 0;
if ((sc->sc_flags & WM_F_NEWQUEUE) != 0)
@@ -7387,7 +7439,7 @@
mutex_enter(rxq->rxq_lock);
- if (sc->sc_stopping)
+ if (rxq->rxq_stopping)
break;
}
@@ -7659,7 +7711,7 @@
mutex_enter(rxq->rxq_lock);
- if (sc->sc_stopping) {
+ if (rxq->rxq_stopping) {
mutex_exit(rxq->rxq_lock);
break;
}
@@ -7680,6 +7732,11 @@
mutex_exit(rxq->rxq_lock);
mutex_enter(txq->txq_lock);
+ if (txq->txq_stopping) {
+ mutex_exit(txq->txq_lock);
+ break;
+ }
+
#if defined(WM_DEBUG) || defined(WM_EVENT_COUNTERS)
if (icr & ICR_TXDW) {
DPRINTF(WM_DEBUG_TX,
@@ -7693,6 +7750,11 @@
mutex_exit(txq->txq_lock);
WM_CORE_LOCK(sc);
+ if (sc->sc_core_stopping) {
+ WM_CORE_UNLOCK(sc);
+ break;
+ }
+
if (icr & (ICR_LSC | ICR_RXSEQ)) {
WM_EVCNT_INCR(&sc->sc_ev_linkintr);
wm_linkintr(sc, icr);
@@ -7739,35 +7801,42 @@
else
CSR_WRITE(sc, WMREG_EIMC, 1 << wmq->wmq_intr_idx);
- if (!sc->sc_stopping) {
- mutex_enter(txq->txq_lock);
-
- WM_Q_EVCNT_INCR(txq, txdw);
- wm_txeof(sc, txq);
-
- /* Try to get more packets going. */
- if (pcq_peek(txq->txq_interq) != NULL)
- wm_nq_transmit_locked(ifp, txq);
- /*
- * There are still some upper layer processing which call
- * ifp->if_start(). e.g. ALTQ
- */
- if (wmq->wmq_id == 0) {
- if (!IFQ_IS_EMPTY(&ifp->if_snd))
- wm_nq_start_locked(ifp);
- }
+ mutex_enter(txq->txq_lock);
+
+ if (txq->txq_stopping) {
mutex_exit(txq->txq_lock);
- }
+ return 0;
+ }
+
+ WM_Q_EVCNT_INCR(txq, txdw);
+ wm_txeof(sc, txq);
+
+ /* Try to get more packets going. */
+ if (pcq_peek(txq->txq_interq) != NULL)
+ wm_nq_transmit_locked(ifp, txq);
+ /*
+ * There are still some upper layer processing which call
+ * ifp->if_start(). e.g. ALTQ
+ */
+ if (wmq->wmq_id == 0) {
+ if (!IFQ_IS_EMPTY(&ifp->if_snd))
+ wm_nq_start_locked(ifp);
+ }
+
+ mutex_exit(txq->txq_lock);
DPRINTF(WM_DEBUG_RX,
("%s: RX: got Rx intr\n", device_xname(sc->sc_dev)));
-
- if (!sc->sc_stopping) {
- mutex_enter(rxq->rxq_lock);
- WM_Q_EVCNT_INCR(rxq, rxintr);
- wm_rxeof(rxq);
+ mutex_enter(rxq->rxq_lock);
+
+ if (rxq->rxq_stopping) {
mutex_exit(rxq->rxq_lock);
- }
+ return 0;
+ }
+
Home |
Main Index |
Thread Index |
Old Index