Source-Changes-HG archive

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index][Old Index]

[src/trunk]: src/sys/dev/pci/ixgbe Make jcl allocation per queue to reduce mu...



details:   https://anonhg.NetBSD.org/src/rev/dd25dcfce160
branches:  trunk
changeset: 834156:dd25dcfce160
user:      msaitoh <msaitoh%NetBSD.org@localhost>
date:      Tue Jul 31 09:19:34 2018 +0000

description:
Make jcl allocation per queue to reduce mutex spin. Tested by me and
knakahara.

diffstat:

 sys/dev/pci/ixgbe/ix_txrx.c      |  26 ++++++++++++++------------
 sys/dev/pci/ixgbe/ixgbe.h        |   9 ++++++---
 sys/dev/pci/ixgbe/ixgbe_netbsd.c |  16 ++++++++--------
 sys/dev/pci/ixgbe/ixgbe_osdep.h  |   3 +--
 4 files changed, 29 insertions(+), 25 deletions(-)

diffs (160 lines):

diff -r fbf6cf8494cf -r dd25dcfce160 sys/dev/pci/ixgbe/ix_txrx.c
--- a/sys/dev/pci/ixgbe/ix_txrx.c       Tue Jul 31 07:00:48 2018 +0000
+++ b/sys/dev/pci/ixgbe/ix_txrx.c       Tue Jul 31 09:19:34 2018 +0000
@@ -1,4 +1,4 @@
-/* $NetBSD: ix_txrx.c,v 1.48 2018/06/26 06:48:01 msaitoh Exp $ */
+/* $NetBSD: ix_txrx.c,v 1.49 2018/07/31 09:19:34 msaitoh Exp $ */
 
 /******************************************************************************
 
@@ -1343,7 +1343,7 @@
        while (j != limit) {
                rxbuf = &rxr->rx_buffers[i];
                if (rxbuf->buf == NULL) {
-                       mp = ixgbe_getjcl(&adapter->jcl_head, M_NOWAIT,
+                       mp = ixgbe_getjcl(&rxr->jcl_head, M_NOWAIT,
                            MT_DATA, M_PKTHDR, rxr->mbuf_sz);
                        if (mp == NULL) {
                                rxr->no_jmbuf.ev_count++;
@@ -1505,6 +1505,17 @@
        /* Free current RX buffer structs and their mbufs */
        ixgbe_free_receive_ring(rxr);
 
+       IXGBE_RX_UNLOCK(rxr);
+       /*
+        * Now reinitialize our supply of jumbo mbufs.  The number
+        * or size of jumbo mbufs may have changed.
+        * Assume all of rxr->ptag are the same.
+        */
+       ixgbe_jcl_reinit(adapter, rxr->ptag->dt_dmat, rxr,
+           (2 * adapter->num_rx_desc), adapter->rx_mbuf_sz);
+
+       IXGBE_RX_LOCK(rxr);
+
        /* Now replenish the mbufs */
        for (int j = 0; j != rxr->num_desc; ++j) {
                struct mbuf *mp;
@@ -1534,7 +1545,7 @@
 #endif /* DEV_NETMAP */
 
                rxbuf->flags = 0;
-               rxbuf->buf = ixgbe_getjcl(&adapter->jcl_head, M_NOWAIT,
+               rxbuf->buf = ixgbe_getjcl(&rxr->jcl_head, M_NOWAIT,
                    MT_DATA, M_PKTHDR, adapter->rx_mbuf_sz);
                if (rxbuf->buf == NULL) {
                        error = ENOBUFS;
@@ -1611,15 +1622,6 @@
        struct rx_ring *rxr = adapter->rx_rings;
        int            j;
 
-       /*
-        * Now reinitialize our supply of jumbo mbufs.  The number
-        * or size of jumbo mbufs may have changed.
-        * Assume all of rxr->ptag are the same.
-        */
-       ixgbe_jcl_reinit(adapter, rxr->ptag->dt_dmat,
-           (2 * adapter->num_rx_desc) * adapter->num_queues,
-           adapter->rx_mbuf_sz);
-
        for (j = 0; j < adapter->num_queues; j++, rxr++)
                if (ixgbe_setup_receive_ring(rxr))
                        goto fail;
diff -r fbf6cf8494cf -r dd25dcfce160 sys/dev/pci/ixgbe/ixgbe.h
--- a/sys/dev/pci/ixgbe/ixgbe.h Tue Jul 31 07:00:48 2018 +0000
+++ b/sys/dev/pci/ixgbe/ixgbe.h Tue Jul 31 09:19:34 2018 +0000
@@ -1,4 +1,4 @@
-/* $NetBSD: ixgbe.h,v 1.50 2018/06/25 05:06:10 msaitoh Exp $ */
+/* $NetBSD: ixgbe.h,v 1.51 2018/07/31 09:19:34 msaitoh Exp $ */
 
 /******************************************************************************
   SPDX-License-Identifier: BSD-3-Clause
@@ -417,6 +417,9 @@
 #endif
        struct ixgbe_rx_buf     *rx_buffers;
        ixgbe_dma_tag_t         *ptag;
+       u16                     last_rx_mbuf_sz;
+       u32                     last_num_rx_desc;
+       ixgbe_extmem_head_t     jcl_head;
 
        u64                     bytes; /* Used for AIM calc */
        u64                     packets;
@@ -602,7 +605,6 @@
 
        struct sysctllog        *sysctllog;
        const struct sysctlnode *sysctltop;
-       ixgbe_extmem_head_t jcl_head;
 };
 
 /* Precision Time Sync (IEEE 1588) defines */
@@ -752,7 +754,8 @@
 const struct sysctlnode *ixgbe_sysctl_instance(struct adapter *);
 
 /* For NetBSD */
-void ixgbe_jcl_reinit(struct adapter *, bus_dma_tag_t, int, size_t);
+void ixgbe_jcl_reinit(struct adapter *, bus_dma_tag_t, struct rx_ring *,
+    int, size_t);
 
 #include "ixgbe_bypass.h"
 #include "ixgbe_fdir.h"
diff -r fbf6cf8494cf -r dd25dcfce160 sys/dev/pci/ixgbe/ixgbe_netbsd.c
--- a/sys/dev/pci/ixgbe/ixgbe_netbsd.c  Tue Jul 31 07:00:48 2018 +0000
+++ b/sys/dev/pci/ixgbe/ixgbe_netbsd.c  Tue Jul 31 09:19:34 2018 +0000
@@ -1,4 +1,4 @@
-/* $NetBSD: ixgbe_netbsd.c,v 1.7 2018/04/25 08:46:19 msaitoh Exp $ */
+/* $NetBSD: ixgbe_netbsd.c,v 1.8 2018/07/31 09:19:34 msaitoh Exp $ */
 /*
  * Copyright (c) 2011 The NetBSD Foundation, Inc.
  * All rights reserved.
@@ -162,10 +162,10 @@
 }
 
 void
-ixgbe_jcl_reinit(struct adapter *adapter, bus_dma_tag_t dmat, int nbuf,
-    size_t size)
+ixgbe_jcl_reinit(struct adapter *adapter, bus_dma_tag_t dmat,
+    struct rx_ring *rxr, int nbuf, size_t size)
 {
-       ixgbe_extmem_head_t *eh = &adapter->jcl_head;
+       ixgbe_extmem_head_t *eh = &rxr->jcl_head;
        ixgbe_extmem_t *em;
        int i;
 
@@ -182,8 +182,8 @@
         *  Note that the num_rx_desc is currently fixed value. It's never
         * changed after device is attached.
         */
-       if ((adapter->osdep.last_rx_mbuf_sz == adapter->rx_mbuf_sz)
-           && (adapter->osdep.last_num_rx_desc == adapter->num_rx_desc))
+       if ((rxr->last_rx_mbuf_sz == rxr->mbuf_sz)
+           && (rxr->last_num_rx_desc == adapter->num_rx_desc))
                return;
 
        /* Free all dmamem */
@@ -205,8 +205,8 @@
        }
 
        /* Keep current parameters */
-       adapter->osdep.last_rx_mbuf_sz = adapter->rx_mbuf_sz;
-       adapter->osdep.last_num_rx_desc = adapter->num_rx_desc;
+       rxr->last_rx_mbuf_sz = adapter->rx_mbuf_sz;
+       rxr->last_num_rx_desc = adapter->num_rx_desc;
 }
 
 static void
diff -r fbf6cf8494cf -r dd25dcfce160 sys/dev/pci/ixgbe/ixgbe_osdep.h
--- a/sys/dev/pci/ixgbe/ixgbe_osdep.h   Tue Jul 31 07:00:48 2018 +0000
+++ b/sys/dev/pci/ixgbe/ixgbe_osdep.h   Tue Jul 31 09:19:34 2018 +0000
@@ -1,4 +1,4 @@
-/* $NetBSD: ixgbe_osdep.h,v 1.22 2018/04/25 08:46:19 msaitoh Exp $ */
+/* $NetBSD: ixgbe_osdep.h,v 1.23 2018/07/31 09:19:34 msaitoh Exp $ */
 
 /******************************************************************************
   SPDX-License-Identifier: BSD-3-Clause
@@ -208,7 +208,6 @@
        bus_size_t         mem_size;
        bus_dma_tag_t      dmat;
        u16                last_rx_mbuf_sz;
-       u32                last_num_rx_desc;
        pci_intr_handle_t  *intrs;
        int                nintrs;
        void               *ihs[IXG_MAX_NINTR];



Home | Main Index | Thread Index | Old Index