[src/trunk]: src/sys/arch/arm rk3399 pcie: pay attention to the "bus-scan-del...

[mrg <mrg%NetBSD.org@localhost>]

details:   https://anonhg.NetBSD.org/src/rev/6be59772c73d
branches:  trunk
changeset: 1023314:6be59772c73d
user:      mrg <mrg%NetBSD.org@localhost>
date:      Fri Sep 03 01:21:48 2021 +0000

description:
rk3399 pcie: pay attention to the "bus-scan-delay-ms" property.

our existing pinebookpro DTS, but not the other rk3399 ones, have
this property set to "1000" (it's the same in linux 5.14 DTS.)

as there are already static 100ms + upto 1000ms, count how many
are done, and only delay more to complete one second.

this allows reverting this device-specific change:

   http://mail-index.netbsd.org/source-changes/2021/06/23/msg130402.html

and makes other sorts of storage cards more likely to work as well.

tested on rockpro64.

XXX:  consider moving dts setting into rk3399.dtsi.

ok jmcneill jak


inspired by https://gitlab.manjaro.org/manjaro-arm/packages/core/linux/-/blob/master/0013-rk3399-rp64-pcie-Reimplement-rockchip-PCIe-bus-scan-delay.patch

diffstat:

 sys/arch/arm/dts/rk3399-rockpro64.dts |   3 ++-
 sys/arch/arm/rockchip/rk3399_pcie.c   |  29 ++++++++++++++++++++++++++---
 2 files changed, 28 insertions(+), 4 deletions(-)

diffs (119 lines):

diff -r c4994ed68497 -r 6be59772c73d sys/arch/arm/dts/rk3399-rockpro64.dts
--- a/sys/arch/arm/dts/rk3399-rockpro64.dts     Fri Sep 03 00:45:33 2021 +0000
+++ b/sys/arch/arm/dts/rk3399-rockpro64.dts     Fri Sep 03 01:21:48 2021 +0000
@@ -1,4 +1,4 @@
-/* $NetBSD: rk3399-rockpro64.dts,v 1.11 2020/05/17 19:57:25 riastradh Exp $ */
+/* $NetBSD: rk3399-rockpro64.dts,v 1.12 2021/09/03 01:21:48 mrg Exp $ */
 
 /*-
  * Copyright (c) 2019 Jared McNeill <jmcneill%invisible.ca@localhost>
@@ -185,6 +185,7 @@
        pinctrl-names = "default";
        pinctrl-0 = <&pcie_clkreqn>;
        vpcie3v3-supply = <&vcc3v3_pcie>;
+       bus-scan-delay-ms = <1000>;
        status = "okay";
 };
 
diff -r c4994ed68497 -r 6be59772c73d sys/arch/arm/rockchip/rk3399_pcie.c
--- a/sys/arch/arm/rockchip/rk3399_pcie.c       Fri Sep 03 00:45:33 2021 +0000
+++ b/sys/arch/arm/rockchip/rk3399_pcie.c       Fri Sep 03 01:21:48 2021 +0000
@@ -1,4 +1,4 @@
-/* $NetBSD: rk3399_pcie.c,v 1.15 2021/01/27 03:10:19 thorpej Exp $ */
+/* $NetBSD: rk3399_pcie.c,v 1.16 2021/09/03 01:21:48 mrg Exp $ */
 /*
  * Copyright (c) 2018 Mark Kettenis <kettenis%openbsd.org@localhost>
  *
@@ -17,7 +17,7 @@
 
 #include <sys/cdefs.h>
 
-__KERNEL_RCSID(1, "$NetBSD: rk3399_pcie.c,v 1.15 2021/01/27 03:10:19 thorpej Exp $");
+__KERNEL_RCSID(1, "$NetBSD: rk3399_pcie.c,v 1.16 2021/09/03 01:21:48 mrg Exp $");
 
 #include <sys/param.h>
 #include <sys/systm.h>
@@ -206,10 +206,11 @@
        struct pcihost_softc * const phsc = &sc->sc_phsc;
        struct fdt_attach_args *faa = aux;
        struct fdtbus_gpio_pin *ep_gpio;
-       u_int max_link_speed, num_lanes;
+       u_int max_link_speed, num_lanes, bus_scan_delay_ms;
        struct fdtbus_phy *phy[4];
        const u_int *bus_range;
        uint32_t status;
+       uint32_t delayed_ms = 0;
        int timo, len;
 
        phsc->sc_dev = self;
@@ -258,6 +259,14 @@
        if (of_getprop_uint32(phandle, "num-lanes", &num_lanes) != 0)
                num_lanes = 1;
 
+       /*
+        * If the DT has a "bus-scan-delay-ms" property, delay attaching the
+        * PCI bus this many microseconds.
+        */
+       if (of_getprop_uint32(phandle, "bus-scan-delay-ms",
+           &bus_scan_delay_ms) != 0)
+               bus_scan_delay_ms = 0;
+
 again:
        fdtbus_gpio_write(ep_gpio, 0);
 
@@ -281,6 +290,7 @@
        reset_assert(phandle, "pipe");
 
        delay(1000);    /* TPERST. use 1ms */
+       delayed_ms += 1;
        
        reset_deassert(phandle, "pm");
        reset_deassert(phandle, "aclk");
@@ -315,6 +325,7 @@
 
        fdtbus_gpio_write(ep_gpio, 1);
        delay(20000);   /* 20 ms according to PCI-e BS "Conventional Reset" */
+       delayed_ms += 20;
 
        /* Start link training. */
        HWRITE4(sc, PCIE_CLIENT_BASIC_STRAP_CONF, PCBSC_LINK_TRAIN_EN);
@@ -324,6 +335,7 @@
                if (PCBS1_LINK_ST(status) == PCBS1_LS_DL_DONE)
                        break;
                delay(1000);
+               delayed_ms += 1;
        }
        if (timo == 0) {
                device_printf(self, "link training timeout (link_st %u)\n",
@@ -342,6 +354,7 @@
                        if ((status & PCIE_CORE_PL_CONF_SPEED_MASK) == PCIE_CORE_PL_CONF_SPEED_5G)
                                break;
                        delay(1000);
+                       delayed_ms += 1;
                }
                if (timo == 0) {
                        device_printf(self, "Gen2 link training timeout\n");
@@ -350,6 +363,7 @@
                }
        }
        delay(80000);   /* wait 100 ms before CSR access. already waited 20. */
+       delayed_ms += 80;
 
        fdtbus_gpio_release(ep_gpio);
 
@@ -408,6 +422,15 @@
        sc->sc_phsc.sc_pc.pc_conf_write = rkpcie_conf_write;
        sc->sc_phsc.sc_pc.pc_conf_hook = rkpcie_conf_hook;
 
+       if (bus_scan_delay_ms > delayed_ms) {
+               uint32_t ms = bus_scan_delay_ms - delayed_ms;
+
+               aprint_verbose_dev(phsc->sc_dev,
+                   "waiting %u extra ms for reset (already waited %u)\n",
+                   ms, delayed_ms);
+               delay(ms * 1000);
+       }
+
        mutex_init(&sc->sc_conf_lock, MUTEX_DEFAULT, IPL_HIGH);
        pcihost_init2(&sc->sc_phsc);
 }