[src/trunk]: src/sys/arch/arm/cortex GIC: Support SPI affinity routing before...

[jmcneill <jmcneill%NetBSD.org@localhost>]

details:   https://anonhg.NetBSD.org/src/rev/166d30ef5516
branches:  trunk
changeset: 985846:166d30ef5516
user:      jmcneill <jmcneill%NetBSD.org@localhost>
date:      Sat Sep 11 01:49:11 2021 +0000

description:
GIC: Support SPI affinity routing before secondary CPUs have hatched.

Instead of reading MPIDR from CPU init to determine a routing target, trust
system configuration data (Devicetree or ACPI) to properly fill in ci_cpuid.
This allows for SPI affinity routing to work before secondary CPUs are
hatched; previously, one of two things would happen:

a) If 1ofN distribution is supported, the SPI could be distributed to any
   participating PE.
b) If 1ofN distribution is not supported, the SPI would not be forwarded
   and would stay pending.

diffstat:

 sys/arch/arm/cortex/gicv3.c |  29 ++++++++++-------------------
 1 files changed, 10 insertions(+), 19 deletions(-)

diffs (70 lines):

diff -r c2211e86a295 -r 166d30ef5516 sys/arch/arm/cortex/gicv3.c
--- a/sys/arch/arm/cortex/gicv3.c       Fri Sep 10 23:32:17 2021 +0000
+++ b/sys/arch/arm/cortex/gicv3.c       Sat Sep 11 01:49:11 2021 +0000
@@ -1,4 +1,4 @@
-/* $NetBSD: gicv3.c,v 1.46 2021/08/10 17:12:31 jmcneill Exp $ */
+/* $NetBSD: gicv3.c,v 1.47 2021/09/11 01:49:11 jmcneill Exp $ */
 
 /*-
  * Copyright (c) 2018 Jared McNeill <jmcneill%invisible.ca@localhost>
@@ -32,7 +32,7 @@
 #define        _INTR_PRIVATE
 
 #include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: gicv3.c,v 1.46 2021/08/10 17:12:31 jmcneill Exp $");
+__KERNEL_RCSID(0, "$NetBSD: gicv3.c,v 1.47 2021/09/11 01:49:11 jmcneill Exp $");
 
 #include <sys/param.h>
 #include <sys/kernel.h>
@@ -402,18 +402,6 @@
        ci->ci_gic_redist = gicv3_find_redist(sc);
        ci->ci_gic_sgir = gicv3_sgir(sc);
 
-       /* Store route to CPU for SPIs */
-       const uint64_t cpu_identity = gicv3_cpu_identity();
-       const u_int aff0 = __SHIFTOUT(cpu_identity, GICR_TYPER_Affinity_Value_Aff0);
-       const u_int aff1 = __SHIFTOUT(cpu_identity, GICR_TYPER_Affinity_Value_Aff1);
-       const u_int aff2 = __SHIFTOUT(cpu_identity, GICR_TYPER_Affinity_Value_Aff2);
-       const u_int aff3 = __SHIFTOUT(cpu_identity, GICR_TYPER_Affinity_Value_Aff3);
-       sc->sc_irouter[cpu_index(ci)] =
-           __SHIFTIN(aff0, GICD_IROUTER_Aff0) |
-           __SHIFTIN(aff1, GICD_IROUTER_Aff1) |
-           __SHIFTIN(aff2, GICD_IROUTER_Aff2) |
-           __SHIFTIN(aff3, GICD_IROUTER_Aff3);
-
        /* Enable System register access and disable IRQ/FIQ bypass */
        icc_sre = ICC_SRE_EL1_SRE | ICC_SRE_EL1_DFB | ICC_SRE_EL1_DIB;
        icc_sre_write(icc_sre);
@@ -482,8 +470,7 @@
        if (group == 0) {
                /* All CPUs are targets for group 0 (SGI/PPI) */
                for (n = 0; n < ncpu; n++) {
-                       if (sc->sc_irouter[n] != UINT64_MAX)
-                               kcpuset_set(affinity, n);
+                       kcpuset_set(affinity, n);
                }
        } else {
                /* Find distributor targets (SPI) */
@@ -861,15 +848,19 @@
 int
 gicv3_init(struct gicv3_softc *sc)
 {
-       int n;
+       CPU_INFO_ITERATOR cii;
+       struct cpu_info *ci;
 
        KASSERT(CPU_IS_PRIMARY(curcpu()));
 
        LIST_INIT(&sc->sc_lpi_callbacks);
 
+       /* Store route to CPU for SPIs */
        sc->sc_irouter = kmem_zalloc(sizeof(*sc->sc_irouter) * ncpu, KM_SLEEP);
-       for (n = 0; n < ncpu; n++)
-               sc->sc_irouter[n] = UINT64_MAX;
+       for (CPU_INFO_FOREACH(cii, ci)) {
+               KASSERT(cpu_index(ci) < ncpu);
+               sc->sc_irouter[cpu_index(ci)] = ci->ci_cpuid;
+       }
 
        sc->sc_gicd_typer = gicd_read_4(sc, GICD_TYPER);