On Thu, Jan 20, 2022 at 8:05 PM Anup Patel <a...@brainfault.org> wrote:

> On Thu, Jan 20, 2022 at 1:49 PM Frank Chang <frank.ch...@sifive.com>
> wrote:
> >
> > On Thu, Jan 20, 2022 at 12:20 AM Anup Patel <a...@brainfault.org> wrote:
> >>
> >> Hi Frank,
> >>
> >> On Wed, Jan 19, 2022 at 9:07 PM Frank Chang <frank.ch...@sifive.com>
> wrote:
> >> >
> >> > On Wed, Jan 19, 2022 at 11:27 PM Anup Patel <a...@brainfault.org>
> wrote:
> >> >>
> >> >> From: Anup Patel <anup.pa...@wdc.com>
> >> >>
> >> >> The RISC-V AIA (Advanced Interrupt Architecture) defines a new
> >> >> interrupt controller for wired interrupts called APLIC (Advanced
> >> >> Platform Level Interrupt Controller). The APLIC is capabable of
> >> >> forwarding wired interupts to RISC-V HARTs directly or as MSIs
> >> >> (Message Signaled Interupts).
> >> >>
> >> >> This patch adds device emulation for RISC-V AIA APLIC.
> >> >>
> >> >> Signed-off-by: Anup Patel <anup.pa...@wdc.com>
> >> >> Signed-off-by: Anup Patel <a...@brainfault.org>
> >> >> Reviewed-by: Frank Chang <frank.ch...@sifive.com>
> >> >> ---
> >> >>  hw/intc/Kconfig               |   3 +
> >> >>  hw/intc/meson.build           |   1 +
> >> >>  hw/intc/riscv_aplic.c         | 975
> ++++++++++++++++++++++++++++++++++
> >> >>  include/hw/intc/riscv_aplic.h |  79 +++
> >> >>  4 files changed, 1058 insertions(+)
> >> >>  create mode 100644 hw/intc/riscv_aplic.c
> >> >>  create mode 100644 include/hw/intc/riscv_aplic.h
> >> >>
> >> >> diff --git a/hw/intc/Kconfig b/hw/intc/Kconfig
> >> >> index 010ded7eae..528e77b4a6 100644
> >> >> --- a/hw/intc/Kconfig
> >> >> +++ b/hw/intc/Kconfig
> >> >> @@ -70,6 +70,9 @@ config LOONGSON_LIOINTC
> >> >>  config RISCV_ACLINT
> >> >>      bool
> >> >>
> >> >> +config RISCV_APLIC
> >> >> +    bool
> >> >> +
> >> >>  config SIFIVE_PLIC
> >> >>      bool
> >> >>
> >> >> diff --git a/hw/intc/meson.build b/hw/intc/meson.build
> >> >> index 70080bc161..7466024402 100644
> >> >> --- a/hw/intc/meson.build
> >> >> +++ b/hw/intc/meson.build
> >> >> @@ -50,6 +50,7 @@ specific_ss.add(when: 'CONFIG_S390_FLIC', if_true:
> files('s390_flic.c'))
> >> >>  specific_ss.add(when: 'CONFIG_S390_FLIC_KVM', if_true:
> files('s390_flic_kvm.c'))
> >> >>  specific_ss.add(when: 'CONFIG_SH_INTC', if_true: files('sh_intc.c'))
> >> >>  specific_ss.add(when: 'CONFIG_RISCV_ACLINT', if_true:
> files('riscv_aclint.c'))
> >> >> +specific_ss.add(when: 'CONFIG_RISCV_APLIC', if_true:
> files('riscv_aplic.c'))
> >> >>  specific_ss.add(when: 'CONFIG_SIFIVE_PLIC', if_true:
> files('sifive_plic.c'))
> >> >>  specific_ss.add(when: 'CONFIG_XICS', if_true: files('xics.c'))
> >> >>  specific_ss.add(when: ['CONFIG_KVM', 'CONFIG_XICS'],
> >> >> diff --git a/hw/intc/riscv_aplic.c b/hw/intc/riscv_aplic.c
> >> >> new file mode 100644
> >> >> index 0000000000..885c1de2af
> >> >> --- /dev/null
> >> >> +++ b/hw/intc/riscv_aplic.c
> >> >> @@ -0,0 +1,975 @@
> >> >> +/*
> >> >> + * RISC-V APLIC (Advanced Platform Level Interrupt Controller)
> >> >> + *
> >> >> + * Copyright (c) 2021 Western Digital Corporation or its affiliates.
> >> >> + *
> >> >> + * This program is free software; you can redistribute it and/or
> modify it
> >> >> + * under the terms and conditions of the GNU General Public License,
> >> >> + * version 2 or later, as published by the Free Software Foundation.
> >> >> + *
> >> >> + * This program is distributed in the hope it will be useful, but
> WITHOUT
> >> >> + * ANY WARRANTY; without even the implied warranty of
> MERCHANTABILITY or
> >> >> + * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
> License for
> >> >> + * more details.
> >> >> + *
> >> >> + * You should have received a copy of the GNU General Public
> License along with
> >> >> + * this program.  If not, see <http://www.gnu.org/licenses/>.
> >> >> + */
> >> >> +
> >> >> +#include "qemu/osdep.h"
> >> >> +#include "qapi/error.h"
> >> >> +#include "qemu/log.h"
> >> >> +#include "qemu/module.h"
> >> >> +#include "qemu/error-report.h"
> >> >> +#include "qemu/bswap.h"
> >> >> +#include "exec/address-spaces.h"
> >> >> +#include "hw/sysbus.h"
> >> >> +#include "hw/pci/msi.h"
> >> >> +#include "hw/boards.h"
> >> >> +#include "hw/qdev-properties.h"
> >> >> +#include "hw/intc/riscv_aplic.h"
> >> >> +#include "hw/irq.h"
> >> >> +#include "target/riscv/cpu.h"
> >> >> +#include "sysemu/sysemu.h"
> >> >> +#include "migration/vmstate.h"
> >> >> +
> >> >> +#define APLIC_MAX_IDC                  (1UL << 14)
> >> >> +#define APLIC_MAX_SOURCE               1024
> >> >> +#define APLIC_MIN_IPRIO_BITS           1
> >> >> +#define APLIC_MAX_IPRIO_BITS           8
> >> >> +#define APLIC_MAX_CHILDREN             1024
> >> >> +
> >> >> +#define APLIC_DOMAINCFG                0x0000
> >> >> +#define APLIC_DOMAINCFG_RDONLY         0x80000000
> >> >> +#define APLIC_DOMAINCFG_IE             (1 << 8)
> >> >> +#define APLIC_DOMAINCFG_DM             (1 << 2)
> >> >> +#define APLIC_DOMAINCFG_BE             (1 << 0)
> >> >> +
> >> >> +#define APLIC_SOURCECFG_BASE           0x0004
> >> >> +#define APLIC_SOURCECFG_D              (1 << 10)
> >> >> +#define APLIC_SOURCECFG_CHILDIDX_MASK  0x000003ff
> >> >> +#define APLIC_SOURCECFG_SM_MASK        0x00000007
> >> >> +#define APLIC_SOURCECFG_SM_INACTIVE    0x0
> >> >> +#define APLIC_SOURCECFG_SM_DETACH      0x1
> >> >> +#define APLIC_SOURCECFG_SM_EDGE_RISE   0x4
> >> >> +#define APLIC_SOURCECFG_SM_EDGE_FALL   0x5
> >> >> +#define APLIC_SOURCECFG_SM_LEVEL_HIGH  0x6
> >> >> +#define APLIC_SOURCECFG_SM_LEVEL_LOW   0x7
> >> >> +
> >> >> +#define APLIC_MMSICFGADDR              0x1bc0
> >> >> +#define APLIC_MMSICFGADDRH             0x1bc4
> >> >> +#define APLIC_SMSICFGADDR              0x1bc8
> >> >> +#define APLIC_SMSICFGADDRH             0x1bcc
> >> >> +
> >> >> +#define APLIC_xMSICFGADDRH_L           (1UL << 31)
> >> >> +#define APLIC_xMSICFGADDRH_HHXS_MASK   0x1f
> >> >> +#define APLIC_xMSICFGADDRH_HHXS_SHIFT  24
> >> >> +#define APLIC_xMSICFGADDRH_LHXS_MASK   0x7
> >> >> +#define APLIC_xMSICFGADDRH_LHXS_SHIFT  20
> >> >> +#define APLIC_xMSICFGADDRH_HHXW_MASK   0x7
> >> >> +#define APLIC_xMSICFGADDRH_HHXW_SHIFT  16
> >> >> +#define APLIC_xMSICFGADDRH_LHXW_MASK   0xf
> >> >> +#define APLIC_xMSICFGADDRH_LHXW_SHIFT  12
> >> >> +#define APLIC_xMSICFGADDRH_BAPPN_MASK  0xfff
> >> >> +
> >> >> +#define APLIC_xMSICFGADDR_PPN_SHIFT    12
> >> >> +
> >> >> +#define APLIC_xMSICFGADDR_PPN_HART(__lhxs) \
> >> >> +    ((1UL << (__lhxs)) - 1)
> >> >> +
> >> >> +#define APLIC_xMSICFGADDR_PPN_LHX_MASK(__lhxw) \
> >> >> +    ((1UL << (__lhxw)) - 1)
> >> >> +#define APLIC_xMSICFGADDR_PPN_LHX_SHIFT(__lhxs) \
> >> >> +    ((__lhxs))
> >> >> +#define APLIC_xMSICFGADDR_PPN_LHX(__lhxw, __lhxs) \
> >> >> +    (APLIC_xMSICFGADDR_PPN_LHX_MASK(__lhxw) << \
> >> >> +     APLIC_xMSICFGADDR_PPN_LHX_SHIFT(__lhxs))
> >> >> +
> >> >> +#define APLIC_xMSICFGADDR_PPN_HHX_MASK(__hhxw) \
> >> >> +    ((1UL << (__hhxw)) - 1)
> >> >> +#define APLIC_xMSICFGADDR_PPN_HHX_SHIFT(__hhxs) \
> >> >> +    ((__hhxs) + APLIC_xMSICFGADDR_PPN_SHIFT)
> >> >> +#define APLIC_xMSICFGADDR_PPN_HHX(__hhxw, __hhxs) \
> >> >> +    (APLIC_xMSICFGADDR_PPN_HHX_MASK(__hhxw) << \
> >> >> +     APLIC_xMSICFGADDR_PPN_HHX_SHIFT(__hhxs))
> >> >> +
> >> >> +#define APLIC_xMSICFGADDRH_VALID_MASK   \
> >> >> +    (APLIC_xMSICFGADDRH_L | \
> >> >> +     (APLIC_xMSICFGADDRH_HHXS_MASK <<
> APLIC_xMSICFGADDRH_HHXS_SHIFT) | \
> >> >> +     (APLIC_xMSICFGADDRH_LHXS_MASK <<
> APLIC_xMSICFGADDRH_LHXS_SHIFT) | \
> >> >> +     (APLIC_xMSICFGADDRH_HHXW_MASK <<
> APLIC_xMSICFGADDRH_HHXW_SHIFT) | \
> >> >> +     (APLIC_xMSICFGADDRH_LHXW_MASK <<
> APLIC_xMSICFGADDRH_LHXW_SHIFT) | \
> >> >> +     APLIC_xMSICFGADDRH_BAPPN_MASK)
> >> >> +
> >> >> +#define APLIC_SETIP_BASE               0x1c00
> >> >> +#define APLIC_SETIPNUM                 0x1cdc
> >> >> +
> >> >> +#define APLIC_CLRIP_BASE               0x1d00
> >> >> +#define APLIC_CLRIPNUM                 0x1ddc
> >> >> +
> >> >> +#define APLIC_SETIE_BASE               0x1e00
> >> >> +#define APLIC_SETIENUM                 0x1edc
> >> >> +
> >> >> +#define APLIC_CLRIE_BASE               0x1f00
> >> >> +#define APLIC_CLRIENUM                 0x1fdc
> >> >> +
> >> >> +#define APLIC_SETIPNUM_LE              0x2000
> >> >> +#define APLIC_SETIPNUM_BE              0x2004
> >> >> +
> >> >> +#define APLIC_ISTATE_PENDING           (1U << 0)
> >> >> +#define APLIC_ISTATE_ENABLED           (1U << 1)
> >> >> +#define APLIC_ISTATE_ENPEND            (APLIC_ISTATE_ENABLED | \
> >> >> +                                        APLIC_ISTATE_PENDING)
> >> >> +#define APLIC_ISTATE_INPUT             (1U << 8)
> >> >> +
> >> >> +#define APLIC_GENMSI                   0x3000
> >> >> +
> >> >> +#define APLIC_TARGET_BASE              0x3004
> >> >> +#define APLIC_TARGET_HART_IDX_SHIFT    18
> >> >> +#define APLIC_TARGET_HART_IDX_MASK     0x3fff
> >> >> +#define APLIC_TARGET_GUEST_IDX_SHIFT   12
> >> >> +#define APLIC_TARGET_GUEST_IDX_MASK    0x3f
> >> >> +#define APLIC_TARGET_IPRIO_MASK        0xff
> >> >> +#define APLIC_TARGET_EIID_MASK         0x7ff
> >> >> +
> >> >> +#define APLIC_IDC_BASE                 0x4000
> >> >> +#define APLIC_IDC_SIZE                 32
> >> >> +
> >> >> +#define APLIC_IDC_IDELIVERY            0x00
> >> >> +
> >> >> +#define APLIC_IDC_IFORCE               0x04
> >> >> +
> >> >> +#define APLIC_IDC_ITHRESHOLD           0x08
> >> >> +
> >> >> +#define APLIC_IDC_TOPI                 0x18
> >> >> +#define APLIC_IDC_TOPI_ID_SHIFT        16
> >> >> +#define APLIC_IDC_TOPI_ID_MASK         0x3ff
> >> >> +#define APLIC_IDC_TOPI_PRIO_MASK       0xff
> >> >> +
> >> >> +#define APLIC_IDC_CLAIMI               0x1c
> >> >> +
> >> >> +static uint32_t riscv_aplic_read_input_word(RISCVAPLICState *aplic,
> >> >> +                                            uint32_t word)
> >> >> +{
> >> >> +    uint32_t i, irq, ret = 0;
> >> >> +
> >> >> +    for (i = 0; i < 32; i++) {
> >> >> +        irq = word * 32 + i;
> >> >> +        if (!irq || aplic->num_irqs <= irq) {
> >> >> +            continue;
> >> >> +        }
> >> >> +
> >> >> +        ret |= ((aplic->state[irq] & APLIC_ISTATE_INPUT) ? 1 : 0)
> << i;
> >> >> +    }
> >> >> +
> >> >> +    return ret;
> >> >> +}
> >> >> +
> >> >> +static uint32_t riscv_aplic_read_pending_word(RISCVAPLICState
> *aplic,
> >> >> +                                              uint32_t word)
> >> >> +{
> >> >> +    uint32_t i, irq, ret = 0;
> >> >> +
> >> >> +    for (i = 0; i < 32; i++) {
> >> >> +        irq = word * 32 + i;
> >> >> +        if (!irq || aplic->num_irqs <= irq) {
> >> >> +            continue;
> >> >> +        }
> >> >> +
> >> >> +        ret |= ((aplic->state[irq] & APLIC_ISTATE_PENDING) ? 1 : 0)
> << i;
> >> >> +    }
> >> >> +
> >> >> +    return ret;
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_set_pending_raw(RISCVAPLICState *aplic,
> >> >> +                                        uint32_t irq, bool pending)
> >> >> +{
> >> >> +    if (pending) {
> >> >> +        aplic->state[irq] |= APLIC_ISTATE_PENDING;
> >> >> +    } else {
> >> >> +        aplic->state[irq] &= ~APLIC_ISTATE_PENDING;
> >> >> +    }
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_set_pending(RISCVAPLICState *aplic,
> >> >> +                                    uint32_t irq, bool pending)
> >> >> +{
> >> >> +    uint32_t sourcecfg, sm;
> >> >> +
> >> >> +    if ((irq <= 0) || (aplic->num_irqs <= irq)) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    sourcecfg = aplic->sourcecfg[irq];
> >> >> +    if (sourcecfg & APLIC_SOURCECFG_D) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    sm = sourcecfg & APLIC_SOURCECFG_SM_MASK;
> >> >> +    if ((sm == APLIC_SOURCECFG_SM_INACTIVE) ||
> >> >> +        ((!aplic->msimode || (aplic->msimode && !pending)) &&
> >> >> +         ((sm == APLIC_SOURCECFG_SM_LEVEL_HIGH) ||
> >> >> +          (sm == APLIC_SOURCECFG_SM_LEVEL_LOW)))) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    riscv_aplic_set_pending_raw(aplic, irq, pending);
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_set_pending_word(RISCVAPLICState *aplic,
> >> >> +                                         uint32_t word, uint32_t
> value,
> >> >> +                                         bool pending)
> >> >> +{
> >> >> +    uint32_t i, irq;
> >> >> +
> >> >> +    for (i = 0; i < 32; i++) {
> >> >> +        irq = word * 32 + i;
> >> >> +        if (!irq || aplic->num_irqs <= irq) {
> >> >> +            continue;
> >> >> +        }
> >> >> +
> >> >> +        if (value & (1U << i)) {
> >> >> +            riscv_aplic_set_pending(aplic, irq, pending);
> >> >> +        }
> >> >> +    }
> >> >> +}
> >> >> +
> >> >> +static uint32_t riscv_aplic_read_enabled_word(RISCVAPLICState
> *aplic,
> >> >> +                                              int word)
> >> >> +{
> >> >> +    uint32_t i, irq, ret = 0;
> >> >> +
> >> >> +    for (i = 0; i < 32; i++) {
> >> >> +        irq = word * 32 + i;
> >> >> +        if (!irq || aplic->num_irqs <= irq) {
> >> >> +            continue;
> >> >> +        }
> >> >> +
> >> >> +        ret |= ((aplic->state[irq] & APLIC_ISTATE_ENABLED) ? 1 : 0)
> << i;
> >> >> +    }
> >> >> +
> >> >> +    return ret;
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_set_enabled_raw(RISCVAPLICState *aplic,
> >> >> +                                        uint32_t irq, bool enabled)
> >> >> +{
> >> >> +    if (enabled) {
> >> >> +        aplic->state[irq] |= APLIC_ISTATE_ENABLED;
> >> >> +    } else {
> >> >> +        aplic->state[irq] &= ~APLIC_ISTATE_ENABLED;
> >> >> +    }
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_set_enabled(RISCVAPLICState *aplic,
> >> >> +                                    uint32_t irq, bool enabled)
> >> >> +{
> >> >> +    uint32_t sourcecfg, sm;
> >> >> +
> >> >> +    if ((irq <= 0) || (aplic->num_irqs <= irq)) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    sourcecfg = aplic->sourcecfg[irq];
> >> >> +    if (sourcecfg & APLIC_SOURCECFG_D) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    sm = sourcecfg & APLIC_SOURCECFG_SM_MASK;
> >> >> +    if (sm == APLIC_SOURCECFG_SM_INACTIVE) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    riscv_aplic_set_enabled_raw(aplic, irq, enabled);
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_set_enabled_word(RISCVAPLICState *aplic,
> >> >> +                                         uint32_t word, uint32_t
> value,
> >> >> +                                         bool enabled)
> >> >> +{
> >> >> +    uint32_t i, irq;
> >> >> +
> >> >> +    for (i = 0; i < 32; i++) {
> >> >> +        irq = word * 32 + i;
> >> >> +        if (!irq || aplic->num_irqs <= irq) {
> >> >> +            continue;
> >> >> +        }
> >> >> +
> >> >> +        if (value & (1U << i)) {
> >> >> +            riscv_aplic_set_enabled(aplic, irq, enabled);
> >> >> +        }
> >> >> +    }
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_msi_send(RISCVAPLICState *aplic,
> >> >> +                                 uint32_t hart_idx, uint32_t
> guest_idx,
> >> >> +                                 uint32_t eiid)
> >> >> +{
> >> >> +    uint64_t addr;
> >> >> +    MemTxResult result;
> >> >> +    RISCVAPLICState *aplic_m;
> >> >> +    uint32_t lhxs, lhxw, hhxs, hhxw, group_idx, msicfgaddr,
> msicfgaddrH;
> >> >> +
> >> >> +    aplic_m = aplic;
> >> >> +    while (aplic_m && !aplic_m->mmode) {
> >> >> +        aplic_m = aplic_m->parent;
> >> >> +    }
> >> >> +    if (!aplic_m) {
> >> >> +        qemu_log_mask(LOG_GUEST_ERROR, "%s: m-level APLIC not
> found\n",
> >> >> +                      __func__);
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    if (aplic->mmode) {
> >> >> +        msicfgaddr = aplic_m->mmsicfgaddr;
> >> >> +        msicfgaddrH = aplic_m->mmsicfgaddrH;
> >> >> +    } else {
> >> >> +        msicfgaddr = aplic_m->smsicfgaddr;
> >> >> +        msicfgaddrH = aplic_m->smsicfgaddrH;
> >> >> +    }
> >> >> +
> >> >> +    lhxs = (msicfgaddrH >> APLIC_xMSICFGADDRH_LHXS_SHIFT) &
> >> >> +            APLIC_xMSICFGADDRH_LHXS_MASK;
> >> >> +    lhxw = (msicfgaddrH >> APLIC_xMSICFGADDRH_LHXW_SHIFT) &
> >> >> +            APLIC_xMSICFGADDRH_LHXW_MASK;
> >> >> +    hhxs = (msicfgaddrH >> APLIC_xMSICFGADDRH_HHXS_SHIFT) &
> >> >> +            APLIC_xMSICFGADDRH_HHXS_MASK;
> >> >> +    hhxw = (msicfgaddrH >> APLIC_xMSICFGADDRH_HHXW_SHIFT) &
> >> >> +            APLIC_xMSICFGADDRH_HHXW_MASK;
> >> >> +
> >> >> +    group_idx = hart_idx >> lhxw;
> >> >> +    hart_idx &= APLIC_xMSICFGADDR_PPN_LHX_MASK(lhxw);
> >> >> +
> >> >> +    addr = msicfgaddr;
> >> >> +    addr |= ((uint64_t)(msicfgaddrH &
> APLIC_xMSICFGADDRH_BAPPN_MASK)) << 32;
> >> >> +    addr |= ((uint64_t)(group_idx &
> APLIC_xMSICFGADDR_PPN_HHX_MASK(hhxw))) <<
> >> >> +             APLIC_xMSICFGADDR_PPN_HHX_SHIFT(hhxs);
> >> >> +    addr |= ((uint64_t)(hart_idx &
> APLIC_xMSICFGADDR_PPN_LHX_MASK(lhxw))) <<
> >> >> +             APLIC_xMSICFGADDR_PPN_LHX_SHIFT(lhxs);
> >> >> +    addr |= (uint64_t)(guest_idx &
> APLIC_xMSICFGADDR_PPN_HART(lhxs));
> >> >> +    addr <<= APLIC_xMSICFGADDR_PPN_SHIFT;
> >> >> +
> >> >> +    address_space_stl_le(&address_space_memory, addr,
> >> >> +                         eiid, MEMTXATTRS_UNSPECIFIED, &result);
> >> >> +    if (result != MEMTX_OK) {
> >> >> +        qemu_log_mask(LOG_GUEST_ERROR, "%s: MSI write failed for "
> >> >> +                      "hart_index=%d guest_index=%d eiid=%d\n",
> >> >> +                      __func__, hart_idx, guest_idx, eiid);
> >> >> +    }
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_msi_irq_update(RISCVAPLICState *aplic,
> uint32_t irq)
> >> >> +{
> >> >> +    uint32_t hart_idx, guest_idx, eiid;
> >> >> +
> >> >> +    if (!aplic->msimode || (aplic->num_irqs <= irq) ||
> >> >> +        !(aplic->domaincfg & APLIC_DOMAINCFG_IE)) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    if ((aplic->state[irq] & APLIC_ISTATE_ENPEND) !=
> APLIC_ISTATE_ENPEND) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    riscv_aplic_set_pending_raw(aplic, irq, false);
> >> >> +
> >> >> +    hart_idx = aplic->target[irq] >> APLIC_TARGET_HART_IDX_SHIFT;
> >> >> +    hart_idx &= APLIC_TARGET_HART_IDX_MASK;
> >> >
> >> >
> >> > Hi Anup,
> >> >
> >> > I'm wondering does the hart_idx here has to use Machine-level hart
> index
> >> > for Supervisor-level interrupt domain?
> >> >
> >> > According to AIA spec for supervisor-level domin (Section 4.8.1):
> >> >   For a supervisor-level domain, "if" MSI target addresses are
> determined by the parent domain’s
> >> >   smsiaddrcfg and smsiaddrcfgh registers, then to construct the
> address for an outgoing MSI for
> >> >   interrupt source i, the Hart Index from register target[i] must
> first be converted into the index
> >> >   that the machine-level parent domain uses for the same hart.
> (Typically, these numbers are the
> >> >   same, but they may not be.) The address for the MSI is then
> computed using this "machine-level"
> >> >   hart index, the parent domain’s smsiaddrcfg and smsiaddrcfgh, and
> the Guest Index value from
> >> >   target[i].
> >> >
> >> > The description of converting target[i] hart Index to machine-level
> hart index in the spec
> >> > is quite vague to me.
> >>
> >> The "Section 4.3 Hart index numbers" states the following:
> >>
> >>     The index number a domain associates with a hart may or may not
> >> have any relationship
> >>     to the unique hart identifier (“hart ID”) that the RISC-V
> >> Privileged Architecture assigns to
> >>     the hart.
> >>
> >> For APLIC direct mode, if N harts are associated with a given domain
> >> then APLIC associates
> >> hart index from 0 to N-1 which are basically APLIC IDC numbers. In
> >> this case, the APLIC
> >> hart index is not related to "machine-level" hart index so software
> >> has to discover it from the
> >> "interrupt-extended" DT property (or similar for ACPI).
> >>
> >> For APLIC msi mode, the APLIC can basically target any HART using
> information in
> >> [m|s]msiaddrcfg registers and interrupt target registers. In this
> >> case, the APLIC hart
> >> index in the APLIC target register is a combination of IMSIC group
> >> index (g) and IMSIC
> >> hart index (h) and the APLIC target register also provides IMSIC guest
> >> index. In other
> >> words, the APLIC hart index for msi mode is also not related to the
> >> "machine-level" hart
> >> index. The APLIC driver will figure-out/extract the IMSIC group index
> >> (g), IMSIC hart
> >> index (h), and IMSIC guest index from target MSI address when Linux
> >> tries to write
> >> target MSI address for a particular APLIC interrupt.
> >>
> >> Regards,
> >> Anup
> >
> >
> > Hi Anup,
> >
> > Thanks for the detailed explanation.
> >
> > I think it's the formula in the AIA spec which confused me:
> >   g = (machine-level hart index >> LHXW) & (2^HHXW − 1)
> >   h = machine-level hart index & (2^LHXW − 1)
> >   MSI address =  (Base PPN | (g << (HHXS + 12)) | (h << LHXS) | Guest
> Index) << 12
> >
> > The term "machine-level hart index" makes me thought that
> > we should use the hart index from parent machine-level interrupt domain.
>
> Yes, the term "machine-level hart index" is confusing. In reality, it is
> the
> "hart index" in the APLIC interrupt target registers.
>
> >
> > So it's driver's responsibility to figure out the correct IMSIC hart
> index, guest index
> > it wants to forward the MSI to and configure them to the target[i]
> register?
>
> Yes, that's correct.
>
> >
> > From hardware (QEMU)'s perspective, it just needs to extract
> > the Hart index, Guest index out from target[irq] register in IRQ's
> interrupt domain
> > and calculate the MSI address with the PPN from parent interrupt domain's
> > m/smsiaddrcfg and m/smsiaddrcfgh?
>
> Yes, that's correct.
>
> The [m|s]msiaddrcfg registers are only available in the root APLIC domain
> and M-mode runtime firmware (OpenSBI) has to initialize it correctly.
>
> The APLIC Linux/OS driver has to ensure that APLIC interrupt target
> registers
> are programmed properly so that APLIC can generate the correct output MSI
> address.
>
> Regards,
> Anup
>

Thanks Anup,

That's really helpful :)

Regards,
Frank Chang

>
> >
> > Regards,
> > Frank Chang
> >
> >>
> >>
> >> >
> >> > Regards,
> >> > Frank Chang
> >> >
> >> >>
> >> >> +    if (aplic->mmode) {
> >> >> +        /* M-level APLIC ignores guest_index */
> >> >> +        guest_idx = 0;
> >> >> +    } else {
> >> >> +        guest_idx = aplic->target[irq] >>
> APLIC_TARGET_GUEST_IDX_SHIFT;
> >> >> +        guest_idx &= APLIC_TARGET_GUEST_IDX_MASK;
> >> >> +    }
> >> >> +    eiid = aplic->target[irq] & APLIC_TARGET_EIID_MASK;
> >> >> +    riscv_aplic_msi_send(aplic, hart_idx, guest_idx, eiid);
> >> >> +}
> >> >> +
> >> >> +static uint32_t riscv_aplic_idc_topi(RISCVAPLICState *aplic,
> uint32_t idc)
> >> >> +{
> >> >> +    uint32_t best_irq, best_iprio;
> >> >> +    uint32_t irq, iprio, ihartidx, ithres;
> >> >> +
> >> >> +    if (aplic->num_harts <= idc) {
> >> >> +        return 0;
> >> >> +    }
> >> >> +
> >> >> +    ithres = aplic->ithreshold[idc];
> >> >> +    best_irq = best_iprio = UINT32_MAX;
> >> >> +    for (irq = 1; irq < aplic->num_irqs; irq++) {
> >> >> +        if ((aplic->state[irq] & APLIC_ISTATE_ENPEND) !=
> >> >> +            APLIC_ISTATE_ENPEND) {
> >> >> +            continue;
> >> >> +        }
> >> >> +
> >> >> +        ihartidx = aplic->target[irq] >>
> APLIC_TARGET_HART_IDX_SHIFT;
> >> >> +        ihartidx &= APLIC_TARGET_HART_IDX_MASK;
> >> >> +        if (ihartidx != idc) {
> >> >> +            continue;
> >> >> +        }
> >> >> +
> >> >> +        iprio = aplic->target[irq] & aplic->iprio_mask;
> >> >> +        if (ithres && iprio >= ithres) {
> >> >> +            continue;
> >> >> +        }
> >> >> +
> >> >> +        if (iprio < best_iprio) {
> >> >> +            best_irq = irq;
> >> >> +            best_iprio = iprio;
> >> >> +        }
> >> >> +    }
> >> >> +
> >> >> +    if (best_irq < aplic->num_irqs && best_iprio <=
> aplic->iprio_mask) {
> >> >> +        return (best_irq << APLIC_IDC_TOPI_ID_SHIFT) | best_iprio;
> >> >> +    }
> >> >> +
> >> >> +    return 0;
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_idc_update(RISCVAPLICState *aplic, uint32_t
> idc)
> >> >> +{
> >> >> +    uint32_t topi;
> >> >> +
> >> >> +    if (aplic->msimode || aplic->num_harts <= idc) {
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    topi = riscv_aplic_idc_topi(aplic, idc);
> >> >> +    if ((aplic->domaincfg & APLIC_DOMAINCFG_IE) &&
> >> >> +        aplic->idelivery[idc] &&
> >> >> +        (aplic->iforce[idc] || topi)) {
> >> >> +        qemu_irq_raise(aplic->external_irqs[idc]);
> >> >> +    } else {
> >> >> +        qemu_irq_lower(aplic->external_irqs[idc]);
> >> >> +    }
> >> >> +}
> >> >> +
> >> >> +static uint32_t riscv_aplic_idc_claimi(RISCVAPLICState *aplic,
> uint32_t idc)
> >> >> +{
> >> >> +    uint32_t irq, state, sm, topi = riscv_aplic_idc_topi(aplic,
> idc);
> >> >> +
> >> >> +    if (!topi) {
> >> >> +        aplic->iforce[idc] = 0;
> >> >> +        return 0;
> >> >> +    }
> >> >> +
> >> >> +    irq = (topi >> APLIC_IDC_TOPI_ID_SHIFT) &
> APLIC_IDC_TOPI_ID_MASK;
> >> >> +    sm = aplic->sourcecfg[irq] & APLIC_SOURCECFG_SM_MASK;
> >> >> +    state = aplic->state[irq];
> >> >> +    riscv_aplic_set_pending_raw(aplic, irq, false);
> >> >> +    if ((sm == APLIC_SOURCECFG_SM_LEVEL_HIGH) &&
> >> >> +        (state & APLIC_ISTATE_INPUT)) {
> >> >> +        riscv_aplic_set_pending_raw(aplic, irq, true);
> >> >> +    } else if ((sm == APLIC_SOURCECFG_SM_LEVEL_LOW) &&
> >> >> +               !(state & APLIC_ISTATE_INPUT)) {
> >> >> +        riscv_aplic_set_pending_raw(aplic, irq, true);
> >> >> +    }
> >> >> +    riscv_aplic_idc_update(aplic, idc);
> >> >> +
> >> >> +    return topi;
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_request(void *opaque, int irq, int level)
> >> >> +{
> >> >> +    bool update = false;
> >> >> +    RISCVAPLICState *aplic = opaque;
> >> >> +    uint32_t sourcecfg, childidx, state, idc;
> >> >> +
> >> >> +    assert((0 < irq) && (irq < aplic->num_irqs));
> >> >> +
> >> >> +    sourcecfg = aplic->sourcecfg[irq];
> >> >> +    if (sourcecfg & APLIC_SOURCECFG_D) {
> >> >> +        childidx = sourcecfg & APLIC_SOURCECFG_CHILDIDX_MASK;
> >> >> +        if (childidx < aplic->num_children) {
> >> >> +            riscv_aplic_request(aplic->children[childidx], irq,
> level);
> >> >> +        }
> >> >> +        return;
> >> >> +    }
> >> >> +
> >> >> +    state = aplic->state[irq];
> >> >> +    switch (sourcecfg & APLIC_SOURCECFG_SM_MASK) {
> >> >> +    case APLIC_SOURCECFG_SM_EDGE_RISE:
> >> >> +        if ((level > 0) && !(state & APLIC_ISTATE_INPUT) &&
> >> >> +            !(state & APLIC_ISTATE_PENDING)) {
> >> >> +            riscv_aplic_set_pending_raw(aplic, irq, true);
> >> >> +            update = true;
> >> >> +        }
> >> >> +        break;
> >> >> +    case APLIC_SOURCECFG_SM_EDGE_FALL:
> >> >> +        if ((level <= 0) && (state & APLIC_ISTATE_INPUT) &&
> >> >> +            !(state & APLIC_ISTATE_PENDING)) {
> >> >> +            riscv_aplic_set_pending_raw(aplic, irq, true);
> >> >> +            update = true;
> >> >> +        }
> >> >> +        break;
> >> >> +    case APLIC_SOURCECFG_SM_LEVEL_HIGH:
> >> >> +        if ((level > 0) && !(state & APLIC_ISTATE_PENDING)) {
> >> >> +            riscv_aplic_set_pending_raw(aplic, irq, true);
> >> >> +            update = true;
> >> >> +        }
> >> >> +        break;
> >> >> +    case APLIC_SOURCECFG_SM_LEVEL_LOW:
> >> >> +        if ((level <= 0) && !(state & APLIC_ISTATE_PENDING)) {
> >> >> +            riscv_aplic_set_pending_raw(aplic, irq, true);
> >> >> +            update = true;
> >> >> +        }
> >> >> +        break;
> >> >> +    default:
> >> >> +        break;
> >> >> +    }
> >> >> +
> >> >> +    if (level <= 0) {
> >> >> +        aplic->state[irq] &= ~APLIC_ISTATE_INPUT;
> >> >> +    } else {
> >> >> +        aplic->state[irq] |= APLIC_ISTATE_INPUT;
> >> >> +    }
> >> >> +
> >> >> +    if (update) {
> >> >> +        if (aplic->msimode) {
> >> >> +            riscv_aplic_msi_irq_update(aplic, irq);
> >> >> +        } else {
> >> >> +            idc = aplic->target[irq] >> APLIC_TARGET_HART_IDX_SHIFT;
> >> >> +            idc &= APLIC_TARGET_HART_IDX_MASK;
> >> >> +            riscv_aplic_idc_update(aplic, idc);
> >> >> +        }
> >> >> +    }
> >> >> +}
> >> >> +
> >> >> +static uint64_t riscv_aplic_read(void *opaque, hwaddr addr,
> unsigned size)
> >> >> +{
> >> >> +    uint32_t irq, word, idc;
> >> >> +    RISCVAPLICState *aplic = opaque;
> >> >> +
> >> >> +    /* Reads must be 4 byte words */
> >> >> +    if ((addr & 0x3) != 0) {
> >> >> +        goto err;
> >> >> +    }
> >> >> +
> >> >> +    if (addr == APLIC_DOMAINCFG) {
> >> >> +        return APLIC_DOMAINCFG_RDONLY | aplic->domaincfg |
> >> >> +               (aplic->msimode ? APLIC_DOMAINCFG_DM : 0);
> >> >> +    } else if ((APLIC_SOURCECFG_BASE <= addr) &&
> >> >> +            (addr < (APLIC_SOURCECFG_BASE + (aplic->num_irqs - 1) *
> 4))) {
> >> >> +        irq  = ((addr - APLIC_SOURCECFG_BASE) >> 2) + 1;
> >> >> +        return aplic->sourcecfg[irq];
> >> >> +    } else if (aplic->mmode && aplic->msimode &&
> >> >> +               (addr == APLIC_MMSICFGADDR)) {
> >> >> +        return aplic->mmsicfgaddr;
> >> >> +    } else if (aplic->mmode && aplic->msimode &&
> >> >> +               (addr == APLIC_MMSICFGADDRH)) {
> >> >> +        return aplic->mmsicfgaddrH;
> >> >> +    } else if (aplic->mmode && aplic->msimode &&
> >> >> +               (addr == APLIC_SMSICFGADDR)) {
> >> >> +        /* Registers SMSICFGADDR and SMSICFGADDRH are implemented
> only if:
> >> >> +         * (a) the interrupt domain is at machine level
> >> >> +         * (b) the domain’s harts implement supervisor mode
> >> >> +         * (c) the domain has one or more child supervisor-level
> domains
> >> >> +         *     that support MSI delivery mode (domaincfg.DM is not
> read-
> >> >> +         *     only zero in at least one of the supervisor-level
> child
> >> >> +         * domains).
> >> >> +         */
> >> >> +        return (aplic->num_children) ? aplic->smsicfgaddr : 0;
> >> >> +    } else if (aplic->mmode && aplic->msimode &&
> >> >> +               (addr == APLIC_SMSICFGADDRH)) {
> >> >> +        return (aplic->num_children) ? aplic->smsicfgaddrH : 0;
> >> >> +    } else if ((APLIC_SETIP_BASE <= addr) &&
> >> >> +            (addr < (APLIC_SETIP_BASE + aplic->bitfield_words *
> 4))) {
> >> >> +        word = (addr - APLIC_SETIP_BASE) >> 2;
> >> >> +        return riscv_aplic_read_pending_word(aplic, word);
> >> >> +    } else if (addr == APLIC_SETIPNUM) {
> >> >> +        return 0;
> >> >> +    } else if ((APLIC_CLRIP_BASE <= addr) &&
> >> >> +            (addr < (APLIC_CLRIP_BASE + aplic->bitfield_words *
> 4))) {
> >> >> +        word = (addr - APLIC_CLRIP_BASE) >> 2;
> >> >> +        return riscv_aplic_read_input_word(aplic, word);
> >> >> +    } else if (addr == APLIC_CLRIPNUM) {
> >> >> +        return 0;
> >> >> +    } else if ((APLIC_SETIE_BASE <= addr) &&
> >> >> +            (addr < (APLIC_SETIE_BASE + aplic->bitfield_words *
> 4))) {
> >> >> +        word = (addr - APLIC_SETIE_BASE) >> 2;
> >> >> +        return riscv_aplic_read_enabled_word(aplic, word);
> >> >> +    } else if (addr == APLIC_SETIENUM) {
> >> >> +        return 0;
> >> >> +    } else if ((APLIC_CLRIE_BASE <= addr) &&
> >> >> +            (addr < (APLIC_CLRIE_BASE + aplic->bitfield_words *
> 4))) {
> >> >> +        return 0;
> >> >> +    } else if (addr == APLIC_CLRIENUM) {
> >> >> +        return 0;
> >> >> +    } else if (addr == APLIC_SETIPNUM_LE) {
> >> >> +        return 0;
> >> >> +    } else if (addr == APLIC_SETIPNUM_BE) {
> >> >> +        return 0;
> >> >> +    } else if (addr == APLIC_GENMSI) {
> >> >> +        return (aplic->msimode) ? aplic->genmsi : 0;
> >> >> +    } else if ((APLIC_TARGET_BASE <= addr) &&
> >> >> +            (addr < (APLIC_TARGET_BASE + (aplic->num_irqs - 1) *
> 4))) {
> >> >> +        irq = ((addr - APLIC_TARGET_BASE) >> 2) + 1;
> >> >> +        return aplic->target[irq];
> >> >> +    } else if (!aplic->msimode && (APLIC_IDC_BASE <= addr) &&
> >> >> +            (addr < (APLIC_IDC_BASE + aplic->num_harts *
> APLIC_IDC_SIZE))) {
> >> >> +        idc = (addr - APLIC_IDC_BASE) / APLIC_IDC_SIZE;
> >> >> +        switch (addr - (APLIC_IDC_BASE + idc * APLIC_IDC_SIZE)) {
> >> >> +        case APLIC_IDC_IDELIVERY:
> >> >> +            return aplic->idelivery[idc];
> >> >> +        case APLIC_IDC_IFORCE:
> >> >> +            return aplic->iforce[idc];
> >> >> +        case APLIC_IDC_ITHRESHOLD:
> >> >> +            return aplic->ithreshold[idc];
> >> >> +        case APLIC_IDC_TOPI:
> >> >> +            return riscv_aplic_idc_topi(aplic, idc);
> >> >> +        case APLIC_IDC_CLAIMI:
> >> >> +            return riscv_aplic_idc_claimi(aplic, idc);
> >> >> +        default:
> >> >> +            goto err;
> >> >> +        };
> >> >> +    }
> >> >> +
> >> >> +err:
> >> >> +    qemu_log_mask(LOG_GUEST_ERROR,
> >> >> +                  "%s: Invalid register read 0x%" HWADDR_PRIx "\n",
> >> >> +                  __func__, addr);
> >> >> +    return 0;
> >> >> +}
> >> >> +
> >> >> +static void riscv_aplic_write(void *opaque, hwaddr addr, uint64_t
> value,
> >> >> +        unsigned size)
> >> >> +{
> >> >> +    RISCVAPLICState *aplic = opaque;
> >> >> +    uint32_t irq, word, idc = UINT32_MAX;
> >> >> +
> >> >> +    /* Writes must be 4 byte words */
> >> >> +    if ((addr & 0x3) != 0) {
> >> >> +        goto err;
> >> >> +    }
> >> >> +
> >> >> +    if (addr == APLIC_DOMAINCFG) {
> >> >> +        /* Only IE bit writeable at the moment */
> >> >> +        value &= APLIC_DOMAINCFG_IE;
> >> >> +        aplic->domaincfg = value;
> >> >> +    } else if ((APLIC_SOURCECFG_BASE <= addr) &&
> >> >> +            (addr < (APLIC_SOURCECFG_BASE + (aplic->num_irqs - 1) *
> 4))) {
> >> >> +        irq  = ((addr - APLIC_SOURCECFG_BASE) >> 2) + 1;
> >> >> +        if (!aplic->num_children && (value & APLIC_SOURCECFG_D)) {
> >> >> +            value = 0;
> >> >> +        }
> >> >> +        if (value & APLIC_SOURCECFG_D) {
> >> >> +            value &= (APLIC_SOURCECFG_D |
> APLIC_SOURCECFG_CHILDIDX_MASK);
> >> >> +        } else {
> >> >> +            value &= (APLIC_SOURCECFG_D | APLIC_SOURCECFG_SM_MASK);
> >> >> +        }
> >> >> +        aplic->sourcecfg[irq] = value;
> >> >> +        if ((aplic->sourcecfg[irq] & APLIC_SOURCECFG_D) ||
> >> >> +            (aplic->sourcecfg[irq] == 0)) {
> >> >> +            riscv_aplic_set_pending_raw(aplic, irq, false);
> >> >> +            riscv_aplic_set_enabled_raw(aplic, irq, false);
> >> >> +        }
> >> >> +    } else if (aplic->mmode && aplic->msimode &&
> >> >> +               (addr == APLIC_MMSICFGADDR)) {
> >> >> +        if (!(aplic->mmsicfgaddrH & APLIC_xMSICFGADDRH_L)) {
> >> >> +            aplic->mmsicfgaddr = value;
> >> >> +        }
> >> >> +    } else if (aplic->mmode && aplic->msimode &&
> >> >> +               (addr == APLIC_MMSICFGADDRH)) {
> >> >> +        if (!(aplic->mmsicfgaddrH & APLIC_xMSICFGADDRH_L)) {
> >> >> +            aplic->mmsicfgaddrH = value &
> APLIC_xMSICFGADDRH_VALID_MASK;
> >> >> +        }
> >> >> +    } else if (aplic->mmode && aplic->msimode &&
> >> >> +               (addr == APLIC_SMSICFGADDR)) {
> >> >> +        /* Registers SMSICFGADDR and SMSICFGADDRH are implemented
> only if:
> >> >> +         * (a) the interrupt domain is at machine level
> >> >> +         * (b) the domain’s harts implement supervisor mode
> >> >> +         * (c) the domain has one or more child supervisor-level
> domains
> >> >> +         *     that support MSI delivery mode (domaincfg.DM is not
> read-
> >> >> +         *     only zero in at least one of the supervisor-level
> child
> >> >> +         * domains).
> >> >> +         */
> >> >> +        if (aplic->num_children &&
> >> >> +            !(aplic->smsicfgaddrH & APLIC_xMSICFGADDRH_L)) {
> >> >> +            aplic->smsicfgaddr = value;
> >> >> +        }
> >> >> +    } else if (aplic->mmode && aplic->msimode &&
> >> >> +               (addr == APLIC_SMSICFGADDRH)) {
> >> >> +        if (aplic->num_children &&
> >> >> +            !(aplic->smsicfgaddrH & APLIC_xMSICFGADDRH_L)) {
> >> >> +            aplic->smsicfgaddrH = value &
> APLIC_xMSICFGADDRH_VALID_MASK;
> >> >> +        }
> >> >> +    } else if ((APLIC_SETIP_BASE <= addr) &&
> >> >> +            (addr < (APLIC_SETIP_BASE + aplic->bitfield_words *
> 4))) {
> >> >> +        word = (addr - APLIC_SETIP_BASE) >> 2;
> >> >> +        riscv_aplic_set_pending_word(aplic, word, value, true);
> >> >> +    } else if (addr == APLIC_SETIPNUM) {
> >> >> +        riscv_aplic_set_pending(aplic, value, true);
> >> >> +    } else if ((APLIC_CLRIP_BASE <= addr) &&
> >> >> +            (addr < (APLIC_CLRIP_BASE + aplic->bitfield_words *
> 4))) {
> >> >> +        word = (addr - APLIC_CLRIP_BASE) >> 2;
> >> >> +        riscv_aplic_set_pending_word(aplic, word, value, false);
> >> >> +    } else if (addr == APLIC_CLRIPNUM) {
> >> >> +        riscv_aplic_set_pending(aplic, value, false);
> >> >> +    } else if ((APLIC_SETIE_BASE <= addr) &&
> >> >> +            (addr < (APLIC_SETIE_BASE + aplic->bitfield_words *
> 4))) {
> >> >> +        word = (addr - APLIC_SETIE_BASE) >> 2;
> >> >> +        riscv_aplic_set_enabled_word(aplic, word, value, true);
> >> >> +    } else if (addr == APLIC_SETIENUM) {
> >> >> +        riscv_aplic_set_enabled(aplic, value, true);
> >> >> +    } else if ((APLIC_CLRIE_BASE <= addr) &&
> >> >> +            (addr < (APLIC_CLRIE_BASE + aplic->bitfield_words *
> 4))) {
> >> >> +        word = (addr - APLIC_CLRIE_BASE) >> 2;
> >> >> +        riscv_aplic_set_enabled_word(aplic, word, value, false);
> >> >> +    } else if (addr == APLIC_CLRIENUM) {
> >> >> +        riscv_aplic_set_enabled(aplic, value, false);
> >> >> +    } else if (addr == APLIC_SETIPNUM_LE) {
> >> >> +        riscv_aplic_set_pending(aplic, value, true);
> >> >> +    } else if (addr == APLIC_SETIPNUM_BE) {
> >> >> +        riscv_aplic_set_pending(aplic, bswap32(value), true);
> >> >> +    } else if (addr == APLIC_GENMSI) {
> >> >> +        if (aplic->msimode) {
> >> >> +            aplic->genmsi = value & ~(APLIC_TARGET_GUEST_IDX_MASK <<
> >> >> +                                      APLIC_TARGET_GUEST_IDX_SHIFT);
> >> >> +            riscv_aplic_msi_send(aplic,
> >> >> +                                 value >>
> APLIC_TARGET_HART_IDX_SHIFT,
> >> >> +                                 0,
> >> >> +                                 value & APLIC_TARGET_EIID_MASK);
> >> >> +        }
> >> >> +    } else if ((APLIC_TARGET_BASE <= addr) &&
> >> >> +            (addr < (APLIC_TARGET_BASE + (aplic->num_irqs - 1) *
> 4))) {
> >> >> +        irq = ((addr - APLIC_TARGET_BASE) >> 2) + 1;
> >> >> +        if (aplic->msimode) {
> >> >> +            aplic->target[irq] = value;
> >> >> +        } else {
> >> >> +            aplic->target[irq] = (value & ~APLIC_TARGET_IPRIO_MASK)
> |
> >> >> +                                 ((value & aplic->iprio_mask) ?
> >> >> +                                  (value & aplic->iprio_mask) : 1);
> >> >> +        }
> >> >> +    } else if (!aplic->msimode && (APLIC_IDC_BASE <= addr) &&
> >> >> +            (addr < (APLIC_IDC_BASE + aplic->num_harts *
> APLIC_IDC_SIZE))) {
> >> >> +        idc = (addr - APLIC_IDC_BASE) / APLIC_IDC_SIZE;
> >> >> +        switch (addr - (APLIC_IDC_BASE + idc * APLIC_IDC_SIZE)) {
> >> >> +        case APLIC_IDC_IDELIVERY:
> >> >> +            aplic->idelivery[idc] = value & 0x1;
> >> >> +            break;
> >> >> +        case APLIC_IDC_IFORCE:
> >> >> +            aplic->iforce[idc] = value & 0x1;
> >> >> +            break;
> >> >> +        case APLIC_IDC_ITHRESHOLD:
> >> >> +            aplic->ithreshold[idc] = value & aplic->iprio_mask;
> >> >> +            break;
> >> >> +        default:
> >> >> +            goto err;
> >> >> +        };
> >> >> +    } else {
> >> >> +        goto err;
> >> >> +    }
> >> >> +
> >> >> +    if (aplic->msimode) {
> >> >> +        for (irq = 1; irq < aplic->num_irqs; irq++) {
> >> >> +            riscv_aplic_msi_irq_update(aplic, irq);
> >> >> +        }
> >> >> +    } else {
> >> >> +        if (idc == UINT32_MAX) {
> >> >> +            for (idc = 0; idc < aplic->num_harts; idc++) {
> >> >> +                riscv_aplic_idc_update(aplic, idc);
> >> >> +            }
> >> >> +        } else {
> >> >> +            riscv_aplic_idc_update(aplic, idc);
> >> >> +        }
> >> >> +    }
> >> >> +
> >> >> +    return;
> >> >> +
> >> >> +err:
> >> >> +    qemu_log_mask(LOG_GUEST_ERROR,
> >> >> +                  "%s: Invalid register write 0x%" HWADDR_PRIx "\n",
> >> >> +                  __func__, addr);
> >> >> +}
> >> >> +
> >> >> +static const MemoryRegionOps riscv_aplic_ops = {
> >> >> +    .read = riscv_aplic_read,
> >> >> +    .write = riscv_aplic_write,
> >> >> +    .endianness = DEVICE_LITTLE_ENDIAN,
> >> >> +    .valid = {
> >> >> +        .min_access_size = 4,
> >> >> +        .max_access_size = 4
> >> >> +    }
> >> >> +};
> >> >> +
> >> >> +static void riscv_aplic_realize(DeviceState *dev, Error **errp)
> >> >> +{
> >> >> +    uint32_t i;
> >> >> +    RISCVAPLICState *aplic = RISCV_APLIC(dev);
> >> >> +
> >> >> +    aplic->bitfield_words = (aplic->num_irqs + 31) >> 5;
> >> >> +    aplic->sourcecfg = g_new0(uint32_t, aplic->num_irqs);
> >> >> +    aplic->state = g_new(uint32_t, aplic->num_irqs);
> >> >> +    aplic->target = g_new0(uint32_t, aplic->num_irqs);
> >> >> +    if (!aplic->msimode) {
> >> >> +        for (i = 0; i < aplic->num_irqs; i++) {
> >> >> +            aplic->target[i] = 1;
> >> >> +        }
> >> >> +    }
> >> >> +    aplic->idelivery = g_new0(uint32_t, aplic->num_harts);
> >> >> +    aplic->iforce = g_new0(uint32_t, aplic->num_harts);
> >> >> +    aplic->ithreshold = g_new0(uint32_t, aplic->num_harts);
> >> >> +
> >> >> +    memory_region_init_io(&aplic->mmio, OBJECT(dev),
> &riscv_aplic_ops, aplic,
> >> >> +                          TYPE_RISCV_APLIC, aplic->aperture_size);
> >> >> +    sysbus_init_mmio(SYS_BUS_DEVICE(dev), &aplic->mmio);
> >> >> +
> >> >> +    /* Only root APLICs have hardware IRQ lines. All non-root APLICs
> >> >> +     * have IRQ lines delegated by their parent APLIC.
> >> >> +     */
> >> >> +    if (!aplic->parent) {
> >> >> +        qdev_init_gpio_in(dev, riscv_aplic_request,
> aplic->num_irqs);
> >> >> +    }
> >> >> +
> >> >> +    /* Create output IRQ lines for non-MSI mode */
> >> >> +    if (!aplic->msimode) {
> >> >> +        aplic->external_irqs = g_malloc(sizeof(qemu_irq) *
> aplic->num_harts);
> >> >> +        qdev_init_gpio_out(dev, aplic->external_irqs,
> aplic->num_harts);
> >> >> +
> >> >> +        /* Claim the CPU interrupt to be triggered by this APLIC */
> >> >> +        for (i = 0; i < aplic->num_harts; i++) {
> >> >> +            RISCVCPU *cpu =
> RISCV_CPU(qemu_get_cpu(aplic->hartid_base + i));
> >> >> +            if (riscv_cpu_claim_interrupts(cpu,
> >> >> +                (aplic->mmode) ? MIP_MEIP : MIP_SEIP) < 0) {
> >> >> +                error_report("%s already claimed",
> >> >> +                             (aplic->mmode) ? "MEIP" : "SEIP");
> >> >> +                exit(1);
> >> >> +            }
> >> >> +        }
> >> >> +    }
> >> >> +
> >> >> +    msi_nonbroken = true;
> >> >> +}
> >> >> +
> >> >> +static Property riscv_aplic_properties[] = {
> >> >> +    DEFINE_PROP_UINT32("aperture-size", RISCVAPLICState,
> aperture_size, 0),
> >> >> +    DEFINE_PROP_UINT32("hartid-base", RISCVAPLICState, hartid_base,
> 0),
> >> >> +    DEFINE_PROP_UINT32("num-harts", RISCVAPLICState, num_harts, 0),
> >> >> +    DEFINE_PROP_UINT32("iprio-mask", RISCVAPLICState, iprio_mask,
> 0),
> >> >> +    DEFINE_PROP_UINT32("num-irqs", RISCVAPLICState, num_irqs, 0),
> >> >> +    DEFINE_PROP_BOOL("msimode", RISCVAPLICState, msimode, 0),
> >> >> +    DEFINE_PROP_BOOL("mmode", RISCVAPLICState, mmode, 0),
> >> >> +    DEFINE_PROP_END_OF_LIST(),
> >> >> +};
> >> >> +
> >> >> +static const VMStateDescription vmstate_riscv_aplic = {
> >> >> +    .name = "riscv_aplic",
> >> >> +    .version_id = 1,
> >> >> +    .minimum_version_id = 1,
> >> >> +    .fields = (VMStateField[]) {
> >> >> +            VMSTATE_UINT32(domaincfg, RISCVAPLICState),
> >> >> +            VMSTATE_UINT32(mmsicfgaddr, RISCVAPLICState),
> >> >> +            VMSTATE_UINT32(mmsicfgaddrH, RISCVAPLICState),
> >> >> +            VMSTATE_UINT32(smsicfgaddr, RISCVAPLICState),
> >> >> +            VMSTATE_UINT32(smsicfgaddrH, RISCVAPLICState),
> >> >> +            VMSTATE_UINT32(genmsi, RISCVAPLICState),
> >> >> +            VMSTATE_VARRAY_UINT32(sourcecfg, RISCVAPLICState,
> >> >> +                                  num_irqs, 0,
> >> >> +                                  vmstate_info_uint32, uint32_t),
> >> >> +            VMSTATE_VARRAY_UINT32(state, RISCVAPLICState,
> >> >> +                                  num_irqs, 0,
> >> >> +                                  vmstate_info_uint32, uint32_t),
> >> >> +            VMSTATE_VARRAY_UINT32(target, RISCVAPLICState,
> >> >> +                                  num_irqs, 0,
> >> >> +                                  vmstate_info_uint32, uint32_t),
> >> >> +            VMSTATE_VARRAY_UINT32(idelivery, RISCVAPLICState,
> >> >> +                                  num_harts, 0,
> >> >> +                                  vmstate_info_uint32, uint32_t),
> >> >> +            VMSTATE_VARRAY_UINT32(iforce, RISCVAPLICState,
> >> >> +                                  num_harts, 0,
> >> >> +                                  vmstate_info_uint32, uint32_t),
> >> >> +            VMSTATE_VARRAY_UINT32(ithreshold, RISCVAPLICState,
> >> >> +                                  num_harts, 0,
> >> >> +                                  vmstate_info_uint32, uint32_t),
> >> >> +            VMSTATE_END_OF_LIST()
> >> >> +        }
> >> >> +};
> >> >> +
> >> >> +static void riscv_aplic_class_init(ObjectClass *klass, void *data)
> >> >> +{
> >> >> +    DeviceClass *dc = DEVICE_CLASS(klass);
> >> >> +
> >> >> +    device_class_set_props(dc, riscv_aplic_properties);
> >> >> +    dc->realize = riscv_aplic_realize;
> >> >> +    dc->vmsd = &vmstate_riscv_aplic;
> >> >> +}
> >> >> +
> >> >> +static const TypeInfo riscv_aplic_info = {
> >> >> +    .name          = TYPE_RISCV_APLIC,
> >> >> +    .parent        = TYPE_SYS_BUS_DEVICE,
> >> >> +    .instance_size = sizeof(RISCVAPLICState),
> >> >> +    .class_init    = riscv_aplic_class_init,
> >> >> +};
> >> >> +
> >> >> +static void riscv_aplic_register_types(void)
> >> >> +{
> >> >> +    type_register_static(&riscv_aplic_info);
> >> >> +}
> >> >> +
> >> >> +type_init(riscv_aplic_register_types)
> >> >> +
> >> >> +/*
> >> >> + * Add a APLIC device to another APLIC device as child for
> >> >> + * interrupt delegation.
> >> >> + */
> >> >> +void riscv_aplic_add_child(DeviceState *parent, DeviceState *child)
> >> >> +{
> >> >> +    RISCVAPLICState *caplic, *paplic;
> >> >> +
> >> >> +    assert(parent && child);
> >> >> +    caplic = RISCV_APLIC(child);
> >> >> +    paplic = RISCV_APLIC(parent);
> >> >> +
> >> >> +    assert(paplic->num_irqs == caplic->num_irqs);
> >> >> +    assert(paplic->num_children <= QEMU_APLIC_MAX_CHILDREN);
> >> >> +
> >> >> +    caplic->parent = paplic;
> >> >> +    paplic->children[paplic->num_children] = caplic;
> >> >> +    paplic->num_children++;
> >> >> +}
> >> >> +
> >> >> +/*
> >> >> + * Create APLIC device.
> >> >> + */
> >> >> +DeviceState *riscv_aplic_create(hwaddr addr, hwaddr size,
> >> >> +    uint32_t hartid_base, uint32_t num_harts, uint32_t num_sources,
> >> >> +    uint32_t iprio_bits, bool msimode, bool mmode, DeviceState
> *parent)
> >> >> +{
> >> >> +    DeviceState *dev = qdev_new(TYPE_RISCV_APLIC);
> >> >> +    uint32_t i;
> >> >> +
> >> >> +    assert(num_harts < APLIC_MAX_IDC);
> >> >> +    assert((APLIC_IDC_BASE + (num_harts * APLIC_IDC_SIZE)) <= size);
> >> >> +    assert(num_sources < APLIC_MAX_SOURCE);
> >> >> +    assert(APLIC_MIN_IPRIO_BITS <= iprio_bits);
> >> >> +    assert(iprio_bits <= APLIC_MAX_IPRIO_BITS);
> >> >> +
> >> >> +    qdev_prop_set_uint32(dev, "aperture-size", size);
> >> >> +    qdev_prop_set_uint32(dev, "hartid-base", hartid_base);
> >> >> +    qdev_prop_set_uint32(dev, "num-harts", num_harts);
> >> >> +    qdev_prop_set_uint32(dev, "iprio-mask", ((1U << iprio_bits) -
> 1));
> >> >> +    qdev_prop_set_uint32(dev, "num-irqs", num_sources + 1);
> >> >> +    qdev_prop_set_bit(dev, "msimode", msimode);
> >> >> +    qdev_prop_set_bit(dev, "mmode", mmode);
> >> >> +
> >> >> +    sysbus_realize_and_unref(SYS_BUS_DEVICE(dev), &error_fatal);
> >> >> +    sysbus_mmio_map(SYS_BUS_DEVICE(dev), 0, addr);
> >> >> +
> >> >> +    if (parent) {
> >> >> +        riscv_aplic_add_child(parent, dev);
> >> >> +    }
> >> >> +
> >> >> +    if (!msimode) {
> >> >> +        for (i = 0; i < num_harts; i++) {
> >> >> +            CPUState *cpu = qemu_get_cpu(hartid_base + i);
> >> >> +
> >> >> +            qdev_connect_gpio_out_named(dev, NULL, i,
> >> >> +
> qdev_get_gpio_in(DEVICE(cpu),
> >> >> +                                            (mmode) ? IRQ_M_EXT :
> IRQ_S_EXT));
> >> >> +        }
> >> >> +    }
> >> >> +
> >> >> +    return dev;
> >> >> +}
> >> >> diff --git a/include/hw/intc/riscv_aplic.h
> b/include/hw/intc/riscv_aplic.h
> >> >> new file mode 100644
> >> >> index 0000000000..de8532fbc3
> >> >> --- /dev/null
> >> >> +++ b/include/hw/intc/riscv_aplic.h
> >> >> @@ -0,0 +1,79 @@
> >> >> +/*
> >> >> + * RISC-V APLIC (Advanced Platform Level Interrupt Controller)
> interface
> >> >> + *
> >> >> + * Copyright (c) 2021 Western Digital Corporation or its affiliates.
> >> >> + *
> >> >> + * This program is free software; you can redistribute it and/or
> modify it
> >> >> + * under the terms and conditions of the GNU General Public License,
> >> >> + * version 2 or later, as published by the Free Software Foundation.
> >> >> + *
> >> >> + * This program is distributed in the hope it will be useful, but
> WITHOUT
> >> >> + * ANY WARRANTY; without even the implied warranty of
> MERCHANTABILITY or
> >> >> + * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
> License for
> >> >> + * more details.
> >> >> + *
> >> >> + * You should have received a copy of the GNU General Public
> License along with
> >> >> + * this program.  If not, see <http://www.gnu.org/licenses/>.
> >> >> + */
> >> >> +
> >> >> +#ifndef HW_RISCV_APLIC_H
> >> >> +#define HW_RISCV_APLIC_H
> >> >> +
> >> >> +#include "hw/sysbus.h"
> >> >> +#include "qom/object.h"
> >> >> +
> >> >> +#define TYPE_RISCV_APLIC "riscv.aplic"
> >> >> +
> >> >> +typedef struct RISCVAPLICState RISCVAPLICState;
> >> >> +DECLARE_INSTANCE_CHECKER(RISCVAPLICState, RISCV_APLIC,
> TYPE_RISCV_APLIC)
> >> >> +
> >> >> +#define APLIC_MIN_SIZE            0x4000
> >> >> +#define APLIC_SIZE_ALIGN(__x)     (((__x) + (APLIC_MIN_SIZE - 1)) &
> \
> >> >> +                                   ~(APLIC_MIN_SIZE - 1))
> >> >> +#define APLIC_SIZE(__num_harts)   (APLIC_MIN_SIZE + \
> >> >> +                                   APLIC_SIZE_ALIGN(32 *
> (__num_harts)))
> >> >> +
> >> >> +struct RISCVAPLICState {
> >> >> +    /*< private >*/
> >> >> +    SysBusDevice parent_obj;
> >> >> +    qemu_irq *external_irqs;
> >> >> +
> >> >> +    /*< public >*/
> >> >> +    MemoryRegion mmio;
> >> >> +    uint32_t bitfield_words;
> >> >> +    uint32_t domaincfg;
> >> >> +    uint32_t mmsicfgaddr;
> >> >> +    uint32_t mmsicfgaddrH;
> >> >> +    uint32_t smsicfgaddr;
> >> >> +    uint32_t smsicfgaddrH;
> >> >> +    uint32_t genmsi;
> >> >> +    uint32_t *sourcecfg;
> >> >> +    uint32_t *state;
> >> >> +    uint32_t *target;
> >> >> +    uint32_t *idelivery;
> >> >> +    uint32_t *iforce;
> >> >> +    uint32_t *ithreshold;
> >> >> +
> >> >> +    /* topology */
> >> >> +#define QEMU_APLIC_MAX_CHILDREN        16
> >> >> +    struct RISCVAPLICState *parent;
> >> >> +    struct RISCVAPLICState *children[QEMU_APLIC_MAX_CHILDREN];
> >> >> +    uint16_t num_children;
> >> >> +
> >> >> +    /* config */
> >> >> +    uint32_t aperture_size;
> >> >> +    uint32_t hartid_base;
> >> >> +    uint32_t num_harts;
> >> >> +    uint32_t iprio_mask;
> >> >> +    uint32_t num_irqs;
> >> >> +    bool msimode;
> >> >> +    bool mmode;
> >> >> +};
> >> >> +
> >> >> +void riscv_aplic_add_child(DeviceState *parent, DeviceState *child);
> >> >> +
> >> >> +DeviceState *riscv_aplic_create(hwaddr addr, hwaddr size,
> >> >> +    uint32_t hartid_base, uint32_t num_harts, uint32_t num_sources,
> >> >> +    uint32_t iprio_bits, bool msimode, bool mmode, DeviceState
> *parent);
> >> >> +
> >> >> +#endif
> >> >> --
> >> >> 2.25.1
> >> >>
>

Reply via email to