@@ -26,20 +26,40 @@ static unsigned int riscv_intc_nr_irqs __ro_after_init = BITS_PER_LONG;
static unsigned int riscv_intc_custom_base __ro_after_init = BITS_PER_LONG;
static unsigned int riscv_intc_custom_nr_irqs __ro_after_init;
+static unsigned int riscv_prio_irqs[] = {
+#ifdef CONFIG_RISCV_M_MODE
+ IRQ_M_EXT, IRQ_M_SOFT, IRQ_M_TIMER,
+#endif
+ IRQ_S_EXT, IRQ_S_SOFT, IRQ_S_TIMER, IRQ_S_GEXT,
+ IRQ_VS_EXT, IRQ_VS_SOFT, IRQ_VS_TIMER,
+ IRQ_PMU_OVF,
+};
+
static void riscv_intc_irq(struct pt_regs *regs)
{
- unsigned long cause = regs->cause & ~CAUSE_IRQ_FLAG;
-
- if (generic_handle_domain_irq(intc_domain, cause))
- pr_warn_ratelimited("Failed to handle interrupt (cause: %ld)\n", cause);
+ unsigned long pending = csr_read(CSR_IP) & csr_read(CSR_IE);
+ unsigned int i;
+
+ for (i = 0; i < ARRAY_SIZE(riscv_prio_irqs); i++)
+ if (pending & (1UL << riscv_prio_irqs[i]))
+ if (generic_handle_domain_irq(intc_domain, riscv_prio_irqs[i]))
+ pr_warn_ratelimited("Failed to handle interrupt (cause: %u)\n",
+ riscv_prio_irqs[i]);
}
static void riscv_intc_aia_irq(struct pt_regs *regs)
{
unsigned long topi;
+ unsigned long pending;
+ unsigned int i;
+
+ while ((topi = csr_read(CSR_TOPI))) {
+ pending = csr_read(CSR_IP) & csr_read(CSR_IE);
- while ((topi = csr_read(CSR_TOPI)))
- generic_handle_domain_irq(intc_domain, topi >> TOPI_IID_SHIFT);
+ for (i = 0; i < ARRAY_SIZE(riscv_prio_irqs); i++)
+ if (pending & (1UL << riscv_prio_irqs[i]))
+ generic_handle_domain_irq(intc_domain, riscv_prio_irqs[i]);
+ }
}
/*
Both csr cause and csr topi record the pending bit with the highest priority. If interrupts with high priority arrive frequently within a certain period of time, the interrupts with low priority won't get a chance to be handled. For example, if external interrupts and software interrupts arrive very frequently, the timer interrupts will never be handled. Then buddy watchdog on a buddy CPU will report a hardlockup on the current CPU while current CPU actually can receive irq. This commit solves this problem by handling all pending irqs in a round. During each round, this commit handles pending irqs by their priority. Signed-off-by: Xu Lu <luxu.kernel@bytedance.com> --- drivers/irqchip/irq-riscv-intc.c | 32 ++++++++++++++++++++++++++------ 1 file changed, 26 insertions(+), 6 deletions(-)