Fix interrupt handling

Logic for interrupts:

- interrupt.S raises spl (thus IF cleared)
- interrupt.S EOI
- interrupt.S calls the handler
   - for pure in-kernel handlers, they do whatever they want with IF
     cleared.
   - when a userland handler is registers, queue_intr masks the irq.
- interrupt.S lowers spl with splx_cli, thus IF still cleared
- iret, that sets IF

- later on, userland acks the IRQ, that unmasks the irq

The key to this change is that all interrupts, including IPIs, are
treated the same way. Eg. the spl level is now raised before an IPI and
restored after. Also, EOI is not needed inside irq_acknowledge.

With this change and the experimental change not to dispatch threads
direct to idle processors in the scheduler, I no longer observe kernel
faults, but an occasional hang does occur.

Message-Id: <20231002033906.124427-1-damien@zamaudio.com>

1 files changed, 13 insertions, 15 deletions

diff --git a/x86_64/interrupt.S b/x86_64/interrupt.S
index fcd5a032..6fb77727 100644
--- a/x86_64/interrupt.S
+++ b/x86_64/interrupt.S
@@ -45,14 +45,6 @@ ENTRY(interrupt)
 	ret				/* if so, just return */
 1:
 #endif
-#if NCPUS > 1
-	cmpl	$CALL_PMAP_UPDATE,%eax	/* was this a SMP pmap_update request? */
-	je	_call_single
-
-	cmpl	$CALL_AST_CHECK,%eax	/* was this a SMP remote -> local ast request? */
-	je	_call_local_ast
-#endif
-
 	subq	$16,%rsp		/* Two local variables */
 	movl	%eax,S_IRQ		/* save irq number */
 
@@ -61,6 +53,14 @@ ENTRY(interrupt)
 
 	movl	S_IRQ,%ecx		/* restore irq number */
 
+#if NCPUS > 1
+	cmpl	$CALL_PMAP_UPDATE,%ecx	/* was this a SMP pmap_update request? */
+	je	_call_single
+
+	cmpl	$CALL_AST_CHECK,%ecx	/* was this a SMP remote -> local ast request? */
+	je	_call_local_ast
+#endif
+
 #ifndef APIC
 	movl	$1,%eax
 	shll	%cl,%eax		/* get corresponding IRQ mask */
@@ -98,11 +98,8 @@ ENTRY(interrupt)
 	outb	%al,$(PIC_MASTER_OCW)	/* unmask master */
 2:
 #else
-	cmpl    $16,%ecx		/* was this a low ISA intr? */
-	jge      _no_eoi		/* no, must be PCI (let irq_ack handle EOI) */
 	movl	%ecx,%edi		/* load irq number as 1st arg */
 	call	EXT(ioapic_irq_eoi)	/* ioapic irq specific EOI */
-_no_eoi:
 #endif
 
 	;
@@ -121,6 +118,7 @@ _no_eoi:
 	shll	$1,%eax			/* irq * 8 */
 	call	*EXT(ivect)(%rax)	/* call interrupt handler */
 
+_completed:
 	movl	S_IPL,%edi		/* restore previous ipl */
 	call	splx_cli		/* restore previous ipl */
 
@@ -129,14 +127,14 @@ _no_eoi:
 
 #if NCPUS > 1
 _call_single:
-	cli                             /* no nested interrupts */
 	call	EXT(lapic_eoi)		/* lapic EOI before the handler to allow extra update */
 	call	EXT(pmap_update_interrupt)
-	ret
+	jmp	_completed
 
 _call_local_ast:
-	call	EXT(ast_check)		/* AST check on this cpu */
 	call	EXT(lapic_eoi)		/* lapic EOI */
-	ret
+	call	EXT(ast_check)		/* AST check on this cpu */
+	jmp	_completed
+
 #endif
 END(interrupt)