WebSVN – HelenOS – Diff – /trunk/kernel/arch/sparc64/src/trap/trap_table.S

  * This file contains kernel trap table.
  */
 .register %g2, #scratch
 .register %g3, #scratch
-.register %g6, #scratch
-.register %g7, #scratch
 .text
 #include <arch/trap/trap_table.h>
 #include <arch/trap/regwin.h>
 /* TT = 0x80, TL = 0, spill_0_normal handler */
 .org trap_table + TT_SPILL_0_NORMAL*ENTRY_SIZE
 .global spill_0_normal
 spill_0_normal:
-	SPILL_NORMAL_HANDLER
+	SPILL_NORMAL_HANDLER_KERNEL
 /* TT = 0xc0, TL = 0, fill_0_normal handler */
 .org trap_table + TT_FILL_0_NORMAL*ENTRY_SIZE
 .global fill_0_normal
 fill_0_normal:
-	FILL_NORMAL_HANDLER
+	FILL_NORMAL_HANDLER_KERNEL
 /*
  * Handlers for TL>0.
  */
 /* TT = 0x80, TL > 0, spill_0_normal handler */
 .org trap_table + (TT_SPILL_0_NORMAL+512)*ENTRY_SIZE
 .global spill_0_normal_high
 spill_0_normal_high:
-	SPILL_NORMAL_HANDLER
+	SPILL_NORMAL_HANDLER_KERNEL
 /* TT = 0xc0, TL > 0, fill_0_normal handler */
 .org trap_table + (TT_FILL_0_NORMAL+512)*ENTRY_SIZE
 .global fill_0_normal_high
 fill_0_normal_high:
-	FILL_NORMAL_HANDLER
+	FILL_NORMAL_HANDLER_KERNEL
 /* Preemptible trap handler for TL=1.
+ *
  * This trap handler makes arrangements to make calling of scheduler() from
- * within a trap context possible. It is guaranteed to function only when traps
+ * within a trap context possible. It is called from several other trap
- * are not nested (i.e. for TL=1).
+ * handlers.
+ *
- * Every trap handler on TL=1 that makes a call to the scheduler needs to
- * be based on this function. The reason behind it is that the nested
- * trap levels and the automatic saving of the interrupted context by hardware
+ * This function can be entered either with interrupt globals or alternate globals.
- * does not work well together with scheduling (i.e. a thread cannot be rescheduled
+ * Memory management trap handlers are obliged to switch to one of those global sets
- * with TL>0). Therefore it is necessary to eliminate the effect of trap levels
+ * prior to calling this function. Register window management functions are not
- * by software and save the necessary state on the kernel stack.
+ * allowed to modify the alternate global registers.
- *
- * Note that for traps with TL>1, more state needs to be saved. This function
- * is therefore not going to work when TL>1.
- *
- * The caller is responsible for doing SAVE and allocating
- * PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE bytes on the stack.
+ *
  * Input registers:
- * 	%l0	 	Address of function to call.
+ *	%g1		Address of function to call.
- * Output registers:
+ * 	%g2	 	Argument for the function.
+ *	%g6		Pre-set as kernel stack base if trap from userspace.
- *	 %l1 - %l7 	Copy of %g1 - %g7
+ *	%g7		Reserved.
  */
 .global preemptible_handler
 preemptible_handler:
+	rdpr %tstate, %g3
+	andcc %g3, TSTATE_PRIV_BIT, %g0		! if this trap came from the privileged mode...
+	bnz 0f					! ...skip setting of kernel stack and primary context
+	nop
+	/*
+	 * Switch to kernel stack. The old stack is
+	 * automatically saved in the old window's %sp
+	 * and the new window's %fp.
+	 */
+	save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp
+	/*
+	 * Mark the CANSAVE windows as OTHER windows.
+	 * Set CLEANWIN to NWINDOW-1 so that clean_window traps do not occur.
+	 */
+	rdpr %cansave, %l0
+	wrpr %l0, %otherwin
+	wrpr %g0, %cansave
+	wrpr %g0, NWINDOW-1, %cleanwin
+	/*
+	 * Switch to primary context 0.
+	 */
+	mov VA_PRIMARY_CONTEXT_REG, %l0
+        stxa %g0, [%l0] ASI_DMMU
+	set kernel_image_start, %l0
+        flush %l0
+	ba 1f
+	nop
+:
+	save %sp, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp
 	/*
+	 * At this moment, we are using the kernel stack
+	 * and have successfully allocated a register window.
+	 */
+:
+	/*
+	 * Copy arguments.
+	 */
+	mov %g1, %l0
+	mov %g2, %o0
+	/*
-	 * Save TSTATE, TPC, TNPC and PSTATE aside.
+	 * Save TSTATE, TPC and TNPC aside.
 	 */
 	rdpr %tstate, %g1
 	rdpr %tpc, %g2
 	rdpr %tnpc, %g3
-	rdpr %pstate, %g4
 	/*
 	 * The following memory accesses will not fault
 	 * because special provisions are made to have
 	 * the kernel stack of THREAD locked in DTLB.
 	 */
-	stx %g1, [%fp + STACK_BIAS + SAVED_TSTATE]
+	stx %g1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE]
-	stx %g2, [%fp + STACK_BIAS + SAVED_TPC]
+	stx %g2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC]
-	stx %g3, [%fp + STACK_BIAS + SAVED_TNPC]
+	stx %g3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC]
-	stx %g4, [%fp + STACK_BIAS + SAVED_PSTATE]
-	/*
-	 * Write 0 to TL.
-	 */
 	wrpr %g0, 0, %tl
-	/*
-	 * Alter PSTATE.
-	 * - switch to normal globals.
-	 */
-	and %g4, ~(PSTATE_AG_BIT|PSTATE_IG_BIT|PSTATE_MG_BIT), %g4
-	wrpr %g4, 0, %pstate
+	wrpr %g0, PSTATE_PRIV_BIT, %pstate
-	/*
-	 * Save the normal globals.
-	 */
 	SAVE_GLOBALS
 	/*
-	 * Call the higher-level handler.
+	 * Call the higher-level handler and pass istate as second parameter.
 	 */
-	mov %fp, %o1				! calculate istate address
 	call %l0
-	add %o1, STACK_BIAS + SAVED_PSTATE, %o1	! calculate istate address
+	add %sp, PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC, %o1
-	/*
-	 * Restore	 the normal global register set.
-	 */
 	RESTORE_GLOBALS
+	wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate
+	wrpr %g0, 1, %tl
 	/*
-	 * Restore PSTATE from saved copy.
+	 * Read TSTATE, TPC and TNPC from saved copy.
-	 * Alternate/Interrupt/MM globals become active.
 	 */
-	ldx [%fp + STACK_BIAS + SAVED_PSTATE], %l4
+	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE], %g1
-	wrpr %l4, 0, %pstate
+	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC], %g2
+	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC], %g3
 	/*
-	 * Write 1 to TL.
+	 * Restore TSTATE, TPC and TNPC from saved copies.
 	 */
+	wrpr %g1, 0, %tstate
-	wrpr %g0, 1, %tl
+	wrpr %g2, 0, %tpc
+	wrpr %g3, 0, %tnpc
 	/*
+	 * If OTHERWIN is zero, then all the userspace windows have been
+	 * spilled to kernel memory (i.e. register window buffer). If
+	 * OTHERWIN is non-zero, then some userspace windows are still
+	 * valid. Others might have been spilled. However, the CWP pointer
-	 * Read TSTATE, TPC and TNPC from saved copy.
+	 * needs no fixing because the scheduler had not been called.
 	 */
-	ldx [%fp + STACK_BIAS + SAVED_TSTATE], %g1
-	ldx [%fp + STACK_BIAS + SAVED_TPC], %g2
+	rdpr %otherwin, %l0
-	ldx [%fp + STACK_BIAS + SAVED_TNPC], %g3
+	brnz %l0, 0f
+	nop
 	/*
-	 * Do restore to match the save instruction from the top-level handler.
+	 * OTHERWIN == 0
 	 */
-	restore
 	/*
-	 * On execution of the RETRY instruction, CWP will be restored from the TSTATE
-	 * register. However, because of scheduling, it is possible that CWP in the saved
-	 * TSTATE is different from the current CWP. The following chunk of code fixes
+	 * If TSTATE.CWP + 1 == CWP, then we still do not have to fix CWP.
-	 * CWP in the saved copy of TSTATE.
 	 */
-	rdpr %cwp, %g4		! read current CWP
+	and %g1, TSTATE_CWP_MASK, %l0
+	inc %l0
-	and %g1, ~0x1f, %g1	! clear CWP field in saved TSTATE
+	and %l0, TSTATE_CWP_MASK, %l0	! %l0 mod NWINDOW
+	rdpr %cwp, %l1
+	cmp %l0, %l1
-	or %g1, %g4, %g1	! write current CWP to TSTATE
+	bz 0f				! CWP is ok
+	nop
 	/*
-	 * Restore TSTATE, TPC and TNPC from saved copies.
+	 * Fix CWP.
 	 */
-	wrpr %g1, 0, %tstate
+	mov %fp, %g1
+	flushw
-	wrpr %g2, 0, %tpc
+	wrpr %l0, 0, %cwp
-	wrpr %g3, 0, %tnpc
+	mov %g1, %fp
 	/*
-	 * Return from interrupt.
+	 * OTHERWIN != 0 or fall-through from the OTHERWIN == 0 case.
 	 */
+:
+	! TODO: restore register windows from register window memory buffer
+	restore
 	retry

Subversion Repositories HelenOS

(root)/trunk/kernel/arch/sparc64/src/trap/trap_table.S – Rev 1851 → 1852