Subversion Repositories HelenOS

Rev

Rev 4117 | Rev 4651 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
2235 stepan 1
/*
2179 stepan 2
 * Copyright (c) 2007 Petr Stepan
3
 * All rights reserved.
4
 *
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
7
 * are met:
8
 *
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
28
 
29
/** @addtogroup arm32
30
 * @{
31
 */
32
/** @file
2410 stepan 33
 *  @brief Exception handlers and exception initialization routines.
2179 stepan 34
 */
35
 
36
#include <arch/exception.h>
37
#include <arch/memstr.h>
2235 stepan 38
#include <arch/regutils.h>
39
#include <interrupt.h>
2282 jancik 40
#include <arch/mm/page_fault.h>
3135 jermar 41
#include <arch/barrier.h>
4117 decky 42
#include <arch/drivers/gxemul.h>
2284 stepan 43
#include <print.h>
2286 stepan 44
#include <syscall/syscall.h>
2179 stepan 45
 
2407 stepan 46
/** Offset used in calculation of exception handler's relative address.
47
 *
48
 * @see install_handler()
49
 */
50
#define PREFETCH_OFFSET      0x8
2329 kebrt 51
 
2407 stepan 52
/** LDR instruction's code */
2306 kebrt 53
#define LDR_OPCODE           0xe59ff000
2179 stepan 54
 
2407 stepan 55
/** Number of exception vectors. */
56
#define EXC_VECTORS          8
2329 kebrt 57
 
2407 stepan 58
/** Size of memory block occupied by exception vectors. */
59
#define EXC_VECTORS_SIZE     (EXC_VECTORS * 4)
60
 
2355 stepan 61
/** Switches to kernel stack and saves all registers there.
62
 *
63
 * Temporary exception stack is used to save a few registers
64
 * before stack switch takes place.
4018 decky 65
 *
2355 stepan 66
 */
2284 stepan 67
inline static void setup_stack_and_save_regs()
68
{
4018 decky 69
	asm volatile (
70
		"ldr r13, =exc_stack\n"
71
		"stmfd r13!, {r0}\n"
72
		"mrs r0, spsr\n"
73
		"and r0, r0, #0x1f\n"
74
		"cmp r0, #0x10\n"
75
		"bne 1f\n"
76
 
2464 jermar 77
		/* prev mode was usermode */
4018 decky 78
		"ldmfd r13!, {r0}\n"
79
		"ldr r13, =supervisor_sp\n"
80
		"ldr r13, [r13]\n"
81
		"stmfd r13!, {lr}\n"
82
		"stmfd r13!, {r0-r12}\n"
83
		"stmfd r13!, {r13, lr}^\n"
84
		"mrs r0, spsr\n"
85
		"stmfd r13!, {r0}\n"
86
		"b 2f\n"
87
 
2464 jermar 88
		/* mode was not usermode */
4018 decky 89
		"1:\n"
90
			"stmfd r13!, {r1, r2, r3}\n"
91
			"mrs r1, cpsr\n"
92
			"mov r2, lr\n"
93
			"bic r1, r1, #0x1f\n"
94
			"orr r1, r1, r0\n"
95
			"mrs r0, cpsr\n"
96
			"msr cpsr_c, r1\n"
97
 
98
			"mov r3, r13\n"
99
			"stmfd r13!, {r2}\n"
100
			"mov r2, lr\n"
101
			"stmfd r13!, {r4-r12}\n"
102
			"mov r1, r13\n"
103
 
104
			/* the following two lines are for debugging */
105
			"mov sp, #0\n"
106
			"mov lr, #0\n"
107
			"msr cpsr_c, r0\n"
108
 
109
			"ldmfd r13!, {r4, r5, r6, r7}\n"
110
			"stmfd r1!, {r4, r5, r6}\n"
111
			"stmfd r1!, {r7}\n"
112
			"stmfd r1!, {r2}\n"
113
			"stmfd r1!, {r3}\n"
114
			"mrs r0, spsr\n"
115
			"stmfd r1!, {r0}\n"
116
			"mov r13, r1\n"
117
 
118
		"2:\n"
2464 jermar 119
	);
2284 stepan 120
}
121
 
2355 stepan 122
/** Returns from exception mode.
123
 * 
124
 * Previously saved state of registers (including control register)
125
 * is restored from the stack.
126
 */
2284 stepan 127
inline static void load_regs()
128
{
2464 jermar 129
	asm volatile(
130
		"ldmfd r13!, {r0}		\n"
131
		"msr spsr, r0			\n"
132
		"and r0, r0, #0x1f		\n"
133
		"cmp r0, #0x10			\n"
134
		"bne 1f				\n"
135
 
136
		/* return to user mode */
137
		"ldmfd r13!, {r13, lr}^		\n"
138
		"b 2f				\n"
139
 
140
		/* return to non-user mode */
141
	"1:\n"
142
		"ldmfd r13!, {r1, r2}		\n"
143
		"mrs r3, cpsr			\n"
144
		"bic r3, r3, #0x1f		\n"
145
		"orr r3, r3, r0			\n"
146
		"mrs r0, cpsr			\n"
147
		"msr cpsr_c, r3			\n"
148
 
149
		"mov r13, r1			\n"
150
		"mov lr, r2			\n"
151
		"msr cpsr_c, r0			\n"
152
 
153
		/* actual return */
154
	"2:\n"
155
		"ldmfd r13, {r0-r12, pc}^\n"
156
	);
2284 stepan 157
}
158
 
2411 stepan 159
 
2407 stepan 160
/** Switch CPU to mode in which interrupts are serviced (currently it 
161
 * is Undefined mode).
162
 *
163
 * The default mode for interrupt servicing (Interrupt Mode)
164
 * can not be used because of nested interrupts (which can occur
2464 jermar 165
 * because interrupts are enabled in higher levels of interrupt handler).
2407 stepan 166
 */
2414 kebrt 167
inline static void switch_to_irq_servicing_mode()
2407 stepan 168
{
169
	/* switch to Undefined mode */
170
	asm volatile(
171
		/* save regs used during switching */
172
		"stmfd sp!, {r0-r3}		\n"
173
 
174
		/* save stack pointer and link register to r1, r2 */
175
		"mov r1, sp			\n"
176
		"mov r2, lr			\n"
177
 
178
		/* mode switch */
179
		"mrs r0, cpsr			\n"
180
		"bic r0, r0, #0x1f		\n"
181
		"orr r0, r0, #0x1b		\n"
182
		"msr cpsr_c, r0			\n"
183
 
184
		/* restore saved sp and lr */
185
		"mov sp, r1			\n"
186
		"mov lr, r2			\n"
187
 
188
		/* restore original regs */
189
		"ldmfd sp!, {r0-r3}		\n"
190
	);
191
}
192
 
2355 stepan 193
/** Calls exception dispatch routine. */
4018 decky 194
#define CALL_EXC_DISPATCH(exception) \
195
	asm volatile ( \
196
		"mov r0, %[exc]\n" \
197
		"mov r1, r13\n" \
198
		"bl exc_dispatch\n" \
199
		:: [exc] "i" (exception) \
200
	);\
2235 stepan 201
 
202
/** General exception handler.
2355 stepan 203
 *
2235 stepan 204
 *  Stores registers, dispatches the exception,
205
 *  and finally restores registers and returns from exception processing.
2329 kebrt 206
 *
207
 *  @param exception Exception number.
2235 stepan 208
 */
4018 decky 209
#define PROCESS_EXCEPTION(exception) \
210
	setup_stack_and_save_regs(); \
211
	CALL_EXC_DISPATCH(exception) \
2284 stepan 212
	load_regs();
2235 stepan 213
 
214
/** Updates specified exception vector to jump to given handler.
2355 stepan 215
 *
2329 kebrt 216
 *  Addresses of handlers are stored in memory following exception vectors.
2235 stepan 217
 */
3135 jermar 218
static void install_handler(unsigned handler_addr, unsigned *vector)
2235 stepan 219
{
220
	/* relative address (related to exc. vector) of the word
221
	 * where handler's address is stored
222
	*/
2611 jermar 223
	volatile uint32_t handler_address_ptr = EXC_VECTORS_SIZE -
224
	    PREFETCH_OFFSET;
2179 stepan 225
 
2235 stepan 226
	/* make it LDR instruction and store at exception vector */
227
	*vector = handler_address_ptr | LDR_OPCODE;
3135 jermar 228
	smc_coherence(*vector);
2179 stepan 229
 
2235 stepan 230
	/* store handler's address */
231
	*(vector + EXC_VECTORS) = handler_addr;
2284 stepan 232
 
2179 stepan 233
}
234
 
2329 kebrt 235
/** Low-level Reset Exception handler. */
3135 jermar 236
static void reset_exception_entry(void)
2235 stepan 237
{
238
	PROCESS_EXCEPTION(EXC_RESET);
2179 stepan 239
}
240
 
2329 kebrt 241
/** Low-level Software Interrupt Exception handler. */
3135 jermar 242
static void swi_exception_entry(void)
2235 stepan 243
{
244
	PROCESS_EXCEPTION(EXC_SWI);
2179 stepan 245
}
246
 
2329 kebrt 247
/** Low-level Undefined Instruction Exception handler. */
3135 jermar 248
static void undef_instr_exception_entry(void)
2235 stepan 249
{
250
	PROCESS_EXCEPTION(EXC_UNDEF_INSTR);
251
}
252
 
2329 kebrt 253
/** Low-level Fast Interrupt Exception handler. */
3135 jermar 254
static void fiq_exception_entry(void)
2235 stepan 255
{
256
	PROCESS_EXCEPTION(EXC_FIQ);
257
}
258
 
2329 kebrt 259
/** Low-level Prefetch Abort Exception handler. */
3135 jermar 260
static void prefetch_abort_exception_entry(void)
2235 stepan 261
{
4117 decky 262
	asm volatile (
263
		"sub lr, lr, #4"
264
	);
265
 
2235 stepan 266
	PROCESS_EXCEPTION(EXC_PREFETCH_ABORT);
267
} 
268
 
2329 kebrt 269
/** Low-level Data Abort Exception handler. */
3135 jermar 270
static void data_abort_exception_entry(void)
2235 stepan 271
{
4117 decky 272
	asm volatile (
273
		"sub lr, lr, #8"
274
	);
275
 
2235 stepan 276
	PROCESS_EXCEPTION(EXC_DATA_ABORT);
277
}
278
 
2355 stepan 279
/** Low-level Interrupt Exception handler.
280
 *
281
 * CPU is switched to Undefined mode before further interrupt processing
282
 * because of possible occurence of nested interrupt exception, which
283
 * would overwrite (and thus spoil) stack pointer.
284
 */
3135 jermar 285
static void irq_exception_entry(void)
2235 stepan 286
{
4117 decky 287
	asm volatile (
288
		"sub lr, lr, #4"
289
	);
290
 
2344 stepan 291
	setup_stack_and_save_regs();
2407 stepan 292
 
2414 kebrt 293
	switch_to_irq_servicing_mode();
2407 stepan 294
 
2344 stepan 295
	CALL_EXC_DISPATCH(EXC_IRQ)
296
 
297
	load_regs();
2235 stepan 298
}
299
 
2286 stepan 300
/** Software Interrupt handler.
301
 *
302
 * Dispatches the syscall.
303
 */
2304 kebrt 304
static void swi_exception(int exc_no, istate_t *istate)
2284 stepan 305
{
2464 jermar 306
	istate->r0 = syscall_handler(istate->r0, istate->r1, istate->r2,
2611 jermar 307
	    istate->r3, istate->r4, istate->r5, istate->r6);
2284 stepan 308
}
309
 
4117 decky 310
/** Returns the mask of active interrupts. */
311
static inline uint32_t gxemul_irqc_get_sources(void)
312
{
313
	return *((uint32_t *) gxemul_irqc);
314
}
315
 
2235 stepan 316
/** Interrupt Exception handler.
2286 stepan 317
 *
2464 jermar 318
 * Determines the sources of interrupt and calls their handlers.
2235 stepan 319
 */
2304 kebrt 320
static void irq_exception(int exc_no, istate_t *istate)
2235 stepan 321
{
4117 decky 322
	uint32_t sources = gxemul_irqc_get_sources();
323
	unsigned int i;
324
 
325
	for (i = 0; i < GXEMUL_IRQC_MAX_IRQ; i++) {
326
		if (sources & (1 << i)) {
327
			irq_t *irq = irq_dispatch_and_lock(i);
328
			if (irq) {
329
				/* The IRQ handler was found. */
330
				irq->handler(irq);
331
				spinlock_unlock(&irq->lock);
332
			} else {
333
				/* Spurious interrupt.*/
334
				printf("cpu%d: spurious interrupt (inum=%d)\n",
335
				    CPU->id, i);
336
			}
337
		}
338
	}
2235 stepan 339
}
340
 
2329 kebrt 341
/** Fills exception vectors with appropriate exception handlers. */
2235 stepan 342
void install_exception_handlers(void)
343
{
2464 jermar 344
	install_handler((unsigned) reset_exception_entry,
345
	    (unsigned *) EXC_RESET_VEC);
2235 stepan 346
 
2464 jermar 347
	install_handler((unsigned) undef_instr_exception_entry,
348
	    (unsigned *) EXC_UNDEF_INSTR_VEC);
2235 stepan 349
 
2464 jermar 350
	install_handler((unsigned) swi_exception_entry,
351
	    (unsigned *) EXC_SWI_VEC);
2235 stepan 352
 
2464 jermar 353
	install_handler((unsigned) prefetch_abort_exception_entry,
354
	    (unsigned *) EXC_PREFETCH_ABORT_VEC);
2235 stepan 355
 
2464 jermar 356
	install_handler((unsigned) data_abort_exception_entry,
357
	    (unsigned *) EXC_DATA_ABORT_VEC);
2235 stepan 358
 
2464 jermar 359
	install_handler((unsigned) irq_exception_entry,
360
	    (unsigned *) EXC_IRQ_VEC);
2235 stepan 361
 
4117 decky 362
	install_handler((unsigned) fiq_exception_entry,
2464 jermar 363
	    (unsigned *) EXC_FIQ_VEC);
2179 stepan 364
}
365
 
2284 stepan 366
#ifdef HIGH_EXCEPTION_VECTORS
2329 kebrt 367
/** Activates use of high exception vectors addresses. */
2464 jermar 368
static void high_vectors(void)
2262 stepan 369
{
370
	uint32_t control_reg;
371
 
4018 decky 372
	asm volatile (
373
		"mrc p15, 0, %[control_reg], c1, c1"
374
		: [control_reg] "=r" (control_reg)
375
	);
2262 stepan 376
 
2464 jermar 377
	/* switch on the high vectors bit */
2262 stepan 378
	control_reg |= CP15_R1_HIGH_VECTORS_BIT;
379
 
4018 decky 380
	asm volatile (
381
		"mcr p15, 0, %[control_reg], c1, c1"
382
		:: [control_reg] "r" (control_reg)
383
	);
2262 stepan 384
}
2284 stepan 385
#endif
2262 stepan 386
 
2245 stepan 387
/** Initializes exception handling.
4018 decky 388
 *
2245 stepan 389
 * Installs low-level exception handlers and then registers
390
 * exceptions and their handlers to kernel exception dispatcher.
391
 */
2235 stepan 392
void exception_init(void)
393
{
2262 stepan 394
#ifdef HIGH_EXCEPTION_VECTORS
395
	high_vectors();
396
#endif
2245 stepan 397
	install_exception_handlers();
398
 
2235 stepan 399
	exc_register(EXC_IRQ, "interrupt", (iroutine) irq_exception);
2464 jermar 400
	exc_register(EXC_PREFETCH_ABORT, "prefetch abort",
401
	    (iroutine) prefetch_abort);
2277 jancik 402
	exc_register(EXC_DATA_ABORT, "data abort", (iroutine) data_abort);
2284 stepan 403
	exc_register(EXC_SWI, "software interrupt", (iroutine) swi_exception);
2179 stepan 404
}
405
 
2326 kebrt 406
/** Prints #istate_t structure content.
407
 *
408
 * @param istate Structure to be printed.
409
 */
2304 kebrt 410
void print_istate(istate_t *istate)
411
{
4117 decky 412
	printf("istate dump:\n");
413
 
414
	printf(" r0: %x    r1: %x    r2: %x    r3: %x\n",
2464 jermar 415
	    istate->r0, istate->r1, istate->r2, istate->r3);
4117 decky 416
	printf(" r4: %x    r5: %x    r6: %x    r7: %x\n", 
2464 jermar 417
	    istate->r4, istate->r5, istate->r6, istate->r7);
4117 decky 418
	printf(" r8: %x    r8: %x   r10: %x   r11: %x\n", 
2464 jermar 419
	    istate->r8, istate->r9, istate->r10, istate->r11);
4117 decky 420
	printf(" r12: %x    sp: %x    lr: %x  spsr: %x\n",
2464 jermar 421
	    istate->r12, istate->sp, istate->lr, istate->spsr);
4117 decky 422
 
423
	printf(" pc: %x\n", istate->pc);
2304 kebrt 424
}
425
 
2179 stepan 426
/** @}
427
 */