Rev 3022 | Rev 4156 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed
| Rev 3022 | Rev 4055 | ||
|---|---|---|---|
| Line 38... | Line 38... | ||
| 38 | #include <arch/memstr.h> |
38 | #include <arch/memstr.h> |
| 39 | #include <arch/regutils.h> |
39 | #include <arch/regutils.h> |
| 40 | #include <interrupt.h> |
40 | #include <interrupt.h> |
| 41 | #include <arch/machine.h> |
41 | #include <arch/machine.h> |
| 42 | #include <arch/mm/page_fault.h> |
42 | #include <arch/mm/page_fault.h> |
| - | 43 | #include <arch/barrier.h> |
|
| 43 | #include <print.h> |
44 | #include <print.h> |
| 44 | #include <syscall/syscall.h> |
45 | #include <syscall/syscall.h> |
| 45 | 46 | ||
| 46 | /** Offset used in calculation of exception handler's relative address. |
47 | /** Offset used in calculation of exception handler's relative address. |
| 47 | * |
48 | * |
| Line 60... | Line 61... | ||
| 60 | 61 | ||
| 61 | /** Switches to kernel stack and saves all registers there. |
62 | /** Switches to kernel stack and saves all registers there. |
| 62 | * |
63 | * |
| 63 | * Temporary exception stack is used to save a few registers |
64 | * Temporary exception stack is used to save a few registers |
| 64 | * before stack switch takes place. |
65 | * before stack switch takes place. |
| - | 66 | * |
|
| 65 | */ |
67 | */ |
| 66 | inline static void setup_stack_and_save_regs() |
68 | inline static void setup_stack_and_save_regs() |
| 67 | { |
69 | { |
| 68 | asm volatile( |
70 | asm volatile ( |
| 69 | "ldr r13, =exc_stack \n" |
71 | "ldr r13, =exc_stack\n" |
| 70 | "stmfd r13!, {r0} \n" |
72 | "stmfd r13!, {r0}\n" |
| 71 | "mrs r0, spsr \n" |
73 | "mrs r0, spsr\n" |
| 72 | "and r0, r0, #0x1f \n" |
74 | "and r0, r0, #0x1f\n" |
| 73 | "cmp r0, #0x10 \n" |
75 | "cmp r0, #0x10\n" |
| 74 | "bne 1f \n" |
76 | "bne 1f\n" |
| 75 | 77 | ||
| 76 | /* prev mode was usermode */ |
78 | /* prev mode was usermode */ |
| 77 | "ldmfd r13!, {r0} \n" |
79 | "ldmfd r13!, {r0}\n" |
| 78 | "ldr r13, =supervisor_sp \n" |
80 | "ldr r13, =supervisor_sp\n" |
| 79 | "ldr r13, [r13] \n" |
81 | "ldr r13, [r13]\n" |
| 80 | "stmfd r13!, {lr} \n" |
82 | "stmfd r13!, {lr}\n" |
| 81 | "stmfd r13!, {r0-r12} \n" |
83 | "stmfd r13!, {r0-r12}\n" |
| 82 | "stmfd r13!, {r13, lr}^ \n" |
84 | "stmfd r13!, {r13, lr}^\n" |
| 83 | "mrs r0, spsr \n" |
85 | "mrs r0, spsr\n" |
| 84 | "stmfd r13!, {r0} \n" |
86 | "stmfd r13!, {r0}\n" |
| 85 | "b 2f \n" |
87 | "b 2f\n" |
| 86 | 88 | ||
| 87 | /* mode was not usermode */ |
89 | /* mode was not usermode */ |
| 88 | "1:\n" |
90 | "1:\n" |
| 89 | "stmfd r13!, {r1, r2, r3} \n" |
91 | "stmfd r13!, {r1, r2, r3}\n" |
| 90 | "mrs r1, cpsr \n" |
92 | "mrs r1, cpsr\n" |
| 91 | "mov r2, lr \n" |
93 | "mov r2, lr\n" |
| 92 | "bic r1, r1, #0x1f \n" |
94 | "bic r1, r1, #0x1f\n" |
| 93 | "orr r1, r1, r0 \n" |
95 | "orr r1, r1, r0\n" |
| 94 | "mrs r0, cpsr \n" |
96 | "mrs r0, cpsr\n" |
| 95 | "msr cpsr_c, r1 \n" |
97 | "msr cpsr_c, r1\n" |
| 96 | 98 | ||
| 97 | "mov r3, r13 \n" |
99 | "mov r3, r13\n" |
| 98 | "stmfd r13!, {r2} \n" |
100 | "stmfd r13!, {r2}\n" |
| 99 | "mov r2, lr \n" |
101 | "mov r2, lr\n" |
| 100 | "stmfd r13!, {r4-r12} \n" |
102 | "stmfd r13!, {r4-r12}\n" |
| 101 | "mov r1, r13 \n" |
103 | "mov r1, r13\n" |
| - | 104 | ||
| 102 | /* the following two lines are for debugging */ |
105 | /* the following two lines are for debugging */ |
| 103 | "mov sp, #0 \n" |
106 | "mov sp, #0\n" |
| 104 | "mov lr, #0 \n" |
107 | "mov lr, #0\n" |
| 105 | "msr cpsr_c, r0 \n" |
108 | "msr cpsr_c, r0\n" |
| 106 | 109 | ||
| 107 | "ldmfd r13!, {r4, r5, r6, r7} \n" |
110 | "ldmfd r13!, {r4, r5, r6, r7}\n" |
| 108 | "stmfd r1!, {r4, r5, r6} \n" |
111 | "stmfd r1!, {r4, r5, r6}\n" |
| 109 | "stmfd r1!, {r7} \n" |
112 | "stmfd r1!, {r7}\n" |
| 110 | "stmfd r1!, {r2} \n" |
113 | "stmfd r1!, {r2}\n" |
| 111 | "stmfd r1!, {r3} \n" |
114 | "stmfd r1!, {r3}\n" |
| 112 | "mrs r0, spsr \n" |
115 | "mrs r0, spsr\n" |
| 113 | "stmfd r1!, {r0} \n" |
116 | "stmfd r1!, {r0}\n" |
| 114 | "mov r13, r1 \n" |
117 | "mov r13, r1\n" |
| - | 118 | ||
| 115 | "2:\n" |
119 | "2:\n" |
| 116 | ); |
120 | ); |
| 117 | } |
121 | } |
| 118 | 122 | ||
| 119 | /** Returns from exception mode. |
123 | /** Returns from exception mode. |
| 120 | * |
124 | * |
| Line 186... | Line 190... | ||
| 186 | "ldmfd sp!, {r0-r3} \n" |
190 | "ldmfd sp!, {r0-r3} \n" |
| 187 | ); |
191 | ); |
| 188 | } |
192 | } |
| 189 | 193 | ||
| 190 | /** Calls exception dispatch routine. */ |
194 | /** Calls exception dispatch routine. */ |
| 191 | #define CALL_EXC_DISPATCH(exception) \ |
195 | #define CALL_EXC_DISPATCH(exception) \ |
| - | 196 | asm volatile ( \ |
|
| 192 | asm("mov r0, %0" : : "i" (exception)); \ |
197 | "mov r0, %[exc]\n" \ |
| 193 | asm("mov r1, r13"); \ |
198 | "mov r1, r13\n" \ |
| 194 | asm("bl exc_dispatch"); |
199 | "bl exc_dispatch\n" \ |
| - | 200 | :: [exc] "i" (exception) \ |
|
| - | 201 | );\ |
|
| 195 | 202 | ||
| 196 | /** General exception handler. |
203 | /** General exception handler. |
| 197 | * |
204 | * |
| 198 | * Stores registers, dispatches the exception, |
205 | * Stores registers, dispatches the exception, |
| 199 | * and finally restores registers and returns from exception processing. |
206 | * and finally restores registers and returns from exception processing. |
| 200 | * |
207 | * |
| 201 | * @param exception Exception number. |
208 | * @param exception Exception number. |
| 202 | */ |
209 | */ |
| 203 | #define PROCESS_EXCEPTION(exception) \ |
210 | #define PROCESS_EXCEPTION(exception) \ |
| 204 | setup_stack_and_save_regs(); \ |
211 | setup_stack_and_save_regs(); \ |
| 205 | CALL_EXC_DISPATCH(exception) \ |
212 | CALL_EXC_DISPATCH(exception) \ |
| 206 | load_regs(); |
213 | load_regs(); |
| 207 | 214 | ||
| 208 | /** Updates specified exception vector to jump to given handler. |
215 | /** Updates specified exception vector to jump to given handler. |
| 209 | * |
216 | * |
| 210 | * Addresses of handlers are stored in memory following exception vectors. |
217 | * Addresses of handlers are stored in memory following exception vectors. |
| 211 | */ |
218 | */ |
| 212 | static void install_handler (unsigned handler_addr, unsigned* vector) |
219 | static void install_handler(unsigned handler_addr, unsigned *vector) |
| 213 | { |
220 | { |
| 214 | /* relative address (related to exc. vector) of the word |
221 | /* relative address (related to exc. vector) of the word |
| 215 | * where handler's address is stored |
222 | * where handler's address is stored |
| 216 | */ |
223 | */ |
| 217 | volatile uint32_t handler_address_ptr = EXC_VECTORS_SIZE - |
224 | volatile uint32_t handler_address_ptr = EXC_VECTORS_SIZE - |
| 218 | PREFETCH_OFFSET; |
225 | PREFETCH_OFFSET; |
| 219 | 226 | ||
| 220 | /* make it LDR instruction and store at exception vector */ |
227 | /* make it LDR instruction and store at exception vector */ |
| 221 | *vector = handler_address_ptr | LDR_OPCODE; |
228 | *vector = handler_address_ptr | LDR_OPCODE; |
| - | 229 | smc_coherence(*vector); |
|
| 222 | 230 | ||
| 223 | /* store handler's address */ |
231 | /* store handler's address */ |
| 224 | *(vector + EXC_VECTORS) = handler_addr; |
232 | *(vector + EXC_VECTORS) = handler_addr; |
| 225 | 233 | ||
| 226 | } |
234 | } |
| 227 | 235 | ||
| 228 | /** Low-level Reset Exception handler. */ |
236 | /** Low-level Reset Exception handler. */ |
| 229 | static void reset_exception_entry() |
237 | static void reset_exception_entry(void) |
| 230 | { |
238 | { |
| 231 | PROCESS_EXCEPTION(EXC_RESET); |
239 | PROCESS_EXCEPTION(EXC_RESET); |
| 232 | } |
240 | } |
| 233 | 241 | ||
| 234 | /** Low-level Software Interrupt Exception handler. */ |
242 | /** Low-level Software Interrupt Exception handler. */ |
| 235 | static void swi_exception_entry() |
243 | static void swi_exception_entry(void) |
| 236 | { |
244 | { |
| 237 | PROCESS_EXCEPTION(EXC_SWI); |
245 | PROCESS_EXCEPTION(EXC_SWI); |
| 238 | } |
246 | } |
| 239 | 247 | ||
| 240 | /** Low-level Undefined Instruction Exception handler. */ |
248 | /** Low-level Undefined Instruction Exception handler. */ |
| 241 | static void undef_instr_exception_entry() |
249 | static void undef_instr_exception_entry(void) |
| 242 | { |
250 | { |
| 243 | PROCESS_EXCEPTION(EXC_UNDEF_INSTR); |
251 | PROCESS_EXCEPTION(EXC_UNDEF_INSTR); |
| 244 | } |
252 | } |
| 245 | 253 | ||
| 246 | /** Low-level Fast Interrupt Exception handler. */ |
254 | /** Low-level Fast Interrupt Exception handler. */ |
| 247 | static void fiq_exception_entry() |
255 | static void fiq_exception_entry(void) |
| 248 | { |
256 | { |
| 249 | PROCESS_EXCEPTION(EXC_FIQ); |
257 | PROCESS_EXCEPTION(EXC_FIQ); |
| 250 | } |
258 | } |
| 251 | 259 | ||
| 252 | /** Low-level Prefetch Abort Exception handler. */ |
260 | /** Low-level Prefetch Abort Exception handler. */ |
| 253 | static void prefetch_abort_exception_entry() |
261 | static void prefetch_abort_exception_entry(void) |
| 254 | { |
262 | { |
| 255 | asm("sub lr, lr, #4"); |
263 | asm("sub lr, lr, #4"); |
| 256 | PROCESS_EXCEPTION(EXC_PREFETCH_ABORT); |
264 | PROCESS_EXCEPTION(EXC_PREFETCH_ABORT); |
| 257 | } |
265 | } |
| 258 | 266 | ||
| 259 | /** Low-level Data Abort Exception handler. */ |
267 | /** Low-level Data Abort Exception handler. */ |
| 260 | static void data_abort_exception_entry() |
268 | static void data_abort_exception_entry(void) |
| 261 | { |
269 | { |
| 262 | asm("sub lr, lr, #8"); |
270 | asm("sub lr, lr, #8"); |
| 263 | PROCESS_EXCEPTION(EXC_DATA_ABORT); |
271 | PROCESS_EXCEPTION(EXC_DATA_ABORT); |
| 264 | } |
272 | } |
| 265 | 273 | ||
| Line 267... | Line 275... | ||
| 267 | * |
275 | * |
| 268 | * CPU is switched to Undefined mode before further interrupt processing |
276 | * CPU is switched to Undefined mode before further interrupt processing |
| 269 | * because of possible occurence of nested interrupt exception, which |
277 | * because of possible occurence of nested interrupt exception, which |
| 270 | * would overwrite (and thus spoil) stack pointer. |
278 | * would overwrite (and thus spoil) stack pointer. |
| 271 | */ |
279 | */ |
| 272 | static void irq_exception_entry() |
280 | static void irq_exception_entry(void) |
| 273 | { |
281 | { |
| 274 | asm("sub lr, lr, #4"); |
282 | asm("sub lr, lr, #4"); |
| 275 | setup_stack_and_save_regs(); |
283 | setup_stack_and_save_regs(); |
| 276 | 284 | ||
| 277 | switch_to_irq_servicing_mode(); |
285 | switch_to_irq_servicing_mode(); |
| Line 329... | Line 337... | ||
| 329 | /** Activates use of high exception vectors addresses. */ |
337 | /** Activates use of high exception vectors addresses. */ |
| 330 | static void high_vectors(void) |
338 | static void high_vectors(void) |
| 331 | { |
339 | { |
| 332 | uint32_t control_reg; |
340 | uint32_t control_reg; |
| 333 | 341 | ||
| - | 342 | asm volatile ( |
|
| - | 343 | "mrc p15, 0, %[control_reg], c1, c1" |
|
| 334 | asm volatile("mrc p15, 0, %0, c1, c1" : "=r" (control_reg)); |
344 | : [control_reg] "=r" (control_reg) |
| - | 345 | ); |
|
| 335 | 346 | ||
| 336 | /* switch on the high vectors bit */ |
347 | /* switch on the high vectors bit */ |
| 337 | control_reg |= CP15_R1_HIGH_VECTORS_BIT; |
348 | control_reg |= CP15_R1_HIGH_VECTORS_BIT; |
| 338 | 349 | ||
| - | 350 | asm volatile ( |
|
| - | 351 | "mcr p15, 0, %[control_reg], c1, c1" |
|
| 339 | asm volatile("mcr p15, 0, %0, c1, c1" : : "r" (control_reg)); |
352 | :: [control_reg] "r" (control_reg) |
| - | 353 | ); |
|
| 340 | } |
354 | } |
| 341 | #endif |
355 | #endif |
| 342 | 356 | ||
| 343 | /** Initializes exception handling. |
357 | /** Initializes exception handling. |
| 344 | * |
358 | * |
| 345 | * Installs low-level exception handlers and then registers |
359 | * Installs low-level exception handlers and then registers |
| 346 | * exceptions and their handlers to kernel exception dispatcher. |
360 | * exceptions and their handlers to kernel exception dispatcher. |
| 347 | */ |
361 | */ |
| 348 | void exception_init(void) |
362 | void exception_init(void) |
| 349 | { |
363 | { |