Subversion Repositories HelenOS

Rev

Rev 3022 | Rev 4156 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 3022 Rev 4055
Line 38... Line 38...
38
#include <arch/memstr.h>
38
#include <arch/memstr.h>
39
#include <arch/regutils.h>
39
#include <arch/regutils.h>
40
#include <interrupt.h>
40
#include <interrupt.h>
41
#include <arch/machine.h>
41
#include <arch/machine.h>
42
#include <arch/mm/page_fault.h>
42
#include <arch/mm/page_fault.h>
-
 
43
#include <arch/barrier.h>
43
#include <print.h>
44
#include <print.h>
44
#include <syscall/syscall.h>
45
#include <syscall/syscall.h>
45
 
46
 
46
/** Offset used in calculation of exception handler's relative address.
47
/** Offset used in calculation of exception handler's relative address.
47
 *
48
 *
Line 60... Line 61...
60
 
61
 
61
/** Switches to kernel stack and saves all registers there.
62
/** Switches to kernel stack and saves all registers there.
62
 *
63
 *
63
 * Temporary exception stack is used to save a few registers
64
 * Temporary exception stack is used to save a few registers
64
 * before stack switch takes place.
65
 * before stack switch takes place.
-
 
66
 *
65
 */
67
 */
66
inline static void setup_stack_and_save_regs()
68
inline static void setup_stack_and_save_regs()
67
{
69
{
68
    asm volatile(
70
    asm volatile (
69
        "ldr r13, =exc_stack        \n"
71
        "ldr r13, =exc_stack\n"
70
        "stmfd r13!, {r0}       \n"
72
        "stmfd r13!, {r0}\n"
71
        "mrs r0, spsr           \n"
73
        "mrs r0, spsr\n"
72
        "and r0, r0, #0x1f      \n"
74
        "and r0, r0, #0x1f\n"
73
        "cmp r0, #0x10          \n"
75
        "cmp r0, #0x10\n"
74
        "bne 1f             \n"
76
        "bne 1f\n"
75
 
77
       
76
        /* prev mode was usermode */
78
        /* prev mode was usermode */
77
        "ldmfd r13!, {r0}       \n"
79
        "ldmfd r13!, {r0}\n"
78
        "ldr r13, =supervisor_sp    \n"
80
        "ldr r13, =supervisor_sp\n"
79
        "ldr r13, [r13]         \n"
81
        "ldr r13, [r13]\n"
80
        "stmfd r13!, {lr}       \n"
82
        "stmfd r13!, {lr}\n"
81
        "stmfd r13!, {r0-r12}       \n"
83
        "stmfd r13!, {r0-r12}\n"
82
        "stmfd r13!, {r13, lr}^     \n"
84
        "stmfd r13!, {r13, lr}^\n"
83
        "mrs r0, spsr           \n"
85
        "mrs r0, spsr\n"
84
        "stmfd r13!, {r0}       \n"
86
        "stmfd r13!, {r0}\n"
85
        "b 2f               \n"
87
        "b 2f\n"
86
 
88
       
87
        /* mode was not usermode */
89
        /* mode was not usermode */
88
    "1:\n"
90
        "1:\n"
89
        "stmfd r13!, {r1, r2, r3}   \n"
91
            "stmfd r13!, {r1, r2, r3}\n"
90
        "mrs r1, cpsr           \n"
92
            "mrs r1, cpsr\n"
91
        "mov r2, lr         \n"
93
            "mov r2, lr\n"
92
        "bic r1, r1, #0x1f      \n"
94
            "bic r1, r1, #0x1f\n"
93
        "orr r1, r1, r0         \n"
95
            "orr r1, r1, r0\n"
94
        "mrs r0, cpsr           \n"
96
            "mrs r0, cpsr\n"
95
        "msr cpsr_c, r1         \n"
97
            "msr cpsr_c, r1\n"
96
 
98
           
97
        "mov r3, r13            \n"
99
            "mov r3, r13\n"
98
        "stmfd r13!, {r2}       \n"
100
            "stmfd r13!, {r2}\n"
99
        "mov r2, lr         \n"
101
            "mov r2, lr\n"
100
        "stmfd r13!, {r4-r12}       \n"
102
            "stmfd r13!, {r4-r12}\n"
101
        "mov r1, r13            \n"
103
            "mov r1, r13\n"
-
 
104
           
102
        /* the following two lines are for debugging */
105
            /* the following two lines are for debugging */
103
        "mov sp, #0         \n"
106
            "mov sp, #0\n"
104
        "mov lr, #0         \n"
107
            "mov lr, #0\n"
105
        "msr cpsr_c, r0         \n"
108
            "msr cpsr_c, r0\n"
106
 
109
           
107
        "ldmfd r13!, {r4, r5, r6, r7}   \n"
110
            "ldmfd r13!, {r4, r5, r6, r7}\n"
108
        "stmfd r1!, {r4, r5, r6}    \n"
111
            "stmfd r1!, {r4, r5, r6}\n"
109
        "stmfd r1!, {r7}        \n"
112
            "stmfd r1!, {r7}\n"
110
        "stmfd r1!, {r2}        \n"
113
            "stmfd r1!, {r2}\n"
111
        "stmfd r1!, {r3}        \n"
114
            "stmfd r1!, {r3}\n"
112
        "mrs r0, spsr           \n"
115
            "mrs r0, spsr\n"
113
        "stmfd r1!, {r0}        \n"
116
            "stmfd r1!, {r0}\n"
114
        "mov r13, r1            \n"
117
            "mov r13, r1\n"
-
 
118
           
115
    "2:\n"
119
        "2:\n"
116
    );
120
    );
117
}
121
}
118
 
122
 
119
/** Returns from exception mode.
123
/** Returns from exception mode.
120
 *
124
 *
Line 186... Line 190...
186
        "ldmfd sp!, {r0-r3}     \n"
190
        "ldmfd sp!, {r0-r3}     \n"
187
    );
191
    );
188
}
192
}
189
 
193
 
190
/** Calls exception dispatch routine. */
194
/** Calls exception dispatch routine. */
191
#define CALL_EXC_DISPATCH(exception)        \
195
#define CALL_EXC_DISPATCH(exception) \
-
 
196
    asm volatile ( \
192
    asm("mov r0, %0" : : "i" (exception));  \
197
        "mov r0, %[exc]\n" \
193
    asm("mov r1, r13");         \
198
        "mov r1, r13\n" \
194
    asm("bl exc_dispatch");     
199
        "bl exc_dispatch\n" \
-
 
200
        :: [exc] "i" (exception) \
-
 
201
    );\
195
 
202
 
196
/** General exception handler.
203
/** General exception handler.
197
 *
204
 *
198
 *  Stores registers, dispatches the exception,
205
 *  Stores registers, dispatches the exception,
199
 *  and finally restores registers and returns from exception processing.
206
 *  and finally restores registers and returns from exception processing.
200
 *
207
 *
201
 *  @param exception Exception number.
208
 *  @param exception Exception number.
202
 */
209
 */
203
#define PROCESS_EXCEPTION(exception)        \
210
#define PROCESS_EXCEPTION(exception) \
204
    setup_stack_and_save_regs();        \
211
    setup_stack_and_save_regs(); \
205
    CALL_EXC_DISPATCH(exception)        \
212
    CALL_EXC_DISPATCH(exception) \
206
    load_regs();
213
    load_regs();
207
 
214
 
208
/** Updates specified exception vector to jump to given handler.
215
/** Updates specified exception vector to jump to given handler.
209
 *
216
 *
210
 *  Addresses of handlers are stored in memory following exception vectors.
217
 *  Addresses of handlers are stored in memory following exception vectors.
211
 */
218
 */
212
static void install_handler (unsigned handler_addr, unsigned* vector)
219
static void install_handler(unsigned handler_addr, unsigned *vector)
213
{
220
{
214
    /* relative address (related to exc. vector) of the word
221
    /* relative address (related to exc. vector) of the word
215
     * where handler's address is stored
222
     * where handler's address is stored
216
    */
223
    */
217
    volatile uint32_t handler_address_ptr = EXC_VECTORS_SIZE -
224
    volatile uint32_t handler_address_ptr = EXC_VECTORS_SIZE -
218
        PREFETCH_OFFSET;
225
        PREFETCH_OFFSET;
219
   
226
   
220
    /* make it LDR instruction and store at exception vector */
227
    /* make it LDR instruction and store at exception vector */
221
    *vector = handler_address_ptr | LDR_OPCODE;
228
    *vector = handler_address_ptr | LDR_OPCODE;
-
 
229
    smc_coherence(*vector);
222
   
230
   
223
    /* store handler's address */
231
    /* store handler's address */
224
    *(vector + EXC_VECTORS) = handler_addr;
232
    *(vector + EXC_VECTORS) = handler_addr;
225
 
233
 
226
}
234
}
227
 
235
 
228
/** Low-level Reset Exception handler. */
236
/** Low-level Reset Exception handler. */
229
static void reset_exception_entry()
237
static void reset_exception_entry(void)
230
{
238
{
231
    PROCESS_EXCEPTION(EXC_RESET);
239
    PROCESS_EXCEPTION(EXC_RESET);
232
}
240
}
233
 
241
 
234
/** Low-level Software Interrupt Exception handler. */
242
/** Low-level Software Interrupt Exception handler. */
235
static void swi_exception_entry()
243
static void swi_exception_entry(void)
236
{
244
{
237
    PROCESS_EXCEPTION(EXC_SWI);
245
    PROCESS_EXCEPTION(EXC_SWI);
238
}
246
}
239
 
247
 
240
/** Low-level Undefined Instruction Exception handler. */
248
/** Low-level Undefined Instruction Exception handler. */
241
static void undef_instr_exception_entry()
249
static void undef_instr_exception_entry(void)
242
{
250
{
243
    PROCESS_EXCEPTION(EXC_UNDEF_INSTR);
251
    PROCESS_EXCEPTION(EXC_UNDEF_INSTR);
244
}
252
}
245
 
253
 
246
/** Low-level Fast Interrupt Exception handler. */
254
/** Low-level Fast Interrupt Exception handler. */
247
static void fiq_exception_entry()
255
static void fiq_exception_entry(void)
248
{
256
{
249
    PROCESS_EXCEPTION(EXC_FIQ);
257
    PROCESS_EXCEPTION(EXC_FIQ);
250
}
258
}
251
 
259
 
252
/** Low-level Prefetch Abort Exception handler. */
260
/** Low-level Prefetch Abort Exception handler. */
253
static void prefetch_abort_exception_entry()
261
static void prefetch_abort_exception_entry(void)
254
{
262
{
255
    asm("sub lr, lr, #4");
263
    asm("sub lr, lr, #4");
256
    PROCESS_EXCEPTION(EXC_PREFETCH_ABORT);
264
    PROCESS_EXCEPTION(EXC_PREFETCH_ABORT);
257
}
265
}
258
 
266
 
259
/** Low-level Data Abort Exception handler. */
267
/** Low-level Data Abort Exception handler. */
260
static void data_abort_exception_entry()
268
static void data_abort_exception_entry(void)
261
{
269
{
262
    asm("sub lr, lr, #8");
270
    asm("sub lr, lr, #8");
263
    PROCESS_EXCEPTION(EXC_DATA_ABORT);
271
    PROCESS_EXCEPTION(EXC_DATA_ABORT);
264
}
272
}
265
 
273
 
Line 267... Line 275...
267
 *
275
 *
268
 * CPU is switched to Undefined mode before further interrupt processing
276
 * CPU is switched to Undefined mode before further interrupt processing
269
 * because of possible occurence of nested interrupt exception, which
277
 * because of possible occurence of nested interrupt exception, which
270
 * would overwrite (and thus spoil) stack pointer.
278
 * would overwrite (and thus spoil) stack pointer.
271
 */
279
 */
272
static void irq_exception_entry()
280
static void irq_exception_entry(void)
273
{
281
{
274
    asm("sub lr, lr, #4");
282
    asm("sub lr, lr, #4");
275
    setup_stack_and_save_regs();
283
    setup_stack_and_save_regs();
276
   
284
   
277
    switch_to_irq_servicing_mode();
285
    switch_to_irq_servicing_mode();
Line 329... Line 337...
329
/** Activates use of high exception vectors addresses. */
337
/** Activates use of high exception vectors addresses. */
330
static void high_vectors(void)
338
static void high_vectors(void)
331
{
339
{
332
    uint32_t control_reg;
340
    uint32_t control_reg;
333
   
341
   
-
 
342
    asm volatile (
-
 
343
        "mrc p15, 0, %[control_reg], c1, c1"
334
    asm volatile("mrc p15, 0, %0, c1, c1" : "=r" (control_reg));
344
        : [control_reg] "=r" (control_reg)
-
 
345
    );
335
   
346
   
336
    /* switch on the high vectors bit */
347
    /* switch on the high vectors bit */
337
    control_reg |= CP15_R1_HIGH_VECTORS_BIT;
348
    control_reg |= CP15_R1_HIGH_VECTORS_BIT;
338
   
349
   
-
 
350
    asm volatile (
-
 
351
        "mcr p15, 0, %[control_reg], c1, c1"
339
    asm volatile("mcr p15, 0, %0, c1, c1" : : "r" (control_reg));
352
        :: [control_reg] "r" (control_reg)
-
 
353
    );
340
}
354
}
341
#endif
355
#endif
342
 
356
 
343
/** Initializes exception handling.
357
/** Initializes exception handling.
344
 *
358
 *
345
 * Installs low-level exception handlers and then registers
359
 * Installs low-level exception handlers and then registers
346
 * exceptions and their handlers to kernel exception dispatcher.
360
 * exceptions and their handlers to kernel exception dispatcher.
347
 */
361
 */
348
void exception_init(void)
362
void exception_init(void)
349
{
363
{