Subversion Repositories HelenOS

Rev

Rev 4018 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
2235 stepan 1
/*
2179 stepan 2
 * Copyright (c) 2007 Petr Stepan
3
 * All rights reserved.
4
 *
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
7
 * are met:
8
 *
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
28
 
29
/** @addtogroup arm32
30
 * @{
31
 */
32
/** @file
2410 stepan 33
 *  @brief Exception handlers and exception initialization routines.
2179 stepan 34
 */
35
 
36
#include <arch/exception.h>
37
#include <arch/memstr.h>
2235 stepan 38
#include <arch/regutils.h>
39
#include <interrupt.h>
2282 jancik 40
#include <arch/mm/page_fault.h>
3135 jermar 41
#include <arch/barrier.h>
4117 decky 42
#include <arch/drivers/gxemul.h>
2284 stepan 43
#include <print.h>
2286 stepan 44
#include <syscall/syscall.h>
2179 stepan 45
 
2407 stepan 46
/** Offset used in calculation of exception handler's relative address.
47
 *
48
 * @see install_handler()
49
 */
50
#define PREFETCH_OFFSET      0x8
2329 kebrt 51
 
2407 stepan 52
/** LDR instruction's code */
2306 kebrt 53
#define LDR_OPCODE           0xe59ff000
2179 stepan 54
 
2407 stepan 55
/** Number of exception vectors. */
56
#define EXC_VECTORS          8
2329 kebrt 57
 
2407 stepan 58
/** Size of memory block occupied by exception vectors. */
59
#define EXC_VECTORS_SIZE     (EXC_VECTORS * 4)
60
 
2355 stepan 61
/** Switches to kernel stack and saves all registers there.
62
 *
63
 * Temporary exception stack is used to save a few registers
64
 * before stack switch takes place.
4018 decky 65
 *
2355 stepan 66
 */
2284 stepan 67
inline static void setup_stack_and_save_regs()
68
{
4018 decky 69
    asm volatile (
70
        "ldr r13, =exc_stack\n"
71
        "stmfd r13!, {r0}\n"
72
        "mrs r0, spsr\n"
73
        "and r0, r0, #0x1f\n"
74
        "cmp r0, #0x10\n"
75
        "bne 1f\n"
76
 
2464 jermar 77
        /* prev mode was usermode */
4018 decky 78
        "ldmfd r13!, {r0}\n"
79
        "ldr r13, =supervisor_sp\n"
80
        "ldr r13, [r13]\n"
81
        "stmfd r13!, {lr}\n"
82
        "stmfd r13!, {r0-r12}\n"
83
        "stmfd r13!, {r13, lr}^\n"
84
        "mrs r0, spsr\n"
85
        "stmfd r13!, {r0}\n"
86
        "b 2f\n"
87
 
2464 jermar 88
        /* mode was not usermode */
4018 decky 89
        "1:\n"
90
            "stmfd r13!, {r1, r2, r3}\n"
91
            "mrs r1, cpsr\n"
92
            "mov r2, lr\n"
93
            "bic r1, r1, #0x1f\n"
94
            "orr r1, r1, r0\n"
95
            "mrs r0, cpsr\n"
96
            "msr cpsr_c, r1\n"
97
 
98
            "mov r3, r13\n"
99
            "stmfd r13!, {r2}\n"
100
            "mov r2, lr\n"
101
            "stmfd r13!, {r4-r12}\n"
102
            "mov r1, r13\n"
103
 
104
            /* the following two lines are for debugging */
105
            "mov sp, #0\n"
106
            "mov lr, #0\n"
107
            "msr cpsr_c, r0\n"
108
 
109
            "ldmfd r13!, {r4, r5, r6, r7}\n"
110
            "stmfd r1!, {r4, r5, r6}\n"
111
            "stmfd r1!, {r7}\n"
112
            "stmfd r1!, {r2}\n"
113
            "stmfd r1!, {r3}\n"
114
            "mrs r0, spsr\n"
115
            "stmfd r1!, {r0}\n"
116
            "mov r13, r1\n"
117
 
118
        "2:\n"
2464 jermar 119
    );
2284 stepan 120
}
121
 
2355 stepan 122
/** Returns from exception mode.
123
 *
124
 * Previously saved state of registers (including control register)
125
 * is restored from the stack.
126
 */
2284 stepan 127
inline static void load_regs()
128
{
2464 jermar 129
    asm volatile(
130
        "ldmfd r13!, {r0}       \n"
131
        "msr spsr, r0           \n"
132
        "and r0, r0, #0x1f      \n"
133
        "cmp r0, #0x10          \n"
134
        "bne 1f             \n"
135
 
136
        /* return to user mode */
137
        "ldmfd r13!, {r13, lr}^     \n"
138
        "b 2f               \n"
139
 
140
        /* return to non-user mode */
141
    "1:\n"
142
        "ldmfd r13!, {r1, r2}       \n"
143
        "mrs r3, cpsr           \n"
144
        "bic r3, r3, #0x1f      \n"
145
        "orr r3, r3, r0         \n"
146
        "mrs r0, cpsr           \n"
147
        "msr cpsr_c, r3         \n"
148
 
149
        "mov r13, r1            \n"
150
        "mov lr, r2         \n"
151
        "msr cpsr_c, r0         \n"
152
 
153
        /* actual return */
154
    "2:\n"
155
        "ldmfd r13, {r0-r12, pc}^\n"
156
    );
2284 stepan 157
}
158
 
2411 stepan 159
 
2407 stepan 160
/** Switch CPU to mode in which interrupts are serviced (currently it
161
 * is Undefined mode).
162
 *
163
 * The default mode for interrupt servicing (Interrupt Mode)
164
 * can not be used because of nested interrupts (which can occur
2464 jermar 165
 * because interrupts are enabled in higher levels of interrupt handler).
2407 stepan 166
 */
2414 kebrt 167
inline static void switch_to_irq_servicing_mode()
2407 stepan 168
{
169
    /* switch to Undefined mode */
170
    asm volatile(
171
        /* save regs used during switching */
172
        "stmfd sp!, {r0-r3}     \n"
173
 
174
        /* save stack pointer and link register to r1, r2 */
175
        "mov r1, sp         \n"
176
        "mov r2, lr         \n"
177
 
178
        /* mode switch */
179
        "mrs r0, cpsr           \n"
180
        "bic r0, r0, #0x1f      \n"
181
        "orr r0, r0, #0x1b      \n"
182
        "msr cpsr_c, r0         \n"
183
 
184
        /* restore saved sp and lr */
185
        "mov sp, r1         \n"
186
        "mov lr, r2         \n"
187
 
188
        /* restore original regs */
189
        "ldmfd sp!, {r0-r3}     \n"
190
    );
191
}
192
 
2355 stepan 193
/** Calls exception dispatch routine. */
4018 decky 194
#define CALL_EXC_DISPATCH(exception) \
195
    asm volatile ( \
196
        "mov r0, %[exc]\n" \
197
        "mov r1, r13\n" \
198
        "bl exc_dispatch\n" \
199
        :: [exc] "i" (exception) \
200
    );\
2235 stepan 201
 
202
/** General exception handler.
2355 stepan 203
 *
2235 stepan 204
 *  Stores registers, dispatches the exception,
205
 *  and finally restores registers and returns from exception processing.
2329 kebrt 206
 *
207
 *  @param exception Exception number.
2235 stepan 208
 */
4018 decky 209
#define PROCESS_EXCEPTION(exception) \
210
    setup_stack_and_save_regs(); \
211
    CALL_EXC_DISPATCH(exception) \
2284 stepan 212
    load_regs();
2235 stepan 213
 
214
/** Updates specified exception vector to jump to given handler.
2355 stepan 215
 *
2329 kebrt 216
 *  Addresses of handlers are stored in memory following exception vectors.
2235 stepan 217
 */
3135 jermar 218
static void install_handler(unsigned handler_addr, unsigned *vector)
2235 stepan 219
{
220
    /* relative address (related to exc. vector) of the word
221
     * where handler's address is stored
222
    */
2611 jermar 223
    volatile uint32_t handler_address_ptr = EXC_VECTORS_SIZE -
224
        PREFETCH_OFFSET;
2179 stepan 225
 
2235 stepan 226
    /* make it LDR instruction and store at exception vector */
227
    *vector = handler_address_ptr | LDR_OPCODE;
3135 jermar 228
    smc_coherence(*vector);
2179 stepan 229
 
2235 stepan 230
    /* store handler's address */
231
    *(vector + EXC_VECTORS) = handler_addr;
2284 stepan 232
 
2179 stepan 233
}
234
 
2329 kebrt 235
/** Low-level Reset Exception handler. */
3135 jermar 236
static void reset_exception_entry(void)
2235 stepan 237
{
238
    PROCESS_EXCEPTION(EXC_RESET);
2179 stepan 239
}
240
 
2329 kebrt 241
/** Low-level Software Interrupt Exception handler. */
3135 jermar 242
static void swi_exception_entry(void)
2235 stepan 243
{
244
    PROCESS_EXCEPTION(EXC_SWI);
2179 stepan 245
}
246
 
2329 kebrt 247
/** Low-level Undefined Instruction Exception handler. */
3135 jermar 248
static void undef_instr_exception_entry(void)
2235 stepan 249
{
250
    PROCESS_EXCEPTION(EXC_UNDEF_INSTR);
251
}
252
 
2329 kebrt 253
/** Low-level Fast Interrupt Exception handler. */
3135 jermar 254
static void fiq_exception_entry(void)
2235 stepan 255
{
256
    PROCESS_EXCEPTION(EXC_FIQ);
257
}
258
 
2329 kebrt 259
/** Low-level Prefetch Abort Exception handler. */
3135 jermar 260
static void prefetch_abort_exception_entry(void)
2235 stepan 261
{
4117 decky 262
    asm volatile (
263
        "sub lr, lr, #4"
264
    );
265
 
2235 stepan 266
    PROCESS_EXCEPTION(EXC_PREFETCH_ABORT);
267
}
268
 
2329 kebrt 269
/** Low-level Data Abort Exception handler. */
3135 jermar 270
static void data_abort_exception_entry(void)
2235 stepan 271
{
4117 decky 272
    asm volatile (
273
        "sub lr, lr, #8"
274
    );
275
 
2235 stepan 276
    PROCESS_EXCEPTION(EXC_DATA_ABORT);
277
}
278
 
2355 stepan 279
/** Low-level Interrupt Exception handler.
280
 *
281
 * CPU is switched to Undefined mode before further interrupt processing
282
 * because of possible occurence of nested interrupt exception, which
283
 * would overwrite (and thus spoil) stack pointer.
284
 */
3135 jermar 285
static void irq_exception_entry(void)
2235 stepan 286
{
4117 decky 287
    asm volatile (
288
        "sub lr, lr, #4"
289
    );
290
 
2344 stepan 291
    setup_stack_and_save_regs();
2407 stepan 292
 
2414 kebrt 293
    switch_to_irq_servicing_mode();
2407 stepan 294
 
2344 stepan 295
    CALL_EXC_DISPATCH(EXC_IRQ)
296
 
297
    load_regs();
2235 stepan 298
}
299
 
2286 stepan 300
/** Software Interrupt handler.
301
 *
302
 * Dispatches the syscall.
303
 */
2304 kebrt 304
static void swi_exception(int exc_no, istate_t *istate)
2284 stepan 305
{
2464 jermar 306
    istate->r0 = syscall_handler(istate->r0, istate->r1, istate->r2,
2611 jermar 307
        istate->r3, istate->r4, istate->r5, istate->r6);
2284 stepan 308
}
309
 
4117 decky 310
/** Returns the mask of active interrupts. */
311
static inline uint32_t gxemul_irqc_get_sources(void)
312
{
313
    return *((uint32_t *) gxemul_irqc);
314
}
315
 
2235 stepan 316
/** Interrupt Exception handler.
2286 stepan 317
 *
2464 jermar 318
 * Determines the sources of interrupt and calls their handlers.
2235 stepan 319
 */
2304 kebrt 320
static void irq_exception(int exc_no, istate_t *istate)
2235 stepan 321
{
4117 decky 322
    uint32_t sources = gxemul_irqc_get_sources();
323
    unsigned int i;
324
 
325
    for (i = 0; i < GXEMUL_IRQC_MAX_IRQ; i++) {
326
        if (sources & (1 << i)) {
327
            irq_t *irq = irq_dispatch_and_lock(i);
328
            if (irq) {
329
                /* The IRQ handler was found. */
330
                irq->handler(irq);
331
                spinlock_unlock(&irq->lock);
332
            } else {
333
                /* Spurious interrupt.*/
334
                printf("cpu%d: spurious interrupt (inum=%d)\n",
335
                    CPU->id, i);
336
            }
337
        }
338
    }
2235 stepan 339
}
340
 
2329 kebrt 341
/** Fills exception vectors with appropriate exception handlers. */
2235 stepan 342
void install_exception_handlers(void)
343
{
2464 jermar 344
    install_handler((unsigned) reset_exception_entry,
345
        (unsigned *) EXC_RESET_VEC);
2235 stepan 346
 
2464 jermar 347
    install_handler((unsigned) undef_instr_exception_entry,
348
        (unsigned *) EXC_UNDEF_INSTR_VEC);
2235 stepan 349
 
2464 jermar 350
    install_handler((unsigned) swi_exception_entry,
351
        (unsigned *) EXC_SWI_VEC);
2235 stepan 352
 
2464 jermar 353
    install_handler((unsigned) prefetch_abort_exception_entry,
354
        (unsigned *) EXC_PREFETCH_ABORT_VEC);
2235 stepan 355
 
2464 jermar 356
    install_handler((unsigned) data_abort_exception_entry,
357
        (unsigned *) EXC_DATA_ABORT_VEC);
2235 stepan 358
 
2464 jermar 359
    install_handler((unsigned) irq_exception_entry,
360
        (unsigned *) EXC_IRQ_VEC);
2235 stepan 361
 
4117 decky 362
    install_handler((unsigned) fiq_exception_entry,
2464 jermar 363
        (unsigned *) EXC_FIQ_VEC);
2179 stepan 364
}
365
 
2284 stepan 366
#ifdef HIGH_EXCEPTION_VECTORS
2329 kebrt 367
/** Activates use of high exception vectors addresses. */
2464 jermar 368
static void high_vectors(void)
2262 stepan 369
{
370
    uint32_t control_reg;
371
 
4018 decky 372
    asm volatile (
373
        "mrc p15, 0, %[control_reg], c1, c1"
374
        : [control_reg] "=r" (control_reg)
375
    );
2262 stepan 376
 
2464 jermar 377
    /* switch on the high vectors bit */
2262 stepan 378
    control_reg |= CP15_R1_HIGH_VECTORS_BIT;
379
 
4018 decky 380
    asm volatile (
381
        "mcr p15, 0, %[control_reg], c1, c1"
382
        :: [control_reg] "r" (control_reg)
383
    );
2262 stepan 384
}
2284 stepan 385
#endif
2262 stepan 386
 
2245 stepan 387
/** Initializes exception handling.
4018 decky 388
 *
2245 stepan 389
 * Installs low-level exception handlers and then registers
390
 * exceptions and their handlers to kernel exception dispatcher.
391
 */
2235 stepan 392
void exception_init(void)
393
{
2262 stepan 394
#ifdef HIGH_EXCEPTION_VECTORS
395
    high_vectors();
396
#endif
2245 stepan 397
    install_exception_handlers();
398
 
2235 stepan 399
    exc_register(EXC_IRQ, "interrupt", (iroutine) irq_exception);
2464 jermar 400
    exc_register(EXC_PREFETCH_ABORT, "prefetch abort",
401
        (iroutine) prefetch_abort);
2277 jancik 402
    exc_register(EXC_DATA_ABORT, "data abort", (iroutine) data_abort);
2284 stepan 403
    exc_register(EXC_SWI, "software interrupt", (iroutine) swi_exception);
2179 stepan 404
}
405
 
2326 kebrt 406
/** Prints #istate_t structure content.
407
 *
408
 * @param istate Structure to be printed.
409
 */
2304 kebrt 410
void print_istate(istate_t *istate)
411
{
4117 decky 412
    printf("istate dump:\n");
413
 
414
    printf(" r0: %x    r1: %x    r2: %x    r3: %x\n",
2464 jermar 415
        istate->r0, istate->r1, istate->r2, istate->r3);
4117 decky 416
    printf(" r4: %x    r5: %x    r6: %x    r7: %x\n",
2464 jermar 417
        istate->r4, istate->r5, istate->r6, istate->r7);
4117 decky 418
    printf(" r8: %x    r8: %x   r10: %x   r11: %x\n",
2464 jermar 419
        istate->r8, istate->r9, istate->r10, istate->r11);
4117 decky 420
    printf(" r12: %x    sp: %x    lr: %x  spsr: %x\n",
2464 jermar 421
        istate->r12, istate->sp, istate->lr, istate->spsr);
4117 decky 422
 
423
    printf(" pc: %x\n", istate->pc);
2304 kebrt 424
}
425
 
2179 stepan 426
/** @}
427
 */