Subversion Repositories HelenOS

Rev

Rev 4016 | Rev 4137 | Go to most recent revision | Only display areas with differences | Regard whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 4016 Rev 4132
1
/*
1
/*
2
 * Copyright (c) 2001-2004 Jakub Jermar
2
 * Copyright (c) 2001-2004 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
/** @addtogroup ia32interrupt
29
/** @addtogroup ia32interrupt
30
 * @{
30
 * @{
31
 */
31
 */
32
/** @file
32
/** @file
33
 */
33
 */
34
 
34
 
35
#include <arch/interrupt.h>
35
#include <arch/interrupt.h>
36
#include <syscall/syscall.h>
36
#include <syscall/syscall.h>
37
#include <print.h>
37
#include <print.h>
38
#include <debug.h>
38
#include <debug.h>
39
#include <panic.h>
39
#include <panic.h>
40
#include <arch/drivers/i8259.h>
40
#include <arch/drivers/i8259.h>
41
#include <func.h>
41
#include <func.h>
42
#include <cpu.h>
42
#include <cpu.h>
43
#include <arch/asm.h>
43
#include <arch/asm.h>
44
#include <mm/tlb.h>
44
#include <mm/tlb.h>
45
#include <mm/as.h>
45
#include <mm/as.h>
46
#include <arch.h>
46
#include <arch.h>
47
#include <symtab.h>
-
 
48
#include <proc/thread.h>
47
#include <proc/thread.h>
49
#include <proc/task.h>
48
#include <proc/task.h>
50
#include <synch/spinlock.h>
49
#include <synch/spinlock.h>
51
#include <arch/ddi/ddi.h>
50
#include <arch/ddi/ddi.h>
52
#include <ipc/sysipc.h>
51
#include <ipc/sysipc.h>
53
#include <interrupt.h>
52
#include <interrupt.h>
54
#include <ddi/irq.h>
53
#include <ddi/irq.h>
55
 
54
 
-
 
55
#ifdef CONFIG_SYMTAB
-
 
56
#include <symtab.h>
-
 
57
#endif
-
 
58
 
56
/*
59
/*
57
 * Interrupt and exception dispatching.
60
 * Interrupt and exception dispatching.
58
 */
61
 */
59
 
62
 
60
void (* disable_irqs_function)(uint16_t irqmask) = NULL;
63
void (* disable_irqs_function)(uint16_t irqmask) = NULL;
61
void (* enable_irqs_function)(uint16_t irqmask) = NULL;
64
void (* enable_irqs_function)(uint16_t irqmask) = NULL;
62
void (* eoi_function)(void) = NULL;
65
void (* eoi_function)(void) = NULL;
63
 
66
 
64
void decode_istate(istate_t *istate)
67
void decode_istate(istate_t *istate)
65
{
68
{
66
    char *symbol = get_symtab_entry(istate->eip);
69
    char *symbol;
67
 
70
 
-
 
71
#ifdef CONFIG_SYMTAB
-
 
72
    symbol = get_symtab_entry(istate->eip);
68
    if (!symbol)
73
    if (!symbol)
69
        symbol = "";
74
        symbol = "";
-
 
75
#else
-
 
76
    symbol = "";
-
 
77
#endif
70
 
78
 
71
    if (CPU)
79
    if (CPU)
72
        printf("----------------EXCEPTION OCCURED (cpu%u)----------------\n", CPU->id);
80
        printf("----------------EXCEPTION OCCURED (cpu%u)----------------\n", CPU->id);
73
    else
81
    else
74
        printf("----------------EXCEPTION OCCURED----------------\n");
82
        printf("----------------EXCEPTION OCCURED----------------\n");
75
       
83
       
76
    printf("%%eip: %#lx (%s)\n", istate->eip, symbol);
84
    printf("%%eip: %#lx (%s)\n", istate->eip, symbol);
77
    printf("ERROR_WORD=%#lx\n", istate->error_word);
85
    printf("ERROR_WORD=%#lx\n", istate->error_word);
78
    printf("%%cs=%#lx,flags=%#lx\n", istate->cs, istate->eflags);
86
    printf("%%cs=%#lx,flags=%#lx\n", istate->cs, istate->eflags);
79
    printf("%%eax=%#lx, %%ecx=%#lx, %%edx=%#lx, %%esp=%p\n", istate->eax, istate->ecx, istate->edx, &istate->stack[0]);
87
    printf("%%eax=%#lx, %%ecx=%#lx, %%edx=%#lx, %%esp=%p\n", istate->eax, istate->ecx, istate->edx, &istate->stack[0]);
80
    printf("stack: %#lx, %#lx, %#lx, %#lx\n", istate->stack[0], istate->stack[1], istate->stack[2], istate->stack[3]);
88
    printf("stack: %#lx, %#lx, %#lx, %#lx\n", istate->stack[0], istate->stack[1], istate->stack[2], istate->stack[3]);
81
    printf("       %#lx, %#lx, %#lx, %#lx\n", istate->stack[4], istate->stack[5], istate->stack[6], istate->stack[7]);
89
    printf("       %#lx, %#lx, %#lx, %#lx\n", istate->stack[4], istate->stack[5], istate->stack[6], istate->stack[7]);
82
}
90
}
83
 
91
 
84
static void trap_virtual_eoi(void)
92
static void trap_virtual_eoi(void)
85
{
93
{
86
    if (eoi_function)
94
    if (eoi_function)
87
        eoi_function();
95
        eoi_function();
88
    else
96
    else
89
        panic("No eoi_function.");
97
        panic("No eoi_function.");
90
 
98
 
91
}
99
}
92
 
100
 
93
static void null_interrupt(int n, istate_t *istate)
101
static void null_interrupt(int n, istate_t *istate)
94
{
102
{
95
    fault_if_from_uspace(istate, "Unserviced interrupt: %d.", n);
103
    fault_if_from_uspace(istate, "Unserviced interrupt: %d.", n);
96
 
104
 
97
    decode_istate(istate);
105
    decode_istate(istate);
98
    panic("Unserviced interrupt: %d.", n);
106
    panic("Unserviced interrupt: %d.", n);
99
}
107
}
100
 
108
 
101
/** General Protection Fault. */
109
/** General Protection Fault. */
102
static void gp_fault(int n __attribute__((unused)), istate_t *istate)
110
static void gp_fault(int n __attribute__((unused)), istate_t *istate)
103
{
111
{
104
    if (TASK) {
112
    if (TASK) {
105
        count_t ver;
113
        count_t ver;
106
       
114
       
107
        spinlock_lock(&TASK->lock);
115
        spinlock_lock(&TASK->lock);
108
        ver = TASK->arch.iomapver;
116
        ver = TASK->arch.iomapver;
109
        spinlock_unlock(&TASK->lock);
117
        spinlock_unlock(&TASK->lock);
110
   
118
   
111
        if (CPU->arch.iomapver_copy != ver) {
119
        if (CPU->arch.iomapver_copy != ver) {
112
            /*
120
            /*
113
             * This fault can be caused by an early access
121
             * This fault can be caused by an early access
114
             * to I/O port because of an out-dated
122
             * to I/O port because of an out-dated
115
             * I/O Permission bitmap installed on CPU.
123
             * I/O Permission bitmap installed on CPU.
116
             * Install the fresh copy and restart
124
             * Install the fresh copy and restart
117
             * the instruction.
125
             * the instruction.
118
             */
126
             */
119
            io_perm_bitmap_install();
127
            io_perm_bitmap_install();
120
            return;
128
            return;
121
        }
129
        }
122
        fault_if_from_uspace(istate, "General protection fault.");
130
        fault_if_from_uspace(istate, "General protection fault.");
123
    }
131
    }
124
 
132
 
125
    decode_istate(istate);
133
    decode_istate(istate);
126
    panic("General protection fault.");
134
    panic("General protection fault.");
127
}
135
}
128
 
136
 
129
static void ss_fault(int n __attribute__((unused)), istate_t *istate)
137
static void ss_fault(int n __attribute__((unused)), istate_t *istate)
130
{
138
{
131
    fault_if_from_uspace(istate, "Stack fault.");
139
    fault_if_from_uspace(istate, "Stack fault.");
132
 
140
 
133
    decode_istate(istate);
141
    decode_istate(istate);
134
    panic("Stack fault.");
142
    panic("Stack fault.");
135
}
143
}
136
 
144
 
137
static void simd_fp_exception(int n __attribute__((unused)), istate_t *istate)
145
static void simd_fp_exception(int n __attribute__((unused)), istate_t *istate)
138
{
146
{
139
    uint32_t mxcsr;
147
    uint32_t mxcsr;
140
    asm (
148
    asm (
141
        "stmxcsr %[mxcsr]\n"
149
        "stmxcsr %[mxcsr]\n"
142
        : [mxcsr] "=m" (mxcsr)
150
        : [mxcsr] "=m" (mxcsr)
143
    );
151
    );
144
    fault_if_from_uspace(istate, "SIMD FP exception(19), MXCSR: %#zx.",
152
    fault_if_from_uspace(istate, "SIMD FP exception(19), MXCSR: %#zx.",
145
        (unative_t) mxcsr);
153
        (unative_t) mxcsr);
146
   
154
   
147
    decode_istate(istate);
155
    decode_istate(istate);
148
    printf("MXCSR: %#lx\n", mxcsr);
156
    printf("MXCSR: %#lx\n", mxcsr);
149
    panic("SIMD FP exception(19).");
157
    panic("SIMD FP exception(19).");
150
}
158
}
151
 
159
 
152
static void nm_fault(int n __attribute__((unused)), istate_t *istate __attribute__((unused)))
160
static void nm_fault(int n __attribute__((unused)), istate_t *istate __attribute__((unused)))
153
{
161
{
154
#ifdef CONFIG_FPU_LAZY     
162
#ifdef CONFIG_FPU_LAZY     
155
    scheduler_fpu_lazy_request();
163
    scheduler_fpu_lazy_request();
156
#else
164
#else
157
    fault_if_from_uspace(istate, "FPU fault.");
165
    fault_if_from_uspace(istate, "FPU fault.");
158
    panic("FPU fault.");
166
    panic("FPU fault.");
159
#endif
167
#endif
160
}
168
}
161
 
169
 
162
#ifdef CONFIG_SMP
170
#ifdef CONFIG_SMP
163
static void tlb_shootdown_ipi(int n __attribute__((unused)), istate_t *istate __attribute__((unused)))
171
static void tlb_shootdown_ipi(int n __attribute__((unused)), istate_t *istate __attribute__((unused)))
164
{
172
{
165
    trap_virtual_eoi();
173
    trap_virtual_eoi();
166
    tlb_shootdown_ipi_recv();
174
    tlb_shootdown_ipi_recv();
167
}
175
}
168
#endif
176
#endif
169
 
177
 
170
/** Handler of IRQ exceptions */
178
/** Handler of IRQ exceptions */
171
static void irq_interrupt(int n, istate_t *istate __attribute__((unused)))
179
static void irq_interrupt(int n, istate_t *istate __attribute__((unused)))
172
{
180
{
173
    ASSERT(n >= IVT_IRQBASE);
181
    ASSERT(n >= IVT_IRQBASE);
174
   
182
   
175
    int inum = n - IVT_IRQBASE;
183
    int inum = n - IVT_IRQBASE;
176
    bool ack = false;
184
    bool ack = false;
177
    ASSERT(inum < IRQ_COUNT);
185
    ASSERT(inum < IRQ_COUNT);
178
    ASSERT((inum != IRQ_PIC_SPUR) && (inum != IRQ_PIC1));
186
    ASSERT((inum != IRQ_PIC_SPUR) && (inum != IRQ_PIC1));
179
   
187
   
180
    irq_t *irq = irq_dispatch_and_lock(inum);
188
    irq_t *irq = irq_dispatch_and_lock(inum);
181
    if (irq) {
189
    if (irq) {
182
        /*
190
        /*
183
         * The IRQ handler was found.
191
         * The IRQ handler was found.
184
         */
192
         */
185
         
193
         
186
        if (irq->preack) {
194
        if (irq->preack) {
187
            /* Send EOI before processing the interrupt */
195
            /* Send EOI before processing the interrupt */
188
            trap_virtual_eoi();
196
            trap_virtual_eoi();
189
            ack = true;
197
            ack = true;
190
        }
198
        }
191
        irq->handler(irq);
199
        irq->handler(irq);
192
        spinlock_unlock(&irq->lock);
200
        spinlock_unlock(&irq->lock);
193
    } else {
201
    } else {
194
        /*
202
        /*
195
         * Spurious interrupt.
203
         * Spurious interrupt.
196
         */
204
         */
197
#ifdef CONFIG_DEBUG
205
#ifdef CONFIG_DEBUG
198
        printf("cpu%u: spurious interrupt (inum=%d)\n", CPU->id, inum);
206
        printf("cpu%u: spurious interrupt (inum=%d)\n", CPU->id, inum);
199
#endif
207
#endif
200
    }
208
    }
201
   
209
   
202
    if (!ack)
210
    if (!ack)
203
        trap_virtual_eoi();
211
        trap_virtual_eoi();
204
}
212
}
205
 
213
 
206
void interrupt_init(void)
214
void interrupt_init(void)
207
{
215
{
208
    int i;
216
    int i;
209
   
217
   
210
    for (i = 0; i < IVT_ITEMS; i++)
218
    for (i = 0; i < IVT_ITEMS; i++)
211
        exc_register(i, "null", (iroutine) null_interrupt);
219
        exc_register(i, "null", (iroutine) null_interrupt);
212
   
220
   
213
    for (i = 0; i < IRQ_COUNT; i++) {
221
    for (i = 0; i < IRQ_COUNT; i++) {
214
        if ((i != IRQ_PIC_SPUR) && (i != IRQ_PIC1))
222
        if ((i != IRQ_PIC_SPUR) && (i != IRQ_PIC1))
215
            exc_register(IVT_IRQBASE + i, "irq", (iroutine) irq_interrupt);
223
            exc_register(IVT_IRQBASE + i, "irq", (iroutine) irq_interrupt);
216
    }
224
    }
217
   
225
   
218
    exc_register(7, "nm_fault", (iroutine) nm_fault);
226
    exc_register(7, "nm_fault", (iroutine) nm_fault);
219
    exc_register(12, "ss_fault", (iroutine) ss_fault);
227
    exc_register(12, "ss_fault", (iroutine) ss_fault);
220
    exc_register(13, "gp_fault", (iroutine) gp_fault);
228
    exc_register(13, "gp_fault", (iroutine) gp_fault);
221
    exc_register(19, "simd_fp", (iroutine) simd_fp_exception);
229
    exc_register(19, "simd_fp", (iroutine) simd_fp_exception);
222
   
230
   
223
#ifdef CONFIG_SMP
231
#ifdef CONFIG_SMP
224
    exc_register(VECTOR_TLB_SHOOTDOWN_IPI, "tlb_shootdown", (iroutine) tlb_shootdown_ipi);
232
    exc_register(VECTOR_TLB_SHOOTDOWN_IPI, "tlb_shootdown", (iroutine) tlb_shootdown_ipi);
225
#endif
233
#endif
226
}
234
}
227
 
235
 
228
void trap_virtual_enable_irqs(uint16_t irqmask)
236
void trap_virtual_enable_irqs(uint16_t irqmask)
229
{
237
{
230
    if (enable_irqs_function)
238
    if (enable_irqs_function)
231
        enable_irqs_function(irqmask);
239
        enable_irqs_function(irqmask);
232
    else
240
    else
233
        panic("No enable_irqs_function.");
241
        panic("No enable_irqs_function.");
234
}
242
}
235
 
243
 
236
void trap_virtual_disable_irqs(uint16_t irqmask)
244
void trap_virtual_disable_irqs(uint16_t irqmask)
237
{
245
{
238
    if (disable_irqs_function)
246
    if (disable_irqs_function)
239
        disable_irqs_function(irqmask);
247
        disable_irqs_function(irqmask);
240
    else
248
    else
241
        panic("No disable_irqs_function.");
249
        panic("No disable_irqs_function.");
242
}
250
}
243
 
251
 
244
/** @}
252
/** @}
245
 */
253
 */
246
 
254