Subversion Repositories HelenOS

Rev

Rev 1958 | Rev 2218 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 1958 Rev 2071
1
/*
1
/*
2
 * Copyright (C) 2001-2004 Jakub Jermar
2
 * Copyright (c) 2001-2004 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
/** @addtogroup amd64interrupt
29
/** @addtogroup amd64interrupt
30
 * @{
30
 * @{
31
 */
31
 */
32
/** @file
32
/** @file
33
 */
33
 */
34
 
34
 
35
#include <arch/interrupt.h>
35
#include <arch/interrupt.h>
36
#include <print.h>
36
#include <print.h>
37
#include <debug.h>
37
#include <debug.h>
38
#include <panic.h>
38
#include <panic.h>
39
#include <arch/drivers/i8259.h>
39
#include <arch/drivers/i8259.h>
40
#include <func.h>
40
#include <func.h>
41
#include <cpu.h>
41
#include <cpu.h>
42
#include <arch/asm.h>
42
#include <arch/asm.h>
43
#include <mm/tlb.h>
43
#include <mm/tlb.h>
44
#include <mm/as.h>
44
#include <mm/as.h>
45
#include <arch.h>
45
#include <arch.h>
46
#include <symtab.h>
46
#include <symtab.h>
47
#include <arch/asm.h>
47
#include <arch/asm.h>
48
#include <proc/scheduler.h>
48
#include <proc/scheduler.h>
49
#include <proc/thread.h>
49
#include <proc/thread.h>
50
#include <proc/task.h>
50
#include <proc/task.h>
51
#include <synch/spinlock.h>
51
#include <synch/spinlock.h>
52
#include <arch/ddi/ddi.h>
52
#include <arch/ddi/ddi.h>
53
#include <interrupt.h>
53
#include <interrupt.h>
54
#include <ddi/irq.h>
54
#include <ddi/irq.h>
55
 
55
 
56
/*
56
/*
57
 * Interrupt and exception dispatching.
57
 * Interrupt and exception dispatching.
58
 */
58
 */
59
 
59
 
60
void (* disable_irqs_function)(uint16_t irqmask) = NULL;
60
void (* disable_irqs_function)(uint16_t irqmask) = NULL;
61
void (* enable_irqs_function)(uint16_t irqmask) = NULL;
61
void (* enable_irqs_function)(uint16_t irqmask) = NULL;
62
void (* eoi_function)(void) = NULL;
62
void (* eoi_function)(void) = NULL;
63
 
63
 
64
void decode_istate(int n, istate_t *istate)
64
void decode_istate(int n, istate_t *istate)
65
{
65
{
66
    char *symbol;
66
    char *symbol;
67
/*  uint64_t *x = &istate->stack[0]; */
67
/*  uint64_t *x = &istate->stack[0]; */
68
 
68
 
69
    if (!(symbol=get_symtab_entry(istate->rip)))
69
    if (!(symbol=get_symtab_entry(istate->rip)))
70
        symbol = "";
70
        symbol = "";
71
 
71
 
72
    printf("-----EXCEPTION(%d) OCCURED----- ( %s )\n",n, __FUNCTION__);
72
    printf("-----EXCEPTION(%d) OCCURED----- ( %s )\n",n, __FUNCTION__);
73
    printf("%%rip: %#llx (%s)\n",istate->rip, symbol);
73
    printf("%%rip: %#llx (%s)\n",istate->rip, symbol);
74
    printf("ERROR_WORD=%#llx\n", istate->error_word);
74
    printf("ERROR_WORD=%#llx\n", istate->error_word);
75
    printf("%%rcs=%#llx, flags=%#llx, %%cr0=%#llx\n", istate->cs, istate->rflags, read_cr0());
75
    printf("%%rcs=%#llx, flags=%#llx, %%cr0=%#llx\n", istate->cs, istate->rflags, read_cr0());
76
    printf("%%rax=%#llx, %%rcx=%#llx, %%rdx=%#llx\n", istate->rax, istate->rcx, istate->rdx);
76
    printf("%%rax=%#llx, %%rcx=%#llx, %%rdx=%#llx\n", istate->rax, istate->rcx, istate->rdx);
77
    printf("%%rsi=%#llx, %%rdi=%#llx, %%r8 =%#llx\n", istate->rsi, istate->rdi, istate->r8);
77
    printf("%%rsi=%#llx, %%rdi=%#llx, %%r8 =%#llx\n", istate->rsi, istate->rdi, istate->r8);
78
    printf("%%r9 =%#llx, %%r10 =%#llx, %%r11=%#llx\n", istate->r9, istate->r10, istate->r11);
78
    printf("%%r9 =%#llx, %%r10 =%#llx, %%r11=%#llx\n", istate->r9, istate->r10, istate->r11);
79
#ifdef CONFIG_DEBUG_ALLREGS 
79
#ifdef CONFIG_DEBUG_ALLREGS 
80
    printf("%%r12=%#llx, %%r13=%#llx, %%r14=%#llx\n", istate->r12, istate->r13, istate->r14);
80
    printf("%%r12=%#llx, %%r13=%#llx, %%r14=%#llx\n", istate->r12, istate->r13, istate->r14);
81
    printf("%%r15=%#llx, %%rbx=%#llx, %%rbp=%#llx\n", istate->r15, istate->rbx, &istate->rbp);
81
    printf("%%r15=%#llx, %%rbx=%#llx, %%rbp=%#llx\n", istate->r15, istate->rbx, &istate->rbp);
82
#endif
82
#endif
83
    printf("%%rsp=%#llx\n", &istate->stack[0]);
83
    printf("%%rsp=%#llx\n", &istate->stack[0]);
84
}
84
}
85
 
85
 
86
static void trap_virtual_eoi(void)
86
static void trap_virtual_eoi(void)
87
{
87
{
88
    if (eoi_function)
88
    if (eoi_function)
89
        eoi_function();
89
        eoi_function();
90
    else
90
    else
91
        panic("no eoi_function\n");
91
        panic("no eoi_function\n");
92
 
92
 
93
}
93
}
94
 
94
 
95
static void null_interrupt(int n, istate_t *istate)
95
static void null_interrupt(int n, istate_t *istate)
96
{
96
{
97
    fault_if_from_uspace(istate, "unserviced interrupt: %d", n);
97
    fault_if_from_uspace(istate, "unserviced interrupt: %d", n);
98
    decode_istate(n, istate);
98
    decode_istate(n, istate);
99
    panic("unserviced interrupt\n");
99
    panic("unserviced interrupt\n");
100
}
100
}
101
 
101
 
102
/** General Protection Fault. */
102
/** General Protection Fault. */
103
static void gp_fault(int n, istate_t *istate)
103
static void gp_fault(int n, istate_t *istate)
104
{
104
{
105
    if (TASK) {
105
    if (TASK) {
106
        count_t ver;
106
        count_t ver;
107
 
107
 
108
        spinlock_lock(&TASK->lock);
108
        spinlock_lock(&TASK->lock);
109
        ver = TASK->arch.iomapver;
109
        ver = TASK->arch.iomapver;
110
        spinlock_unlock(&TASK->lock);
110
        spinlock_unlock(&TASK->lock);
111
 
111
 
112
        if (CPU->arch.iomapver_copy != ver) {
112
        if (CPU->arch.iomapver_copy != ver) {
113
            /*
113
            /*
114
             * This fault can be caused by an early access
114
             * This fault can be caused by an early access
115
             * to I/O port because of an out-dated
115
             * to I/O port because of an out-dated
116
             * I/O Permission bitmap installed on CPU.
116
             * I/O Permission bitmap installed on CPU.
117
             * Install the fresh copy and restart
117
             * Install the fresh copy and restart
118
             * the instruction.
118
             * the instruction.
119
             */
119
             */
120
            io_perm_bitmap_install();
120
            io_perm_bitmap_install();
121
            return;
121
            return;
122
        }
122
        }
123
        fault_if_from_uspace(istate, "general protection fault");
123
        fault_if_from_uspace(istate, "general protection fault");
124
    }
124
    }
125
 
125
 
126
    decode_istate(n, istate);
126
    decode_istate(n, istate);
127
    panic("general protection fault\n");
127
    panic("general protection fault\n");
128
}
128
}
129
 
129
 
130
static void ss_fault(int n, istate_t *istate)
130
static void ss_fault(int n, istate_t *istate)
131
{
131
{
132
    fault_if_from_uspace(istate, "stack fault");
132
    fault_if_from_uspace(istate, "stack fault");
133
    decode_istate(n, istate);
133
    decode_istate(n, istate);
134
    panic("stack fault\n");
134
    panic("stack fault\n");
135
}
135
}
136
 
136
 
137
static void nm_fault(int n, istate_t *istate)
137
static void nm_fault(int n, istate_t *istate)
138
{
138
{
139
#ifdef CONFIG_FPU_LAZY     
139
#ifdef CONFIG_FPU_LAZY     
140
    scheduler_fpu_lazy_request();
140
    scheduler_fpu_lazy_request();
141
#else
141
#else
142
    fault_if_from_uspace(istate, "fpu fault");
142
    fault_if_from_uspace(istate, "fpu fault");
143
    panic("fpu fault");
143
    panic("fpu fault");
144
#endif
144
#endif
145
}
145
}
146
 
146
 
147
static void tlb_shootdown_ipi(int n, istate_t *istate)
147
static void tlb_shootdown_ipi(int n, istate_t *istate)
148
{
148
{
149
    trap_virtual_eoi();
149
    trap_virtual_eoi();
150
    tlb_shootdown_ipi_recv();
150
    tlb_shootdown_ipi_recv();
151
}
151
}
152
 
152
 
153
/** Handler of IRQ exceptions */
153
/** Handler of IRQ exceptions */
154
static void irq_interrupt(int n, istate_t *istate)
154
static void irq_interrupt(int n, istate_t *istate)
155
{
155
{
156
    ASSERT(n >= IVT_IRQBASE);
156
    ASSERT(n >= IVT_IRQBASE);
157
   
157
   
158
    int inum = n - IVT_IRQBASE;
158
    int inum = n - IVT_IRQBASE;
159
    ASSERT(inum < IRQ_COUNT);
159
    ASSERT(inum < IRQ_COUNT);
160
    ASSERT((inum != IRQ_PIC_SPUR) && (inum != IRQ_PIC1));
160
    ASSERT((inum != IRQ_PIC_SPUR) && (inum != IRQ_PIC1));
161
 
161
 
162
    irq_t *irq = irq_dispatch_and_lock(inum);
162
    irq_t *irq = irq_dispatch_and_lock(inum);
163
    if (irq) {
163
    if (irq) {
164
        /*
164
        /*
165
         * The IRQ handler was found.
165
         * The IRQ handler was found.
166
         */
166
         */
167
        irq->handler(irq, irq->arg);
167
        irq->handler(irq, irq->arg);
168
        spinlock_unlock(&irq->lock);
168
        spinlock_unlock(&irq->lock);
169
    } else {
169
    } else {
170
        /*
170
        /*
171
         * Spurious interrupt.
171
         * Spurious interrupt.
172
         */
172
         */
173
#ifdef CONFIG_DEBUG
173
#ifdef CONFIG_DEBUG
174
        printf("cpu%d: spurious interrupt (inum=%d)\n", CPU->id, inum);
174
        printf("cpu%d: spurious interrupt (inum=%d)\n", CPU->id, inum);
175
#endif
175
#endif
176
    }
176
    }
177
    trap_virtual_eoi();
177
    trap_virtual_eoi();
178
}
178
}
179
 
179
 
180
void interrupt_init(void)
180
void interrupt_init(void)
181
{
181
{
182
    int i;
182
    int i;
183
   
183
   
184
    for (i = 0; i < IVT_ITEMS; i++)
184
    for (i = 0; i < IVT_ITEMS; i++)
185
        exc_register(i, "null", (iroutine) null_interrupt);
185
        exc_register(i, "null", (iroutine) null_interrupt);
186
   
186
   
187
    for (i = 0; i < IRQ_COUNT; i++) {
187
    for (i = 0; i < IRQ_COUNT; i++) {
188
        if ((i != IRQ_PIC_SPUR) && (i != IRQ_PIC1))
188
        if ((i != IRQ_PIC_SPUR) && (i != IRQ_PIC1))
189
            exc_register(IVT_IRQBASE + i, "irq", (iroutine) irq_interrupt);
189
            exc_register(IVT_IRQBASE + i, "irq", (iroutine) irq_interrupt);
190
    }
190
    }
191
   
191
   
192
    exc_register(7, "nm_fault", (iroutine) nm_fault);
192
    exc_register(7, "nm_fault", (iroutine) nm_fault);
193
    exc_register(12, "ss_fault", (iroutine) ss_fault);
193
    exc_register(12, "ss_fault", (iroutine) ss_fault);
194
    exc_register(13, "gp_fault", (iroutine) gp_fault);
194
    exc_register(13, "gp_fault", (iroutine) gp_fault);
195
    exc_register(14, "ident_mapper", (iroutine) ident_page_fault);
195
    exc_register(14, "ident_mapper", (iroutine) ident_page_fault);
196
   
196
   
197
#ifdef CONFIG_SMP
197
#ifdef CONFIG_SMP
198
    exc_register(VECTOR_TLB_SHOOTDOWN_IPI, "tlb_shootdown", (iroutine) tlb_shootdown_ipi);
198
    exc_register(VECTOR_TLB_SHOOTDOWN_IPI, "tlb_shootdown", (iroutine) tlb_shootdown_ipi);
199
#endif
199
#endif
200
}
200
}
201
 
201
 
202
void trap_virtual_enable_irqs(uint16_t irqmask)
202
void trap_virtual_enable_irqs(uint16_t irqmask)
203
{
203
{
204
    if (enable_irqs_function)
204
    if (enable_irqs_function)
205
        enable_irqs_function(irqmask);
205
        enable_irqs_function(irqmask);
206
    else
206
    else
207
        panic("no enable_irqs_function\n");
207
        panic("no enable_irqs_function\n");
208
}
208
}
209
 
209
 
210
void trap_virtual_disable_irqs(uint16_t irqmask)
210
void trap_virtual_disable_irqs(uint16_t irqmask)
211
{
211
{
212
    if (disable_irqs_function)
212
    if (disable_irqs_function)
213
        disable_irqs_function(irqmask);
213
        disable_irqs_function(irqmask);
214
    else
214
    else
215
        panic("no disable_irqs_function\n");
215
        panic("no disable_irqs_function\n");
216
}
216
}
217
 
217
 
218
/** @}
218
/** @}
219
 */
219
 */
220
 
220