Rev 3022 | Rev 4296 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 3022 | Rev 4055 | ||
---|---|---|---|
1 | /* |
1 | /* |
2 | * Copyright (c) 2005 Ondrej Palkovsky |
2 | * Copyright (c) 2005 Ondrej Palkovsky |
3 | * All rights reserved. |
3 | * All rights reserved. |
4 | * |
4 | * |
5 | * Redistribution and use in source and binary forms, with or without |
5 | * Redistribution and use in source and binary forms, with or without |
6 | * modification, are permitted provided that the following conditions |
6 | * modification, are permitted provided that the following conditions |
7 | * are met: |
7 | * are met: |
8 | * |
8 | * |
9 | * - Redistributions of source code must retain the above copyright |
9 | * - Redistributions of source code must retain the above copyright |
10 | * notice, this list of conditions and the following disclaimer. |
10 | * notice, this list of conditions and the following disclaimer. |
11 | * - Redistributions in binary form must reproduce the above copyright |
11 | * - Redistributions in binary form must reproduce the above copyright |
12 | * notice, this list of conditions and the following disclaimer in the |
12 | * notice, this list of conditions and the following disclaimer in the |
13 | * documentation and/or other materials provided with the distribution. |
13 | * documentation and/or other materials provided with the distribution. |
14 | * - The name of the author may not be used to endorse or promote products |
14 | * - The name of the author may not be used to endorse or promote products |
15 | * derived from this software without specific prior written permission. |
15 | * derived from this software without specific prior written permission. |
16 | * |
16 | * |
17 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
17 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
18 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
18 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
19 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
19 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
20 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
20 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
21 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
21 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
22 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
22 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
23 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
23 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
24 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
24 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
25 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
25 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
26 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
26 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | */ |
27 | */ |
28 | 28 | ||
29 | /** @addtogroup amd64 |
29 | /** @addtogroup amd64 |
30 | * @{ |
30 | * @{ |
31 | */ |
31 | */ |
32 | /** @file |
32 | /** @file |
33 | */ |
33 | */ |
34 | 34 | ||
35 | #include <arch.h> |
35 | #include <arch.h> |
36 | 36 | ||
37 | #include <arch/types.h> |
37 | #include <arch/types.h> |
38 | 38 | ||
39 | #include <config.h> |
39 | #include <config.h> |
40 | 40 | ||
41 | #include <proc/thread.h> |
41 | #include <proc/thread.h> |
- | 42 | #include <genarch/multiboot/multiboot.h> |
|
- | 43 | #include <genarch/drivers/legacy/ia32/io.h> |
|
42 | #include <arch/drivers/ega.h> |
44 | #include <genarch/drivers/ega/ega.h> |
43 | #include <arch/drivers/vesa.h> |
45 | #include <arch/drivers/vesa.h> |
- | 46 | #include <genarch/drivers/i8042/i8042.h> |
|
44 | #include <genarch/kbd/i8042.h> |
47 | #include <genarch/kbrd/kbrd.h> |
45 | #include <arch/drivers/i8254.h> |
48 | #include <arch/drivers/i8254.h> |
46 | #include <arch/drivers/i8259.h> |
49 | #include <arch/drivers/i8259.h> |
- | 50 | #include <arch/boot/boot.h> |
|
47 | 51 | ||
48 | #ifdef CONFIG_SMP |
52 | #ifdef CONFIG_SMP |
49 | #include <arch/smp/apic.h> |
53 | #include <arch/smp/apic.h> |
50 | #endif |
54 | #endif |
51 | 55 | ||
52 | #include <arch/bios/bios.h> |
56 | #include <arch/bios/bios.h> |
53 | #include <arch/cpu.h> |
57 | #include <arch/cpu.h> |
54 | #include <print.h> |
58 | #include <print.h> |
55 | #include <arch/cpuid.h> |
59 | #include <arch/cpuid.h> |
56 | #include <genarch/acpi/acpi.h> |
60 | #include <genarch/acpi/acpi.h> |
57 | #include <panic.h> |
61 | #include <panic.h> |
58 | #include <interrupt.h> |
62 | #include <interrupt.h> |
59 | #include <arch/syscall.h> |
63 | #include <arch/syscall.h> |
60 | #include <arch/debugger.h> |
64 | #include <arch/debugger.h> |
61 | #include <syscall/syscall.h> |
65 | #include <syscall/syscall.h> |
62 | #include <console/console.h> |
66 | #include <console/console.h> |
63 | #include <ddi/irq.h> |
67 | #include <ddi/irq.h> |
64 | #include <ddi/device.h> |
68 | #include <ddi/device.h> |
65 | - | ||
- | 69 | #include <sysinfo/sysinfo.h> |
|
66 | 70 | ||
67 | /** Disable I/O on non-privileged levels |
71 | /** Disable I/O on non-privileged levels |
68 | * |
72 | * |
69 | * Clean IOPL(12,13) and NT(14) flags in EFLAGS register |
73 | * Clean IOPL(12,13) and NT(14) flags in EFLAGS register |
70 | */ |
74 | */ |
71 | static void clean_IOPL_NT_flags(void) |
75 | static void clean_IOPL_NT_flags(void) |
72 | { |
76 | { |
73 | asm ( |
77 | asm volatile ( |
74 | "pushfq\n" |
78 | "pushfq\n" |
75 | "pop %%rax\n" |
79 | "pop %%rax\n" |
76 | "and $~(0x7000), %%rax\n" |
80 | "and $~(0x7000), %%rax\n" |
77 | "pushq %%rax\n" |
81 | "pushq %%rax\n" |
78 | "popfq\n" |
82 | "popfq\n" |
79 | : |
- | |
80 | : |
- | |
81 | : "%rax" |
83 | ::: "%rax" |
82 | ); |
84 | ); |
83 | } |
85 | } |
84 | 86 | ||
85 | /** Disable alignment check |
87 | /** Disable alignment check |
86 | * |
88 | * |
87 | * Clean AM(18) flag in CR0 register |
89 | * Clean AM(18) flag in CR0 register |
88 | */ |
90 | */ |
89 | static void clean_AM_flag(void) |
91 | static void clean_AM_flag(void) |
90 | { |
92 | { |
91 | asm ( |
93 | asm volatile ( |
92 | "mov %%cr0, %%rax\n" |
94 | "mov %%cr0, %%rax\n" |
93 | "and $~(0x40000), %%rax\n" |
95 | "and $~(0x40000), %%rax\n" |
94 | "mov %%rax, %%cr0\n" |
96 | "mov %%rax, %%cr0\n" |
95 | : |
- | |
96 | : |
- | |
97 | : "%rax" |
97 | ::: "%rax" |
98 | ); |
98 | ); |
99 | } |
99 | } |
100 | 100 | ||
- | 101 | /** Perform amd64-specific initialization before main_bsp() is called. |
|
- | 102 | * |
|
- | 103 | * @param signature Should contain the multiboot signature. |
|
- | 104 | * @param mi Pointer to the multiboot information structure. |
|
- | 105 | */ |
|
- | 106 | void arch_pre_main(uint32_t signature, const multiboot_info_t *mi) |
|
- | 107 | { |
|
- | 108 | /* Parse multiboot information obtained from the bootloader. */ |
|
- | 109 | multiboot_info_parse(signature, mi); |
|
- | 110 | ||
- | 111 | #ifdef CONFIG_SMP |
|
- | 112 | /* Copy AP bootstrap routines below 1 MB. */ |
|
- | 113 | memcpy((void *) AP_BOOT_OFFSET, (void *) BOOT_OFFSET, |
|
- | 114 | (size_t) &_hardcoded_unmapped_size); |
|
- | 115 | #endif |
|
- | 116 | } |
|
- | 117 | ||
101 | void arch_pre_mm_init(void) |
118 | void arch_pre_mm_init(void) |
102 | { |
119 | { |
103 | /* Enable no-execute pages */ |
120 | /* Enable no-execute pages */ |
104 | set_efer_flag(AMD_NXE_FLAG); |
121 | set_efer_flag(AMD_NXE_FLAG); |
105 | /* Enable FPU */ |
122 | /* Enable FPU */ |
106 | cpu_setup_fpu(); |
123 | cpu_setup_fpu(); |
107 | 124 | ||
108 | /* Initialize segmentation */ |
125 | /* Initialize segmentation */ |
109 | pm_init(); |
126 | pm_init(); |
110 | 127 | ||
111 | /* Disable I/O on nonprivileged levels |
128 | /* Disable I/O on nonprivileged levels |
112 | * clear the NT (nested-thread) flag |
129 | * clear the NT (nested-thread) flag |
113 | */ |
130 | */ |
114 | clean_IOPL_NT_flags(); |
131 | clean_IOPL_NT_flags(); |
115 | /* Disable alignment check */ |
132 | /* Disable alignment check */ |
116 | clean_AM_flag(); |
133 | clean_AM_flag(); |
117 | 134 | ||
118 | if (config.cpu_active == 1) { |
135 | if (config.cpu_active == 1) { |
119 | interrupt_init(); |
136 | interrupt_init(); |
120 | bios_init(); |
137 | bios_init(); |
121 | 138 | ||
122 | /* PIC */ |
139 | /* PIC */ |
123 | i8259_init(); |
140 | i8259_init(); |
124 | } |
141 | } |
125 | } |
142 | } |
126 | 143 | ||
127 | 144 | ||
128 | void arch_post_mm_init(void) |
145 | void arch_post_mm_init(void) |
129 | { |
146 | { |
130 | if (config.cpu_active == 1) { |
147 | if (config.cpu_active == 1) { |
131 | /* Initialize IRQ routing */ |
148 | /* Initialize IRQ routing */ |
132 | irq_init(IRQ_COUNT, IRQ_COUNT); |
149 | irq_init(IRQ_COUNT, IRQ_COUNT); |
133 | 150 | ||
134 | /* hard clock */ |
151 | /* hard clock */ |
135 | i8254_init(); |
152 | i8254_init(); |
136 | 153 | ||
137 | #ifdef CONFIG_FB |
154 | #ifdef CONFIG_FB |
138 | if (vesa_present()) |
155 | if (vesa_present()) |
139 | vesa_init(); |
156 | vesa_init(); |
140 | else |
157 | else |
141 | #endif |
158 | #endif |
142 | ega_init(); /* video */ |
159 | ega_init(EGA_BASE, EGA_VIDEORAM); /* video */ |
143 | 160 | ||
144 | /* Enable debugger */ |
161 | /* Enable debugger */ |
145 | debugger_init(); |
162 | debugger_init(); |
146 | /* Merge all memory zones to 1 big zone */ |
163 | /* Merge all memory zones to 1 big zone */ |
147 | zone_merge_all(); |
164 | zone_merge_all(); |
148 | } |
165 | } |
149 | 166 | ||
150 | /* Setup fast SYSCALL/SYSRET */ |
167 | /* Setup fast SYSCALL/SYSRET */ |
151 | syscall_setup_cpu(); |
168 | syscall_setup_cpu(); |
152 | } |
169 | } |
153 | 170 | ||
154 | void arch_post_cpu_init() |
171 | void arch_post_cpu_init() |
155 | { |
172 | { |
156 | #ifdef CONFIG_SMP |
173 | #ifdef CONFIG_SMP |
157 | if (config.cpu_active > 1) { |
174 | if (config.cpu_active > 1) { |
158 | l_apic_init(); |
175 | l_apic_init(); |
159 | l_apic_debug(); |
176 | l_apic_debug(); |
160 | } |
177 | } |
161 | #endif |
178 | #endif |
162 | } |
179 | } |
163 | 180 | ||
164 | void arch_pre_smp_init(void) |
181 | void arch_pre_smp_init(void) |
165 | { |
182 | { |
166 | if (config.cpu_active == 1) { |
183 | if (config.cpu_active == 1) { |
167 | #ifdef CONFIG_SMP |
184 | #ifdef CONFIG_SMP |
168 | acpi_init(); |
185 | acpi_init(); |
169 | #endif /* CONFIG_SMP */ |
186 | #endif /* CONFIG_SMP */ |
170 | } |
187 | } |
171 | } |
188 | } |
172 | 189 | ||
173 | void arch_post_smp_init(void) |
190 | void arch_post_smp_init(void) |
174 | { |
191 | { |
- | 192 | devno_t devno = device_assign_devno(); |
|
- | 193 | ||
- | 194 | /* |
|
- | 195 | * Initialize the keyboard module and conect it to stdin. Then |
|
- | 196 | * initialize the i8042 controller and connect it to kbrdin. Enable |
|
175 | /* keyboard controller */ |
197 | * keyboard interrupts. |
- | 198 | */ |
|
- | 199 | kbrd_init(stdin); |
|
176 | i8042_init(device_assign_devno(), IRQ_KBD, device_assign_devno(), IRQ_MOUSE); |
200 | (void) i8042_init((i8042_t *) I8042_BASE, devno, IRQ_KBD, &kbrdin); |
- | 201 | trap_virtual_enable_irqs(1 << IRQ_KBD); |
|
- | 202 | ||
- | 203 | /* |
|
- | 204 | * This is the necessary evil until the userspace driver is entirely |
|
- | 205 | * self-sufficient. |
|
- | 206 | */ |
|
- | 207 | sysinfo_set_item_val("kbd", NULL, true); |
|
- | 208 | sysinfo_set_item_val("kbd.devno", NULL, devno); |
|
- | 209 | sysinfo_set_item_val("kbd.inr", NULL, IRQ_KBD); |
|
- | 210 | sysinfo_set_item_val("kbd.address.physical", NULL, |
|
- | 211 | (uintptr_t) I8042_BASE); |
|
- | 212 | sysinfo_set_item_val("kbd.address.kernel", NULL, |
|
- | 213 | (uintptr_t) I8042_BASE); |
|
177 | } |
214 | } |
178 | 215 | ||
179 | void calibrate_delay_loop(void) |
216 | void calibrate_delay_loop(void) |
180 | { |
217 | { |
181 | i8254_calibrate_delay_loop(); |
218 | i8254_calibrate_delay_loop(); |
182 | if (config.cpu_active == 1) { |
219 | if (config.cpu_active == 1) { |
183 | /* |
220 | /* |
184 | * This has to be done only on UP. |
221 | * This has to be done only on UP. |
185 | * On SMP, i8254 is not used for time keeping and its interrupt pin remains masked. |
222 | * On SMP, i8254 is not used for time keeping and its interrupt pin remains masked. |
186 | */ |
223 | */ |
187 | i8254_normal_operation(); |
224 | i8254_normal_operation(); |
188 | } |
225 | } |
189 | } |
226 | } |
190 | 227 | ||
191 | /** Set thread-local-storage pointer |
228 | /** Set thread-local-storage pointer |
192 | * |
229 | * |
193 | * TLS pointer is set in FS register. Unfortunately the 64-bit |
230 | * TLS pointer is set in FS register. Unfortunately the 64-bit |
194 | * part can be set only in CPL0 mode. |
231 | * part can be set only in CPL0 mode. |
195 | * |
232 | * |
196 | * The specs say, that on %fs:0 there is stored contents of %fs register, |
233 | * The specs say, that on %fs:0 there is stored contents of %fs register, |
197 | * we need not to go to CPL0 to read it. |
234 | * we need not to go to CPL0 to read it. |
198 | */ |
235 | */ |
199 | unative_t sys_tls_set(unative_t addr) |
236 | unative_t sys_tls_set(unative_t addr) |
200 | { |
237 | { |
201 | THREAD->arch.tls = addr; |
238 | THREAD->arch.tls = addr; |
202 | write_msr(AMD_MSR_FS, addr); |
239 | write_msr(AMD_MSR_FS, addr); |
203 | return 0; |
240 | return 0; |
204 | } |
241 | } |
205 | 242 | ||
206 | /** Acquire console back for kernel |
243 | /** Acquire console back for kernel |
207 | * |
244 | * |
208 | */ |
245 | */ |
209 | void arch_grab_console(void) |
246 | void arch_grab_console(void) |
210 | { |
247 | { |
- | 248 | #ifdef CONFIG_FB |
|
- | 249 | vesa_redraw(); |
|
- | 250 | #else |
|
211 | i8042_grab(); |
251 | ega_redraw(); |
- | 252 | #endif |
|
212 | } |
253 | } |
- | 254 | ||
213 | /** Return console to userspace |
255 | /** Return console to userspace |
214 | * |
256 | * |
215 | */ |
257 | */ |
216 | void arch_release_console(void) |
258 | void arch_release_console(void) |
217 | { |
259 | { |
- | 260 | } |
|
- | 261 | ||
- | 262 | /** Construct function pointer |
|
- | 263 | * |
|
- | 264 | * @param fptr function pointer structure |
|
- | 265 | * @param addr function address |
|
- | 266 | * @param caller calling function address |
|
- | 267 | * |
|
- | 268 | * @return address of the function pointer |
|
- | 269 | * |
|
- | 270 | */ |
|
- | 271 | void *arch_construct_function(fncptr_t *fptr, void *addr, void *caller) |
|
- | 272 | { |
|
218 | i8042_release(); |
273 | return addr; |
219 | } |
274 | } |
220 | 275 | ||
221 | /** @} |
276 | /** @} |
222 | */ |
277 | */ |
223 | 278 |