Subversion Repositories HelenOS

Rev

Rev 640 | Rev 671 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 640 Rev 651
1
/*
1
/*
2
 * Copyright (C) 2001-2004 Jakub Jermar
2
 * Copyright (C) 2001-2004 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
#include <arch/asm.h>
29
#include <arch/asm.h>
30
#include <context.h>
30
#include <context.h>
31
#include <print.h>
31
#include <print.h>
32
#include <panic.h>
32
#include <panic.h>
33
#include <debug.h>
33
#include <debug.h>
34
#include <config.h>
34
#include <config.h>
35
#include <time/clock.h>
35
#include <time/clock.h>
36
#include <proc/scheduler.h>
36
#include <proc/scheduler.h>
37
#include <proc/thread.h>
37
#include <proc/thread.h>
38
#include <proc/task.h>
38
#include <proc/task.h>
39
#include <main/kinit.h>
39
#include <main/kinit.h>
40
#include <console/kconsole.h>
40
#include <console/kconsole.h>
41
#include <cpu.h>
41
#include <cpu.h>
42
#include <align.h>
42
#include <align.h>
43
#include <interrupt.h>
43
#include <interrupt.h>
44
 
44
 
45
#ifdef CONFIG_SMP
45
#ifdef CONFIG_SMP
46
#include <arch/smp/apic.h>
46
#include <arch/smp/apic.h>
47
#include <arch/smp/mps.h>
47
#include <arch/smp/mps.h>
48
#endif /* CONFIG_SMP */
48
#endif /* CONFIG_SMP */
49
 
49
 
50
#include <smp/smp.h>
50
#include <smp/smp.h>
51
 
51
 
52
#include <arch/mm/memory_init.h>
52
#include <arch/mm/memory_init.h>
53
#include <mm/heap.h>
53
#include <mm/heap.h>
54
#include <mm/frame.h>
54
#include <mm/frame.h>
55
#include <mm/page.h>
55
#include <mm/page.h>
56
#include <mm/tlb.h>
56
#include <mm/tlb.h>
57
#include <mm/vm.h>
57
#include <mm/vm.h>
58
 
58
 
59
#include <synch/waitq.h>
59
#include <synch/waitq.h>
60
 
60
 
61
#include <arch/arch.h>
61
#include <arch/arch.h>
62
#include <arch.h>
62
#include <arch.h>
63
#include <arch/faddr.h>
63
#include <arch/faddr.h>
64
 
64
 
65
#include <typedefs.h>
65
#include <typedefs.h>
66
 
66
 
67
char *project = "SPARTAN kernel";
67
char *project = "SPARTAN kernel";
68
char *copyright = "Copyright (C) 2001-2005 HelenOS project";
68
char *copyright = "Copyright (C) 2001-2005 HelenOS project";
69
char *release = RELEASE;
69
char *release = RELEASE;
70
char *name = NAME;
70
char *name = NAME;
71
char *arch = ARCH;
71
char *arch = ARCH;
72
 
72
 
73
#ifdef REVISION
73
#ifdef REVISION
74
    char *revision = ", revision " REVISION;
74
    char *revision = ", revision " REVISION;
75
#else
75
#else
76
    char *revision = "";
76
    char *revision = "";
77
#endif
77
#endif
78
 
78
 
79
#ifdef TIMESTAMP
79
#ifdef TIMESTAMP
80
    char *timestamp = " on " TIMESTAMP;
80
    char *timestamp = " on " TIMESTAMP;
81
#else
81
#else
82
    char *timestamp = "";
82
    char *timestamp = "";
83
#endif
83
#endif
84
 
84
 
85
 
-
 
86
config_t config;
85
config_t config;
87
context_t ctx;
86
context_t ctx;
88
 
87
 
89
/**
88
/**
90
 * These 'hardcoded' variables will be intialized by
89
 * These 'hardcoded' variables will be intialized by
91
 * the linker or the low level assembler code with
90
 * the linker or the low level assembler code with
92
 * appropriate sizes and addresses.
91
 * appropriate sizes and addresses.
93
 */
92
 */
94
__address hardcoded_load_address = 0;
93
__address hardcoded_load_address = 0;
95
size_t hardcoded_ktext_size = 0;
94
size_t hardcoded_ktext_size = 0;
96
size_t hardcoded_kdata_size = 0;
95
size_t hardcoded_kdata_size = 0;
97
 
96
 
98
__address init_addr = 0;
97
__address init_addr = 0;
99
size_t init_size = 0;
98
size_t init_size = 0;
100
 
99
 
101
/**
-
 
102
 * Size of memory in bytes taken by kernel and heap.
-
 
103
 */
-
 
104
static size_t kernel_size;
-
 
105
 
-
 
106
/**
-
 
107
 * Size of heap.
-
 
108
 */
-
 
109
static size_t heap_size;
-
 
110
 
-
 
111
 
-
 
112
/**
-
 
113
 * Extra space between heap and stack
-
 
114
 * enforced by alignment requirements.
-
 
115
 */
-
 
116
static size_t heap_delta;
-
 
117
 
-
 
118
void main_bsp(void);
100
void main_bsp(void);
119
void main_ap(void);
101
void main_ap(void);
120
 
102
 
121
/*
103
/*
122
 * These two functions prevent stack from underflowing during the
104
 * These two functions prevent stack from underflowing during the
123
 * kernel boot phase when SP is set to the very top of the reserved
105
 * kernel boot phase when SP is set to the very top of the reserved
124
 * space. The stack could get corrupted by a fooled compiler-generated
106
 * space. The stack could get corrupted by a fooled compiler-generated
125
 * pop sequence otherwise.
107
 * pop sequence otherwise.
126
 */
108
 */
127
static void main_bsp_separated_stack(void);
109
static void main_bsp_separated_stack(void);
128
#ifdef CONFIG_SMP
110
#ifdef CONFIG_SMP
129
static void main_ap_separated_stack(void);
111
static void main_ap_separated_stack(void);
130
#endif
112
#endif
131
 
113
 
132
/** Bootstrap CPU main kernel routine
114
/** Bootstrap CPU main kernel routine
133
 *
115
 *
134
 * Initializes the kernel by bootstrap CPU.
116
 * Initializes the kernel by bootstrap CPU.
135
 *
117
 *
136
 * Assuming interrupts_disable().
118
 * Assuming interrupts_disable().
137
 *
119
 *
138
 */
120
 */
139
void main_bsp(void)
121
void main_bsp(void)
140
{
122
{
141
    config.cpu_count = 1;
123
    config.cpu_count = 1;
142
    config.cpu_active = 1;
124
    config.cpu_active = 1;
-
 
125
   
143
    config.base = hardcoded_load_address;
126
    config.base = hardcoded_load_address;
144
    config.memory_size = get_memory_size();
127
    config.memory_size = get_memory_size();
145
    config.init_addr = init_addr;
128
    config.init_addr = init_addr;
146
    config.init_size = init_size;
129
    config.init_size = init_size;
147
 
-
 
148
    heap_size = CONFIG_HEAP_SIZE + (config.memory_size/FRAME_SIZE)*sizeof(frame_t);
-
 
149
    kernel_size = ALIGN_UP(hardcoded_ktext_size + hardcoded_kdata_size + heap_size, PAGE_SIZE);
-
 
150
    heap_delta = kernel_size - (hardcoded_ktext_size + hardcoded_kdata_size + heap_size);
-
 
151
   
130
   
-
 
131
    if (init_size > 0)
-
 
132
        config.heap_addr = init_addr + init_size;
-
 
133
    else
-
 
134
        config.heap_addr = hardcoded_load_address + hardcoded_ktext_size + hardcoded_kdata_size;
-
 
135
   
-
 
136
    config.heap_size = CONFIG_HEAP_SIZE + (config.memory_size / FRAME_SIZE) * sizeof(frame_t);
-
 
137
   
-
 
138
    config.kernel_size = ALIGN_UP(config.heap_addr - hardcoded_load_address + config.heap_size, PAGE_SIZE);
-
 
139
    config.heap_delta = config.kernel_size - (config.heap_addr - hardcoded_load_address + config.heap_size);
152
    config.kernel_size = kernel_size + CONFIG_STACK_SIZE;
140
    config.kernel_size = config.kernel_size + CONFIG_STACK_SIZE;
153
   
141
   
154
    context_save(&ctx);
142
    context_save(&ctx);
155
    early_mapping(config.base + hardcoded_ktext_size + hardcoded_kdata_size, CONFIG_STACK_SIZE + heap_size + heap_delta);
-
 
156
    context_set(&ctx, FADDR(main_bsp_separated_stack), config.base + kernel_size, CONFIG_STACK_SIZE);
143
    context_set(&ctx, FADDR(main_bsp_separated_stack), config.base + config.kernel_size, CONFIG_STACK_SIZE);
157
    context_restore(&ctx);
144
    context_restore(&ctx);
158
    /* not reached */
145
    /* not reached */
159
}
146
}
160
 
147
 
161
 
148
 
162
/** Bootstrap CPU main kernel routine stack wrapper
149
/** Bootstrap CPU main kernel routine stack wrapper
163
 *
150
 *
164
 * Second part of main_bsp().
151
 * Second part of main_bsp().
165
 *
152
 *
166
 */
153
 */
167
void main_bsp_separated_stack(void)
154
void main_bsp_separated_stack(void)
168
{
155
{
169
    vm_t *m;
156
    vm_t *m;
170
    task_t *k;
157
    task_t *k;
171
    thread_t *t;
158
    thread_t *t;
172
   
159
   
173
    the_initialize(THE);
160
    the_initialize(THE);
174
   
161
   
175
    /*
162
    /*
176
     * kconsole data structures must be initialized very early
163
     * kconsole data structures must be initialized very early
177
     * because other subsystems will register their respective
164
     * because other subsystems will register their respective
178
     * commands.
165
     * commands.
179
     */
166
     */
180
    kconsole_init();
167
    kconsole_init();
181
 
168
 
182
    /* Exception handler initialization, before architecture
169
    /* Exception handler initialization, before architecture
183
     * starts adding it's own handlers
170
     * starts adding it's own handlers
184
     */
171
     */
185
    exc_init();
172
    exc_init();
186
   
173
   
187
    arch_pre_mm_init();
174
    arch_pre_mm_init();
188
    early_heap_init(config.base + hardcoded_ktext_size + hardcoded_kdata_size, heap_size + heap_delta);
175
    early_heap_init(config.heap_addr, config.heap_size + config.heap_delta);
189
    frame_init();
176
    frame_init();
190
    page_init();
177
    page_init();
191
    tlb_init();
178
    tlb_init();
192
    arch_post_mm_init();
179
    arch_post_mm_init();
193
 
180
   
194
    printf("%s, release %s (%s)%s\nBuilt%s for %s\n%s\n", project, release, name, revision, timestamp, arch, copyright);
181
    printf("%s, release %s (%s)%s\nBuilt%s for %s\n%s\n", project, release, name, revision, timestamp, arch, copyright);
195
    printf("%P: hardcoded_ktext_size=%dK, hardcoded_kdata_size=%dK\n",
182
    printf("%P: hardcoded_ktext_size=%dK, hardcoded_kdata_size=%dK\n",
196
        config.base, hardcoded_ktext_size/1024, hardcoded_kdata_size/1024);
183
        config.base, hardcoded_ktext_size/1024, hardcoded_kdata_size/1024);
197
 
184
 
198
    arch_pre_smp_init();
185
    arch_pre_smp_init();
199
    smp_init();
186
    smp_init();
200
    printf("config.memory_size=%dM\n", config.memory_size/(1024*1024));
187
    printf("config.memory_size=%dM\n", config.memory_size/(1024*1024));
201
    printf("config.cpu_count=%d\n", config.cpu_count);
188
    printf("config.cpu_count=%d\n", config.cpu_count);
202
 
189
 
203
    cpu_init();
190
    cpu_init();
204
 
191
 
205
    calibrate_delay_loop();
192
    calibrate_delay_loop();
206
 
193
 
207
    timeout_init();
194
    timeout_init();
208
    scheduler_init();
195
    scheduler_init();
209
    task_init();
196
    task_init();
210
    thread_init();
197
    thread_init();
211
   
198
   
212
    if (config.init_size > 0)
199
    if (config.init_size > 0)
213
        printf("config.init_addr=%X, config.init_size=%d\n", config.init_addr, config.init_size);
200
        printf("config.init_addr=%X, config.init_size=%d\n", config.init_addr, config.init_size);
214
 
201
 
215
    /*
202
    /*
216
     * Create kernel vm mapping.
203
     * Create kernel vm mapping.
217
     */
204
     */
218
    m = vm_create(GET_PTL0_ADDRESS());
205
    m = vm_create(GET_PTL0_ADDRESS());
219
    if (!m)
206
    if (!m)
220
        panic("can't create kernel vm address space\n");
207
        panic("can't create kernel vm address space\n");
221
 
208
 
222
    /*
209
    /*
223
     * Create kernel task.
210
     * Create kernel task.
224
     */
211
     */
225
    k = task_create(m);
212
    k = task_create(m);
226
    if (!k)
213
    if (!k)
227
        panic("can't create kernel task\n");
214
        panic("can't create kernel task\n");
228
       
215
       
229
    /*
216
    /*
230
     * Create the first thread.
217
     * Create the first thread.
231
     */
218
     */
232
    t = thread_create(kinit, NULL, k, 0);
219
    t = thread_create(kinit, NULL, k, 0);
233
    if (!t)
220
    if (!t)
234
        panic("can't create kinit thread\n");
221
        panic("can't create kinit thread\n");
235
    thread_ready(t);
222
    thread_ready(t);
236
    /*
223
    /*
237
     * This call to scheduler() will return to kinit,
224
     * This call to scheduler() will return to kinit,
238
     * starting the thread of kernel threads.
225
     * starting the thread of kernel threads.
239
     */
226
     */
240
    scheduler();
227
    scheduler();
241
    /* not reached */
228
    /* not reached */
242
}
229
}
243
 
230
 
244
 
231
 
245
#ifdef CONFIG_SMP
232
#ifdef CONFIG_SMP
246
/** Application CPUs main kernel routine
233
/** Application CPUs main kernel routine
247
 *
234
 *
248
 * Executed by application processors, temporary stack
235
 * Executed by application processors, temporary stack
249
 * is at ctx.sp which was set during BP boot.
236
 * is at ctx.sp which was set during BP boot.
250
 *
237
 *
251
 * Assuming interrupts_disable()'d.
238
 * Assuming interrupts_disable()'d.
252
 *
239
 *
253
 */
240
 */
254
void main_ap(void)
241
void main_ap(void)
255
{
242
{
256
    /*
243
    /*
257
     * Incrementing the active CPU counter will guarantee that the
244
     * Incrementing the active CPU counter will guarantee that the
258
     * pm_init() will not attempt to build GDT and IDT tables again.
245
     * pm_init() will not attempt to build GDT and IDT tables again.
259
     * Neither frame_init() will do the complete thing. Neither cpu_init()
246
     * Neither frame_init() will do the complete thing. Neither cpu_init()
260
     * will do.
247
     * will do.
261
     */
248
     */
262
    config.cpu_active++;
249
    config.cpu_active++;
263
 
250
 
264
    /*
251
    /*
265
     * The THE structure is well defined because ctx.sp is used as stack.
252
     * The THE structure is well defined because ctx.sp is used as stack.
266
     */
253
     */
267
    the_initialize(THE);
254
    the_initialize(THE);
268
   
255
   
269
    arch_pre_mm_init();
256
    arch_pre_mm_init();
270
    frame_init();
257
    frame_init();
271
    page_init();
258
    page_init();
272
    tlb_init();
259
    tlb_init();
273
    arch_post_mm_init();
260
    arch_post_mm_init();
274
   
261
   
275
    cpu_init();
262
    cpu_init();
276
   
263
   
277
    calibrate_delay_loop();
264
    calibrate_delay_loop();
278
 
265
 
279
    l_apic_init();
266
    l_apic_init();
280
    l_apic_debug();
267
    l_apic_debug();
281
 
268
 
282
    the_copy(THE, (the_t *) CPU->stack);
269
    the_copy(THE, (the_t *) CPU->stack);
283
 
270
 
284
    /*
271
    /*
285
     * If we woke kmp up before we left the kernel stack, we could
272
     * If we woke kmp up before we left the kernel stack, we could
286
     * collide with another CPU coming up. To prevent this, we
273
     * collide with another CPU coming up. To prevent this, we
287
     * switch to this cpu's private stack prior to waking kmp up.
274
     * switch to this cpu's private stack prior to waking kmp up.
288
     */
275
     */
289
    context_set(&CPU->saved_context, FADDR(main_ap_separated_stack), (__address) CPU->stack, CPU_STACK_SIZE);
276
    context_set(&CPU->saved_context, FADDR(main_ap_separated_stack), (__address) CPU->stack, CPU_STACK_SIZE);
290
    context_restore(&CPU->saved_context);
277
    context_restore(&CPU->saved_context);
291
    /* not reached */
278
    /* not reached */
292
}
279
}
293
 
280
 
294
 
281
 
295
/** Application CPUs main kernel routine stack wrapper
282
/** Application CPUs main kernel routine stack wrapper
296
 *
283
 *
297
 * Second part of main_ap().
284
 * Second part of main_ap().
298
 *
285
 *
299
 */
286
 */
300
void main_ap_separated_stack(void)
287
void main_ap_separated_stack(void)
301
{
288
{
302
    /*
289
    /*
303
     * Configure timeouts for this cpu.
290
     * Configure timeouts for this cpu.
304
     */
291
     */
305
    timeout_init();
292
    timeout_init();
306
 
293
 
307
    waitq_wakeup(&ap_completion_wq, WAKEUP_FIRST);
294
    waitq_wakeup(&ap_completion_wq, WAKEUP_FIRST);
308
    scheduler();
295
    scheduler();
309
    /* not reached */
296
    /* not reached */
310
}
297
}
311
#endif /* CONFIG_SMP */
298
#endif /* CONFIG_SMP */
312
 
299