Subversion Repositories HelenOS

Rev

Rev 1101 | Rev 1138 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 1101 Rev 1109
1
/*
1
/*
2
 * Copyright (C) 2001-2004 Jakub Jermar
2
 * Copyright (C) 2001-2004 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
#include <arch/asm.h>
29
#include <arch/asm.h>
30
#include <context.h>
30
#include <context.h>
31
#include <print.h>
31
#include <print.h>
32
#include <panic.h>
32
#include <panic.h>
33
#include <debug.h>
33
#include <debug.h>
34
#include <config.h>
34
#include <config.h>
35
#include <time/clock.h>
35
#include <time/clock.h>
36
#include <proc/scheduler.h>
36
#include <proc/scheduler.h>
37
#include <proc/thread.h>
37
#include <proc/thread.h>
38
#include <proc/task.h>
38
#include <proc/task.h>
39
#include <main/kinit.h>
39
#include <main/kinit.h>
40
#include <main/version.h>
40
#include <main/version.h>
41
#include <console/kconsole.h>
41
#include <console/kconsole.h>
42
#include <cpu.h>
42
#include <cpu.h>
43
#include <align.h>
43
#include <align.h>
44
#include <interrupt.h>
44
#include <interrupt.h>
45
#include <arch/mm/memory_init.h>
45
#include <arch/mm/memory_init.h>
46
#include <mm/frame.h>
46
#include <mm/frame.h>
47
#include <mm/page.h>
47
#include <mm/page.h>
48
#include <genarch/mm/page_pt.h>
48
#include <genarch/mm/page_pt.h>
49
#include <mm/tlb.h>
49
#include <mm/tlb.h>
50
#include <mm/as.h>
50
#include <mm/as.h>
51
#include <mm/slab.h>
51
#include <mm/slab.h>
52
#include <synch/waitq.h>
52
#include <synch/waitq.h>
-
 
53
#include <synch/futex.h>
53
#include <arch/arch.h>
54
#include <arch/arch.h>
54
#include <arch.h>
55
#include <arch.h>
55
#include <arch/faddr.h>
56
#include <arch/faddr.h>
56
#include <typedefs.h>
57
#include <typedefs.h>
57
#include <ipc/ipc.h>
58
#include <ipc/ipc.h>
58
#include <macros.h>
59
#include <macros.h>
59
 
60
 
60
#ifdef CONFIG_SMP
61
#ifdef CONFIG_SMP
61
#include <arch/smp/apic.h>
62
#include <arch/smp/apic.h>
62
#include <arch/smp/mps.h>
63
#include <arch/smp/mps.h>
63
#endif /* CONFIG_SMP */
64
#endif /* CONFIG_SMP */
64
#include <smp/smp.h>
65
#include <smp/smp.h>
65
 
66
 
66
config_t config;    /**< Global configuration structure. */
67
config_t config;    /**< Global configuration structure. */
67
init_t init = {0};  /**< Initial user-space tasks */
68
init_t init = {0};      /**< Initial user-space tasks */
68
 
69
 
69
context_t ctx;
70
context_t ctx;
70
 
71
 
71
/**
72
/**
72
 * These 'hardcoded' variables will be intialized by
73
 * These 'hardcoded' variables will be intialized by
73
 * the linker or the low level assembler code with
74
 * the linker or the low level assembler code with
74
 * appropriate sizes and addresses.
75
 * appropriate sizes and addresses.
75
 */
76
 */
76
__address hardcoded_load_address = 0;
77
__address hardcoded_load_address = 0;
77
size_t hardcoded_ktext_size = 0;
78
size_t hardcoded_ktext_size = 0;
78
size_t hardcoded_kdata_size = 0;
79
size_t hardcoded_kdata_size = 0;
79
 
80
 
80
void main_bsp(void);
81
void main_bsp(void);
81
void main_ap(void);
82
void main_ap(void);
82
 
83
 
83
/*
84
/*
84
 * These two functions prevent stack from underflowing during the
85
 * These two functions prevent stack from underflowing during the
85
 * kernel boot phase when SP is set to the very top of the reserved
86
 * kernel boot phase when SP is set to the very top of the reserved
86
 * space. The stack could get corrupted by a fooled compiler-generated
87
 * space. The stack could get corrupted by a fooled compiler-generated
87
 * pop sequence otherwise.
88
 * pop sequence otherwise.
88
 */
89
 */
89
static void main_bsp_separated_stack(void);
90
static void main_bsp_separated_stack(void);
90
#ifdef CONFIG_SMP
91
#ifdef CONFIG_SMP
91
static void main_ap_separated_stack(void);
92
static void main_ap_separated_stack(void);
92
#endif
93
#endif
93
 
94
 
94
/** Bootstrap CPU main kernel routine
95
/** Bootstrap CPU main kernel routine
95
 *
96
 *
96
 * Initializes the kernel by bootstrap CPU.
97
 * Initializes the kernel by bootstrap CPU.
97
 * This function passes control directly to
98
 * This function passes control directly to
98
 * main_bsp_separated_stack().
99
 * main_bsp_separated_stack().
99
 *
100
 *
100
 * Assuming interrupts_disable().
101
 * Assuming interrupts_disable().
101
 *
102
 *
102
 */
103
 */
103
void main_bsp(void)
104
void main_bsp(void)
104
{
105
{
105
    __address stackaddr;
106
    __address stackaddr;
106
 
107
 
107
    config.cpu_count = 1;
108
    config.cpu_count = 1;
108
    config.cpu_active = 1;
109
    config.cpu_active = 1;
109
   
110
   
110
    config.base = hardcoded_load_address;
111
    config.base = hardcoded_load_address;
111
    config.memory_size = get_memory_size();
112
    config.memory_size = get_memory_size();
112
   
113
   
113
    config.kernel_size = ALIGN_UP(hardcoded_ktext_size + hardcoded_kdata_size, PAGE_SIZE);
114
    config.kernel_size = ALIGN_UP(hardcoded_ktext_size + hardcoded_kdata_size, PAGE_SIZE);
114
    stackaddr = config.base + config.kernel_size;
115
    stackaddr = config.base + config.kernel_size;
115
   
116
   
116
    /* Avoid placing kernel on top of init */
117
    /* Avoid placing kernel on top of init */
117
    count_t i;
118
    count_t i;
118
    bool overlap = false;
119
    bool overlap = false;
119
    for (i = 0; i < init.cnt; i++)
120
    for (i = 0; i < init.cnt; i++)
120
        if (PA_overlaps(stackaddr, CONFIG_STACK_SIZE, init.tasks[i].addr, init.tasks[i].size)) {
121
        if (PA_overlaps(stackaddr, CONFIG_STACK_SIZE, init.tasks[i].addr, init.tasks[i].size)) {
121
            stackaddr = ALIGN_UP(init.tasks[i].addr + init.tasks[i].size, CONFIG_STACK_SIZE);
122
            stackaddr = ALIGN_UP(init.tasks[i].addr + init.tasks[i].size, CONFIG_STACK_SIZE);
122
            init.tasks[i].size = ALIGN_UP(init.tasks[i].size, CONFIG_STACK_SIZE) + CONFIG_STACK_SIZE;
123
            init.tasks[i].size = ALIGN_UP(init.tasks[i].size, CONFIG_STACK_SIZE) + CONFIG_STACK_SIZE;
123
            overlap = true;
124
            overlap = true;
124
        }
125
        }
125
   
126
   
126
    if (!overlap)
127
    if (!overlap)
127
        config.kernel_size += CONFIG_STACK_SIZE;
128
        config.kernel_size += CONFIG_STACK_SIZE;
128
   
129
   
129
    context_save(&ctx);
130
    context_save(&ctx);
130
    context_set(&ctx, FADDR(main_bsp_separated_stack),
131
    context_set(&ctx, FADDR(main_bsp_separated_stack),
131
            stackaddr, CONFIG_STACK_SIZE);
132
            stackaddr, CONFIG_STACK_SIZE);
132
    context_restore(&ctx);
133
    context_restore(&ctx);
133
    /* not reached */
134
    /* not reached */
134
}
135
}
135
 
136
 
136
 
137
 
137
/** Bootstrap CPU main kernel routine stack wrapper
138
/** Bootstrap CPU main kernel routine stack wrapper
138
 *
139
 *
139
 * Second part of main_bsp().
140
 * Second part of main_bsp().
140
 *
141
 *
141
 */
142
 */
142
void main_bsp_separated_stack(void)
143
void main_bsp_separated_stack(void)
143
{
144
{
144
    task_t *k;
145
    task_t *k;
145
    thread_t *t;
146
    thread_t *t;
-
 
147
    count_t i;
146
   
148
   
147
    the_initialize(THE);
149
    the_initialize(THE);
-
 
150
 
148
    /*
151
    /*
149
     * kconsole data structures must be initialized very early
152
     * kconsole data structures must be initialized very early
150
     * because other subsystems will register their respective
153
     * because other subsystems will register their respective
151
     * commands.
154
     * commands.
152
     */
155
     */
153
    kconsole_init();
156
    kconsole_init();
154
   
157
   
155
    /*
158
    /*
156
     * Exception handler initialization, before architecture
159
     * Exception handler initialization, before architecture
157
     * starts adding its own handlers
160
     * starts adding its own handlers
158
     */
161
     */
159
    exc_init();
162
    exc_init();
160
 
163
 
161
    /*
164
    /*
162
     * Memory management subsystems initialization.
165
     * Memory management subsystems initialization.
163
     */
166
     */
164
    arch_pre_mm_init();
167
    arch_pre_mm_init();
165
    frame_init();       /* Initialize at least 1 memory segment big enough for slab to work */
168
    frame_init();       /* Initialize at least 1 memory segment big enough for slab to work */
166
    slab_cache_init();
169
    slab_cache_init();
167
    as_init();
170
    as_init();
168
    page_init();
171
    page_init();
169
    tlb_init();
172
    tlb_init();
170
    arch_post_mm_init();   
173
    arch_post_mm_init();   
171
 
174
 
172
    version_print();
175
    version_print();
173
    printf("%P: hardcoded_ktext_size=%dK, hardcoded_kdata_size=%dK\n",
176
    printf("%P: hardcoded_ktext_size=%dK, hardcoded_kdata_size=%dK\n",
174
        config.base, hardcoded_ktext_size/1024, hardcoded_kdata_size/1024);
177
        config.base, hardcoded_ktext_size/1024, hardcoded_kdata_size/1024);
175
 
178
 
176
    arch_pre_smp_init();
179
    arch_pre_smp_init();
177
    smp_init();
180
    smp_init();
178
   
181
   
179
    slab_enable_cpucache(); /* Slab must be initialized AFTER we know the number of processors */
182
    slab_enable_cpucache(); /* Slab must be initialized AFTER we know the number of processors */
180
 
183
 
181
    printf("config.memory_size=%dM\n", config.memory_size/(1024*1024));
184
    printf("config.memory_size=%dM\n", config.memory_size/(1024*1024));
182
    printf("config.cpu_count=%d\n", config.cpu_count);
185
    printf("config.cpu_count=%d\n", config.cpu_count);
183
    cpu_init();
186
    cpu_init();
184
   
187
   
185
    calibrate_delay_loop();
188
    calibrate_delay_loop();
186
    timeout_init();
189
    timeout_init();
187
    scheduler_init();
190
    scheduler_init();
188
    task_init();
191
    task_init();
189
    thread_init();
192
    thread_init();
-
 
193
    futex_init();
190
   
194
   
191
    count_t i;
-
 
192
    for (i = 0; i < init.cnt; i++)
195
    for (i = 0; i < init.cnt; i++)
193
        printf("init[%d].addr=%P, init[%d].size=%d\n", i, init.tasks[i].addr, i, init.tasks[i].size);
196
        printf("init[%d].addr=%P, init[%d].size=%d\n", i, init.tasks[i].addr, i, init.tasks[i].size);
194
   
197
   
195
    ipc_init();
198
    ipc_init();
-
 
199
 
196
    /*
200
    /*
197
     * Create kernel task.
201
     * Create kernel task.
198
     */
202
     */
199
    k = task_create(AS_KERNEL, "KERNEL");
203
    k = task_create(AS_KERNEL, "KERNEL");
200
    if (!k)
204
    if (!k)
201
        panic("can't create kernel task\n");
205
        panic("can't create kernel task\n");
202
   
206
   
203
    /*
207
    /*
204
     * Create the first thread.
208
     * Create the first thread.
205
     */
209
     */
206
    t = thread_create(kinit, NULL, k, 0, "kinit");
210
    t = thread_create(kinit, NULL, k, 0, "kinit");
207
    if (!t)
211
    if (!t)
208
        panic("can't create kinit thread\n");
212
        panic("can't create kinit thread\n");
209
    thread_ready(t);
213
    thread_ready(t);
210
   
214
   
211
    /*
215
    /*
212
     * This call to scheduler() will return to kinit,
216
     * This call to scheduler() will return to kinit,
213
     * starting the thread of kernel threads.
217
     * starting the thread of kernel threads.
214
     */
218
     */
215
    scheduler();
219
    scheduler();
216
    /* not reached */
220
    /* not reached */
217
}
221
}
218
 
222
 
219
 
223
 
220
#ifdef CONFIG_SMP
224
#ifdef CONFIG_SMP
221
/** Application CPUs main kernel routine
225
/** Application CPUs main kernel routine
222
 *
226
 *
223
 * Executed by application processors, temporary stack
227
 * Executed by application processors, temporary stack
224
 * is at ctx.sp which was set during BP boot.
228
 * is at ctx.sp which was set during BP boot.
225
 * This function passes control directly to
229
 * This function passes control directly to
226
 * main_ap_separated_stack().
230
 * main_ap_separated_stack().
227
 *
231
 *
228
 * Assuming interrupts_disable()'d.
232
 * Assuming interrupts_disable()'d.
229
 *
233
 *
230
 */
234
 */
231
void main_ap(void)
235
void main_ap(void)
232
{
236
{
233
    /*
237
    /*
234
     * Incrementing the active CPU counter will guarantee that the
238
     * Incrementing the active CPU counter will guarantee that the
235
     * pm_init() will not attempt to build GDT and IDT tables again.
239
     * pm_init() will not attempt to build GDT and IDT tables again.
236
     * Neither frame_init() will do the complete thing. Neither cpu_init()
240
     * Neither frame_init() will do the complete thing. Neither cpu_init()
237
     * will do.
241
     * will do.
238
     */
242
     */
239
    config.cpu_active++;
243
    config.cpu_active++;
240
 
244
 
241
    /*
245
    /*
242
     * The THE structure is well defined because ctx.sp is used as stack.
246
     * The THE structure is well defined because ctx.sp is used as stack.
243
     */
247
     */
244
    the_initialize(THE);
248
    the_initialize(THE);
245
   
249
   
246
    arch_pre_mm_init();
250
    arch_pre_mm_init();
247
    frame_init();
251
    frame_init();
248
    page_init();
252
    page_init();
249
    tlb_init();
253
    tlb_init();
250
    arch_post_mm_init();
254
    arch_post_mm_init();
251
   
255
   
252
    cpu_init();
256
    cpu_init();
253
   
257
   
254
    calibrate_delay_loop();
258
    calibrate_delay_loop();
255
 
259
 
256
    l_apic_init();
260
    l_apic_init();
257
    l_apic_debug();
261
    l_apic_debug();
258
 
262
 
259
    the_copy(THE, (the_t *) CPU->stack);
263
    the_copy(THE, (the_t *) CPU->stack);
260
 
264
 
261
    /*
265
    /*
262
     * If we woke kmp up before we left the kernel stack, we could
266
     * If we woke kmp up before we left the kernel stack, we could
263
     * collide with another CPU coming up. To prevent this, we
267
     * collide with another CPU coming up. To prevent this, we
264
     * switch to this cpu's private stack prior to waking kmp up.
268
     * switch to this cpu's private stack prior to waking kmp up.
265
     */
269
     */
266
    context_set(&CPU->saved_context, FADDR(main_ap_separated_stack), (__address) CPU->stack, CPU_STACK_SIZE);
270
    context_set(&CPU->saved_context, FADDR(main_ap_separated_stack), (__address) CPU->stack, CPU_STACK_SIZE);
267
    context_restore(&CPU->saved_context);
271
    context_restore(&CPU->saved_context);
268
    /* not reached */
272
    /* not reached */
269
}
273
}
270
 
274
 
271
 
275
 
272
/** Application CPUs main kernel routine stack wrapper
276
/** Application CPUs main kernel routine stack wrapper
273
 *
277
 *
274
 * Second part of main_ap().
278
 * Second part of main_ap().
275
 *
279
 *
276
 */
280
 */
277
void main_ap_separated_stack(void)
281
void main_ap_separated_stack(void)
278
{
282
{
279
    /*
283
    /*
280
     * Configure timeouts for this cpu.
284
     * Configure timeouts for this cpu.
281
     */
285
     */
282
    timeout_init();
286
    timeout_init();
283
 
287
 
284
    waitq_wakeup(&ap_completion_wq, WAKEUP_FIRST);
288
    waitq_wakeup(&ap_completion_wq, WAKEUP_FIRST);
285
    scheduler();
289
    scheduler();
286
    /* not reached */
290
    /* not reached */
287
}
291
}
288
#endif /* CONFIG_SMP */
292
#endif /* CONFIG_SMP */
289
 
293