Subversion Repositories HelenOS-historic

Rev

Rev 814 | Rev 860 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 814 Rev 822
1
/*
1
/*
2
 * Copyright (C) 2001-2004 Jakub Jermar
2
 * Copyright (C) 2001-2004 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
#include <arch/asm.h>
29
#include <arch/asm.h>
30
#include <context.h>
30
#include <context.h>
31
#include <print.h>
31
#include <print.h>
32
#include <panic.h>
32
#include <panic.h>
33
#include <debug.h>
33
#include <debug.h>
34
#include <config.h>
34
#include <config.h>
35
#include <time/clock.h>
35
#include <time/clock.h>
36
#include <proc/scheduler.h>
36
#include <proc/scheduler.h>
37
#include <proc/thread.h>
37
#include <proc/thread.h>
38
#include <proc/task.h>
38
#include <proc/task.h>
39
#include <main/kinit.h>
39
#include <main/kinit.h>
40
#include <main/version.h>
40
#include <main/version.h>
41
#include <console/kconsole.h>
41
#include <console/kconsole.h>
42
#include <cpu.h>
42
#include <cpu.h>
43
#include <align.h>
43
#include <align.h>
44
#include <interrupt.h>
44
#include <interrupt.h>
45
#include <arch/mm/memory_init.h>
45
#include <arch/mm/memory_init.h>
46
#include <mm/frame.h>
46
#include <mm/frame.h>
47
#include <mm/page.h>
47
#include <mm/page.h>
48
#include <genarch/mm/page_pt.h>
48
#include <genarch/mm/page_pt.h>
49
#include <mm/tlb.h>
49
#include <mm/tlb.h>
50
#include <mm/as.h>
50
#include <mm/as.h>
51
#include <mm/slab.h>
51
#include <mm/slab.h>
52
#include <synch/waitq.h>
52
#include <synch/waitq.h>
53
#include <arch/arch.h>
53
#include <arch/arch.h>
54
#include <arch.h>
54
#include <arch.h>
55
#include <arch/faddr.h>
55
#include <arch/faddr.h>
56
#include <typedefs.h>
56
#include <typedefs.h>
57
 
57
 
58
#ifdef CONFIG_SMP
58
#ifdef CONFIG_SMP
59
#include <arch/smp/apic.h>
59
#include <arch/smp/apic.h>
60
#include <arch/smp/mps.h>
60
#include <arch/smp/mps.h>
61
#endif /* CONFIG_SMP */
61
#endif /* CONFIG_SMP */
62
#include <smp/smp.h>
62
#include <smp/smp.h>
63
 
63
 
64
config_t config;    /**< Global configuration structure. */
64
config_t config;    /**< Global configuration structure. */
65
 
65
 
66
context_t ctx;
66
context_t ctx;
67
 
67
 
68
/**
68
/**
69
 * These 'hardcoded' variables will be intialized by
69
 * These 'hardcoded' variables will be intialized by
70
 * the linker or the low level assembler code with
70
 * the linker or the low level assembler code with
71
 * appropriate sizes and addresses.
71
 * appropriate sizes and addresses.
72
 */
72
 */
73
__address hardcoded_load_address = 0;
73
__address hardcoded_load_address = 0;
74
size_t hardcoded_ktext_size = 0;
74
size_t hardcoded_ktext_size = 0;
75
size_t hardcoded_kdata_size = 0;
75
size_t hardcoded_kdata_size = 0;
76
 
76
 
77
__address init_addr = 0;
77
__address init_addr = 0;
78
size_t init_size = 0;
78
size_t init_size = 0;
79
 
79
 
80
void main_bsp(void);
80
void main_bsp(void);
81
void main_ap(void);
81
void main_ap(void);
82
 
82
 
83
/*
83
/*
84
 * These two functions prevent stack from underflowing during the
84
 * These two functions prevent stack from underflowing during the
85
 * kernel boot phase when SP is set to the very top of the reserved
85
 * kernel boot phase when SP is set to the very top of the reserved
86
 * space. The stack could get corrupted by a fooled compiler-generated
86
 * space. The stack could get corrupted by a fooled compiler-generated
87
 * pop sequence otherwise.
87
 * pop sequence otherwise.
88
 */
88
 */
89
static void main_bsp_separated_stack(void);
89
static void main_bsp_separated_stack(void);
90
#ifdef CONFIG_SMP
90
#ifdef CONFIG_SMP
91
static void main_ap_separated_stack(void);
91
static void main_ap_separated_stack(void);
92
#endif
92
#endif
93
 
93
 
94
/** Bootstrap CPU main kernel routine
94
/** Bootstrap CPU main kernel routine
95
 *
95
 *
96
 * Initializes the kernel by bootstrap CPU.
96
 * Initializes the kernel by bootstrap CPU.
97
 * This function passes control directly to
97
 * This function passes control directly to
98
 * main_bsp_separated_stack().
98
 * main_bsp_separated_stack().
99
 *
99
 *
100
 * Assuming interrupts_disable().
100
 * Assuming interrupts_disable().
101
 *
101
 *
102
 */
102
 */
103
void main_bsp(void)
103
void main_bsp(void)
104
{
104
{
105
    __address stackaddr;
105
    __address stackaddr;
106
 
106
 
107
    config.cpu_count = 1;
107
    config.cpu_count = 1;
108
    config.cpu_active = 1;
108
    config.cpu_active = 1;
109
   
109
   
110
    config.base = hardcoded_load_address;
110
    config.base = hardcoded_load_address;
111
    config.memory_size = get_memory_size();
111
    config.memory_size = get_memory_size();
112
    config.init_addr = init_addr;
112
    config.init_addr = init_addr;
113
    config.init_size = init_size;
113
    config.init_size = init_size;
114
   
114
   
115
    config.kernel_size = ALIGN_UP(hardcoded_ktext_size + hardcoded_kdata_size, PAGE_SIZE);
115
    config.kernel_size = ALIGN_UP(hardcoded_ktext_size + hardcoded_kdata_size, PAGE_SIZE);
116
    stackaddr = config.base + config.kernel_size;
116
    stackaddr = config.base + config.kernel_size;
117
    /* Avoid placing kernel on top of init */
117
    /* Avoid placing kernel on top of init */
118
    if (overlaps(stackaddr,stackaddr+CONFIG_STACK_SIZE,
118
    if (overlaps(stackaddr,CONFIG_STACK_SIZE,
119
             config.init_addr, config.init_addr+config.init_size)) {
119
             config.init_addr, config.init_size)) {
120
       
120
       
121
        stackaddr = ALIGN_UP(config.init_addr+config.init_size,
121
        stackaddr = ALIGN_UP(config.init_addr+config.init_size,
122
                     CONFIG_STACK_SIZE);
122
                     CONFIG_STACK_SIZE);
123
        config.init_size = ALIGN_UP(config.init_size,CONFIG_STACK_SIZE) + CONFIG_STACK_SIZE;
123
        config.init_size = ALIGN_UP(config.init_size,CONFIG_STACK_SIZE) + CONFIG_STACK_SIZE;
124
    } else {
124
    } else {
125
        config.kernel_size += CONFIG_STACK_SIZE;
125
        config.kernel_size += CONFIG_STACK_SIZE;
126
    }
126
    }
127
   
127
   
128
    context_save(&ctx);
128
    context_save(&ctx);
129
    context_set(&ctx, FADDR(main_bsp_separated_stack),
129
    context_set(&ctx, FADDR(main_bsp_separated_stack),
130
            stackaddr, CONFIG_STACK_SIZE);
130
            stackaddr, CONFIG_STACK_SIZE);
131
    context_restore(&ctx);
131
    context_restore(&ctx);
132
    /* not reached */
132
    /* not reached */
133
}
133
}
134
 
134
 
135
 
135
 
136
/** Bootstrap CPU main kernel routine stack wrapper
136
/** Bootstrap CPU main kernel routine stack wrapper
137
 *
137
 *
138
 * Second part of main_bsp().
138
 * Second part of main_bsp().
139
 *
139
 *
140
 */
140
 */
141
void main_bsp_separated_stack(void)
141
void main_bsp_separated_stack(void)
142
{
142
{
143
    task_t *k;
143
    task_t *k;
144
    thread_t *t;
144
    thread_t *t;
145
   
145
   
146
    the_initialize(THE);
146
    the_initialize(THE);
147
    /*
147
    /*
148
     * kconsole data structures must be initialized very early
148
     * kconsole data structures must be initialized very early
149
     * because other subsystems will register their respective
149
     * because other subsystems will register their respective
150
     * commands.
150
     * commands.
151
     */
151
     */
152
    kconsole_init();
152
    kconsole_init();
153
 
153
 
154
    /*
154
    /*
155
     * Exception handler initialization, before architecture
155
     * Exception handler initialization, before architecture
156
     * starts adding its own handlers
156
     * starts adding its own handlers
157
     */
157
     */
158
    exc_init();
158
    exc_init();
159
 
159
 
160
    /*
160
    /*
161
     * Memory management subsystems initialization.
161
     * Memory management subsystems initialization.
162
     */
162
     */
163
    arch_pre_mm_init();
163
    arch_pre_mm_init();
164
    /* Initialize at least 1 memory segment big enough for slab to work */
164
    /* Initialize at least 1 memory segment big enough for slab to work */
165
    frame_init();
165
    frame_init();
166
    slab_cache_init();
166
    slab_cache_init();
167
    as_init();
167
    as_init();
168
    page_init();
168
    page_init();
169
    tlb_init();
169
    tlb_init();
170
    arch_post_mm_init();   
170
    arch_post_mm_init();   
171
    version_print();
171
    version_print();
172
 
172
 
173
    printf("%P: hardcoded_ktext_size=%dK, hardcoded_kdata_size=%dK\n",
173
    printf("%P: hardcoded_ktext_size=%dK, hardcoded_kdata_size=%dK\n",
174
        config.base, hardcoded_ktext_size/1024, hardcoded_kdata_size/1024);
174
        config.base, hardcoded_ktext_size/1024, hardcoded_kdata_size/1024);
175
 
175
 
176
    arch_pre_smp_init();
176
    arch_pre_smp_init();
177
    smp_init();
177
    smp_init();
178
    /* Slab must be initialized AFTER we know the number of processors */
178
    /* Slab must be initialized AFTER we know the number of processors */
179
    slab_enable_cpucache();
179
    slab_enable_cpucache();
180
 
180
 
181
    printf("config.memory_size=%dM\n", config.memory_size/(1024*1024));
181
    printf("config.memory_size=%dM\n", config.memory_size/(1024*1024));
182
    printf("config.cpu_count=%d\n", config.cpu_count);
182
    printf("config.cpu_count=%d\n", config.cpu_count);
183
    cpu_init();
183
    cpu_init();
184
 
184
 
185
    calibrate_delay_loop();
185
    calibrate_delay_loop();
186
    timeout_init();
186
    timeout_init();
187
    scheduler_init();
187
    scheduler_init();
188
    task_init();
188
    task_init();
189
    thread_init();
189
    thread_init();
190
   
190
   
191
    if (config.init_size > 0)
191
    if (config.init_size > 0)
192
        printf("config.init_addr=%P, config.init_size=%d\n", config.init_addr, config.init_size);
192
        printf("config.init_addr=%P, config.init_size=%d\n", config.init_addr, config.init_size);
193
 
193
 
194
    /*
194
    /*
195
     * Create kernel task.
195
     * Create kernel task.
196
     */
196
     */
197
    k = task_create(AS_KERNEL);
197
    k = task_create(AS_KERNEL);
198
    if (!k)
198
    if (!k)
199
        panic("can't create kernel task\n");
199
        panic("can't create kernel task\n");
200
       
200
       
201
    /*
201
    /*
202
     * Create the first thread.
202
     * Create the first thread.
203
     */
203
     */
204
    t = thread_create(kinit, NULL, k, 0);
204
    t = thread_create(kinit, NULL, k, 0);
205
    if (!t)
205
    if (!t)
206
        panic("can't create kinit thread\n");
206
        panic("can't create kinit thread\n");
207
    thread_ready(t);
207
    thread_ready(t);
208
 
208
 
209
    /*
209
    /*
210
     * This call to scheduler() will return to kinit,
210
     * This call to scheduler() will return to kinit,
211
     * starting the thread of kernel threads.
211
     * starting the thread of kernel threads.
212
     */
212
     */
213
    scheduler();
213
    scheduler();
214
    /* not reached */
214
    /* not reached */
215
}
215
}
216
 
216
 
217
 
217
 
218
#ifdef CONFIG_SMP
218
#ifdef CONFIG_SMP
219
/** Application CPUs main kernel routine
219
/** Application CPUs main kernel routine
220
 *
220
 *
221
 * Executed by application processors, temporary stack
221
 * Executed by application processors, temporary stack
222
 * is at ctx.sp which was set during BP boot.
222
 * is at ctx.sp which was set during BP boot.
223
 * This function passes control directly to
223
 * This function passes control directly to
224
 * main_ap_separated_stack().
224
 * main_ap_separated_stack().
225
 *
225
 *
226
 * Assuming interrupts_disable()'d.
226
 * Assuming interrupts_disable()'d.
227
 *
227
 *
228
 */
228
 */
229
void main_ap(void)
229
void main_ap(void)
230
{
230
{
231
    /*
231
    /*
232
     * Incrementing the active CPU counter will guarantee that the
232
     * Incrementing the active CPU counter will guarantee that the
233
     * pm_init() will not attempt to build GDT and IDT tables again.
233
     * pm_init() will not attempt to build GDT and IDT tables again.
234
     * Neither frame_init() will do the complete thing. Neither cpu_init()
234
     * Neither frame_init() will do the complete thing. Neither cpu_init()
235
     * will do.
235
     * will do.
236
     */
236
     */
237
    config.cpu_active++;
237
    config.cpu_active++;
238
 
238
 
239
    /*
239
    /*
240
     * The THE structure is well defined because ctx.sp is used as stack.
240
     * The THE structure is well defined because ctx.sp is used as stack.
241
     */
241
     */
242
    the_initialize(THE);
242
    the_initialize(THE);
243
   
243
   
244
    arch_pre_mm_init();
244
    arch_pre_mm_init();
245
    frame_init();
245
    frame_init();
246
    page_init();
246
    page_init();
247
    tlb_init();
247
    tlb_init();
248
    arch_post_mm_init();
248
    arch_post_mm_init();
249
   
249
   
250
    cpu_init();
250
    cpu_init();
251
   
251
   
252
    calibrate_delay_loop();
252
    calibrate_delay_loop();
253
 
253
 
254
    l_apic_init();
254
    l_apic_init();
255
    l_apic_debug();
255
    l_apic_debug();
256
 
256
 
257
    the_copy(THE, (the_t *) CPU->stack);
257
    the_copy(THE, (the_t *) CPU->stack);
258
 
258
 
259
    /*
259
    /*
260
     * If we woke kmp up before we left the kernel stack, we could
260
     * If we woke kmp up before we left the kernel stack, we could
261
     * collide with another CPU coming up. To prevent this, we
261
     * collide with another CPU coming up. To prevent this, we
262
     * switch to this cpu's private stack prior to waking kmp up.
262
     * switch to this cpu's private stack prior to waking kmp up.
263
     */
263
     */
264
    context_set(&CPU->saved_context, FADDR(main_ap_separated_stack), (__address) CPU->stack, CPU_STACK_SIZE);
264
    context_set(&CPU->saved_context, FADDR(main_ap_separated_stack), (__address) CPU->stack, CPU_STACK_SIZE);
265
    context_restore(&CPU->saved_context);
265
    context_restore(&CPU->saved_context);
266
    /* not reached */
266
    /* not reached */
267
}
267
}
268
 
268
 
269
 
269
 
270
/** Application CPUs main kernel routine stack wrapper
270
/** Application CPUs main kernel routine stack wrapper
271
 *
271
 *
272
 * Second part of main_ap().
272
 * Second part of main_ap().
273
 *
273
 *
274
 */
274
 */
275
void main_ap_separated_stack(void)
275
void main_ap_separated_stack(void)
276
{
276
{
277
    /*
277
    /*
278
     * Configure timeouts for this cpu.
278
     * Configure timeouts for this cpu.
279
     */
279
     */
280
    timeout_init();
280
    timeout_init();
281
 
281
 
282
    waitq_wakeup(&ap_completion_wq, WAKEUP_FIRST);
282
    waitq_wakeup(&ap_completion_wq, WAKEUP_FIRST);
283
    scheduler();
283
    scheduler();
284
    /* not reached */
284
    /* not reached */
285
}
285
}
286
#endif /* CONFIG_SMP */
286
#endif /* CONFIG_SMP */
287
 
287