WebSVN – HelenOS-historic – Diff – /kernel/trunk/arch/ia32/src/smp/smp.c


/*
 * Copyright (C) 2005 Jakub Jermar
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * - Redistributions of source code must retain the above copyright
 *   notice, this list of conditions and the following disclaimer.
 * - Redistributions in binary form must reproduce the above copyright
 *   notice, this list of conditions and the following disclaimer in the
 *   documentation and/or other materials provided with the distribution.
 * - The name of the author may not be used to endorse or promote products
 *   derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
 
#include <smp/smp.h>
#include <arch/smp/smp.h>
#include <arch/smp/mps.h>
#include <arch/smp/ap.h>
#include <arch/boot/boot.h>
#include <genarch/acpi/acpi.h>
#include <genarch/acpi/madt.h>
#include <config.h>
#include <synch/waitq.h>
#include <synch/synch.h>
#include <arch/pm.h>
#include <func.h>
#include <panic.h>
#include <debug.h>
#include <arch/asm.h>
#include <mm/frame.h>
#include <mm/page.h>
#include <mm/slab.h>
#include <mm/as.h>
#include <print.h>
#include <memstr.h>
#include <arch/drivers/i8259.h>
 
#ifdef CONFIG_SMP
 
static struct smp_config_operations *ops = NULL;
 
void smp_init(void)
{
    int status;
    __address l_apic_address, io_apic_address;
 
    if (acpi_madt) {
        acpi_madt_parse();
        ops = &madt_config_operations;
    }
    if (config.cpu_count == 1) {
        mps_init();
        ops = &mps_config_operations;
    }
 
    l_apic_address = PA2KA(PFN2ADDR(frame_alloc_rc(ONE_FRAME, FRAME_ATOMIC | FRAME_KA, &status)));
    if (status != FRAME_OK)
        panic("cannot allocate address for l_apic\n");
 
    io_apic_address = PA2KA(PFN2ADDR(frame_alloc_rc(ONE_FRAME, FRAME_ATOMIC | FRAME_KA, &status)));
    if (status != FRAME_OK)
        panic("cannot allocate address for io_apic\n");
 
    if (config.cpu_count > 1) {    
        page_mapping_insert(AS_KERNEL, l_apic_address, (__address) l_apic,
                  PAGE_NOT_CACHEABLE);
        page_mapping_insert(AS_KERNEL, io_apic_address, (__address) io_apic,
                  PAGE_NOT_CACHEABLE);
                 
        l_apic = (__u32 *) l_apic_address;
        io_apic = (__u32 *) io_apic_address;
        }
 
        /*
         * Must be initialized outside the kmp thread, since it is waited
         * on before the kmp thread is created.
         */
        waitq_initialize(&kmp_completion_wq);
 
}
 
/*
 * Kernel thread for bringing up application processors. It becomes clear
 * that we need an arrangement like this (AP's being initialized by a kernel
 * thread), for a thread has its dedicated stack. (The stack used during the
 * BSP initialization (prior the very first call to scheduler()) will be used
 * as an initialization stack for each AP.)
 */
void kmp(void *arg)
{
    int i;
   
    ASSERT(ops != NULL);
 
    waitq_initialize(&ap_completion_wq);
 
    /*
     * We need to access data in frame 0.
     * We boldly make use of kernel address space mapping.
     */
 
    /*
     * Set the warm-reset vector to the real-mode address of 4K-aligned ap_boot()
     */
    *((__u16 *) (PA2KA(0x467+0))) =  ((__address) ap_boot) >> 4;    /* segment */
    *((__u16 *) (PA2KA(0x467+2))) =  0;             /* offset */
   
    /*
     * Save 0xa to address 0xf of the CMOS RAM.
     * BIOS will not do the POST after the INIT signal.
     */
    outb(0x70,0xf);
    outb(0x71,0xa);
 
    pic_disable_irqs(0xffff);
    apic_init();
 
    for (i = 0; i < ops->cpu_count(); i++) {
        struct descriptor *gdt_new;
   
        /*
         * Skip processors marked unusable.
         */
        if (!ops->cpu_enabled(i))
            continue;
 
        /*
         * The bootstrap processor is already up.
         */
        if (ops->cpu_bootstrap(i))
            continue;
 
        if (ops->cpu_apic_id(i) == l_apic_id()) {
            printf("%s: bad processor entry #%d, will not send IPI to myself\n", __FUNCTION__, i);
            continue;
        }
       
        /*
         * Prepare new GDT for CPU in question.
         */
        if (!(gdt_new = (struct descriptor *) malloc(GDT_ITEMS*sizeof(struct descriptor), FRAME_ATOMIC)))
            panic("couldn't allocate memory for GDT\n");
 
        memcpy(gdt_new, gdt, GDT_ITEMS * sizeof(struct descriptor));
        memsetb((__address)(&gdt_new[TSS_DES]), sizeof(struct descriptor), 0);
        protected_ap_gdtr.limit = GDT_ITEMS * sizeof(struct descriptor);
        protected_ap_gdtr.base = KA2PA((__address) gdt_new);
        gdtr.base = (__address) gdt_new;
 
        if (l_apic_send_init_ipi(ops->cpu_apic_id(i))) {
            /*
             * There may be just one AP being initialized at
             * the time. After it comes completely up, it is
             * supposed to wake us up.
             */
            if (waitq_sleep_timeout(&ap_completion_wq, 1000000, SYNCH_BLOCKING) == ESYNCH_TIMEOUT)
                printf("%s: waiting for cpu%d (APIC ID = %d) timed out\n", __FUNCTION__, config.cpu_active > i ? config.cpu_active : i, ops->cpu_apic_id(i));
        } else
            printf("INIT IPI for l_apic%d failed\n", ops->cpu_apic_id(i));
    }
 
    /*
     * Wakeup the kinit thread so that
     * system initialization can go on.
     */
    waitq_wakeup(&kmp_completion_wq, WAKEUP_FIRST);
}
 
int smp_irq_to_pin(int irq)
{
    ASSERT(ops != NULL);
    return ops->irq_to_pin(irq);
}
 
#endif /* CONFIG_SMP */
 

Rev 1059	Rev 1477
1	/*	1	/*
2	* Copyright (C) 2005 Jakub Jermar	2	* Copyright (C) 2005 Jakub Jermar
3	* All rights reserved.	3	* All rights reserved.
4	*	4	*
5	* Redistribution and use in source and binary forms, with or without	5	* Redistribution and use in source and binary forms, with or without
6	* modification, are permitted provided that the following conditions	6	* modification, are permitted provided that the following conditions
7	* are met:	7	* are met:
8	*	8	*
9	* - Redistributions of source code must retain the above copyright	9	* - Redistributions of source code must retain the above copyright
10	* notice, this list of conditions and the following disclaimer.	10	* notice, this list of conditions and the following disclaimer.
11	* - Redistributions in binary form must reproduce the above copyright	11	* - Redistributions in binary form must reproduce the above copyright
12	* notice, this list of conditions and the following disclaimer in the	12	* notice, this list of conditions and the following disclaimer in the
13	* documentation and/or other materials provided with the distribution.	13	* documentation and/or other materials provided with the distribution.
14	* - The name of the author may not be used to endorse or promote products	14	* - The name of the author may not be used to endorse or promote products
15	* derived from this software without specific prior written permission.	15	* derived from this software without specific prior written permission.
16	*	16	*
17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR	17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18	* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES	18	* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.	19	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20	* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,	20	* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21	* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT	21	* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,	22	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY	23	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT	24	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF	25	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26	* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.	26	* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27	*/	27	*/
28		28
29	#include <smp/smp.h>	29	#include <smp/smp.h>
30	#include <arch/smp/smp.h>	30	#include <arch/smp/smp.h>
31	#include <arch/smp/mps.h>	31	#include <arch/smp/mps.h>
32	#include <arch/smp/ap.h>	32	#include <arch/smp/ap.h>
33	#include <arch/boot/boot.h>	33	#include <arch/boot/boot.h>
34	#include <genarch/acpi/acpi.h>	34	#include <genarch/acpi/acpi.h>
35	#include <genarch/acpi/madt.h>	35	#include <genarch/acpi/madt.h>
36	#include <config.h>	36	#include <config.h>
37	#include <synch/waitq.h>	37	#include <synch/waitq.h>
38	#include <synch/synch.h>	38	#include <synch/synch.h>
39	#include <arch/pm.h>	39	#include <arch/pm.h>
40	#include <func.h>	40	#include <func.h>
41	#include <panic.h>	41	#include <panic.h>
42	#include <debug.h>	42	#include <debug.h>
43	#include <arch/asm.h>	43	#include <arch/asm.h>
44	#include <mm/frame.h>	44	#include <mm/frame.h>
45	#include <mm/page.h>	45	#include <mm/page.h>
46	#include <mm/slab.h>	46	#include <mm/slab.h>
47	#include <mm/as.h>	47	#include <mm/as.h>
48	#include <print.h>	48	#include <print.h>
49	#include <memstr.h>	49	#include <memstr.h>
50	#include <arch/i8259.h>	50	#include <arch/drivers/i8259.h>
51		51
52	#ifdef CONFIG_SMP	52	#ifdef CONFIG_SMP
53		53
54	static struct smp_config_operations *ops = NULL;	54	static struct smp_config_operations *ops = NULL;
55		55
56	void smp_init(void)	56	void smp_init(void)
57	{	57	{
58	int status;	58	int status;
59	__address l_apic_address, io_apic_address;	59	__address l_apic_address, io_apic_address;
60		60
61	if (acpi_madt) {	61	if (acpi_madt) {
62	acpi_madt_parse();	62	acpi_madt_parse();
63	ops = &madt_config_operations;	63	ops = &madt_config_operations;
64	}	64	}
65	if (config.cpu_count == 1) {	65	if (config.cpu_count == 1) {
66	mps_init();	66	mps_init();
67	ops = &mps_config_operations;	67	ops = &mps_config_operations;
68	}	68	}
69		69
70	l_apic_address = PA2KA(PFN2ADDR(frame_alloc_rc(ONE_FRAME, FRAME_ATOMIC \| FRAME_KA, &status)));	70	l_apic_address = PA2KA(PFN2ADDR(frame_alloc_rc(ONE_FRAME, FRAME_ATOMIC \| FRAME_KA, &status)));
71	if (status != FRAME_OK)	71	if (status != FRAME_OK)
72	panic("cannot allocate address for l_apic\n");	72	panic("cannot allocate address for l_apic\n");
73		73
74	io_apic_address = PA2KA(PFN2ADDR(frame_alloc_rc(ONE_FRAME, FRAME_ATOMIC \| FRAME_KA, &status)));	74	io_apic_address = PA2KA(PFN2ADDR(frame_alloc_rc(ONE_FRAME, FRAME_ATOMIC \| FRAME_KA, &status)));
75	if (status != FRAME_OK)	75	if (status != FRAME_OK)
76	panic("cannot allocate address for io_apic\n");	76	panic("cannot allocate address for io_apic\n");
77		77
78	if (config.cpu_count > 1) {	78	if (config.cpu_count > 1) {
79	page_mapping_insert(AS_KERNEL, l_apic_address, (__address) l_apic,	79	page_mapping_insert(AS_KERNEL, l_apic_address, (__address) l_apic,
80	PAGE_NOT_CACHEABLE);	80	PAGE_NOT_CACHEABLE);
81	page_mapping_insert(AS_KERNEL, io_apic_address, (__address) io_apic,	81	page_mapping_insert(AS_KERNEL, io_apic_address, (__address) io_apic,
82	PAGE_NOT_CACHEABLE);	82	PAGE_NOT_CACHEABLE);
83		83
84	l_apic = (__u32 *) l_apic_address;	84	l_apic = (__u32 *) l_apic_address;
85	io_apic = (__u32 *) io_apic_address;	85	io_apic = (__u32 *) io_apic_address;
86	}	86	}
87		87
88	/*	88	/*
89	* Must be initialized outside the kmp thread, since it is waited	89	* Must be initialized outside the kmp thread, since it is waited
90	* on before the kmp thread is created.	90	* on before the kmp thread is created.
91	*/	91	*/
92	waitq_initialize(&kmp_completion_wq);	92	waitq_initialize(&kmp_completion_wq);
93		93
94	}	94	}
95		95
96	/*	96	/*
97	* Kernel thread for bringing up application processors. It becomes clear	97	* Kernel thread for bringing up application processors. It becomes clear
98	* that we need an arrangement like this (AP's being initialized by a kernel	98	* that we need an arrangement like this (AP's being initialized by a kernel
99	* thread), for a thread has its dedicated stack. (The stack used during the	99	* thread), for a thread has its dedicated stack. (The stack used during the
100	* BSP initialization (prior the very first call to scheduler()) will be used	100	* BSP initialization (prior the very first call to scheduler()) will be used
101	* as an initialization stack for each AP.)	101	* as an initialization stack for each AP.)
102	*/	102	*/
103	void kmp(void *arg)	103	void kmp(void *arg)
104	{	104	{
105	int i;	105	int i;
106		106
107	ASSERT(ops != NULL);	107	ASSERT(ops != NULL);
108		108
109	waitq_initialize(&ap_completion_wq);	109	waitq_initialize(&ap_completion_wq);
110		110
111	/*	111	/*
112	* We need to access data in frame 0.	112	* We need to access data in frame 0.
113	* We boldly make use of kernel address space mapping.	113	* We boldly make use of kernel address space mapping.
114	*/	114	*/
115		115
116	/*	116	/*
117	* Set the warm-reset vector to the real-mode address of 4K-aligned ap_boot()	117	* Set the warm-reset vector to the real-mode address of 4K-aligned ap_boot()
118	*/	118	*/
119	((__u16 ) (PA2KA(0x467+0))) = ((__address) ap_boot) >> 4; /* segment */	119	((__u16 ) (PA2KA(0x467+0))) = ((__address) ap_boot) >> 4; /* segment */
120	((__u16 ) (PA2KA(0x467+2))) = 0; /* offset */	120	((__u16 ) (PA2KA(0x467+2))) = 0; /* offset */
121		121
122	/*	122	/*
123	* Save 0xa to address 0xf of the CMOS RAM.	123	* Save 0xa to address 0xf of the CMOS RAM.
124	* BIOS will not do the POST after the INIT signal.	124	* BIOS will not do the POST after the INIT signal.
125	*/	125	*/
126	outb(0x70,0xf);	126	outb(0x70,0xf);
127	outb(0x71,0xa);	127	outb(0x71,0xa);
128		128
129	pic_disable_irqs(0xffff);	129	pic_disable_irqs(0xffff);
130	apic_init();	130	apic_init();
131		131
132	for (i = 0; i < ops->cpu_count(); i++) {	132	for (i = 0; i < ops->cpu_count(); i++) {
133	struct descriptor *gdt_new;	133	struct descriptor *gdt_new;
134		134
135	/*	135	/*
136	* Skip processors marked unusable.	136	* Skip processors marked unusable.
137	*/	137	*/
138	if (!ops->cpu_enabled(i))	138	if (!ops->cpu_enabled(i))
139	continue;	139	continue;
140		140
141	/*	141	/*
142	* The bootstrap processor is already up.	142	* The bootstrap processor is already up.
143	*/	143	*/
144	if (ops->cpu_bootstrap(i))	144	if (ops->cpu_bootstrap(i))
145	continue;	145	continue;
146		146
147	if (ops->cpu_apic_id(i) == l_apic_id()) {	147	if (ops->cpu_apic_id(i) == l_apic_id()) {
148	printf("%s: bad processor entry #%d, will not send IPI to myself\n", __FUNCTION__, i);	148	printf("%s: bad processor entry #%d, will not send IPI to myself\n", __FUNCTION__, i);
149	continue;	149	continue;
150	}	150	}
151		151
152	/*	152	/*
153	* Prepare new GDT for CPU in question.	153	* Prepare new GDT for CPU in question.
154	*/	154	*/
155	if (!(gdt_new = (struct descriptor ) malloc(GDT_ITEMSsizeof(struct descriptor), FRAME_ATOMIC)))	155	if (!(gdt_new = (struct descriptor ) malloc(GDT_ITEMSsizeof(struct descriptor), FRAME_ATOMIC)))
156	panic("couldn't allocate memory for GDT\n");	156	panic("couldn't allocate memory for GDT\n");
157		157
158	memcpy(gdt_new, gdt, GDT_ITEMS * sizeof(struct descriptor));	158	memcpy(gdt_new, gdt, GDT_ITEMS * sizeof(struct descriptor));
159	memsetb((__address)(&gdt_new[TSS_DES]), sizeof(struct descriptor), 0);	159	memsetb((__address)(&gdt_new[TSS_DES]), sizeof(struct descriptor), 0);
160	protected_ap_gdtr.limit = GDT_ITEMS * sizeof(struct descriptor);	160	protected_ap_gdtr.limit = GDT_ITEMS * sizeof(struct descriptor);
161	protected_ap_gdtr.base = KA2PA((__address) gdt_new);	161	protected_ap_gdtr.base = KA2PA((__address) gdt_new);
162	gdtr.base = (__address) gdt_new;	162	gdtr.base = (__address) gdt_new;
163		163
164	if (l_apic_send_init_ipi(ops->cpu_apic_id(i))) {	164	if (l_apic_send_init_ipi(ops->cpu_apic_id(i))) {
165	/*	165	/*
166	* There may be just one AP being initialized at	166	* There may be just one AP being initialized at
167	* the time. After it comes completely up, it is	167	* the time. After it comes completely up, it is
168	* supposed to wake us up.	168	* supposed to wake us up.
169	*/	169	*/
170	if (waitq_sleep_timeout(&ap_completion_wq, 1000000, SYNCH_BLOCKING) == ESYNCH_TIMEOUT)	170	if (waitq_sleep_timeout(&ap_completion_wq, 1000000, SYNCH_BLOCKING) == ESYNCH_TIMEOUT)
171	printf("%s: waiting for cpu%d (APIC ID = %d) timed out\n", __FUNCTION__, config.cpu_active > i ? config.cpu_active : i, ops->cpu_apic_id(i));	171	printf("%s: waiting for cpu%d (APIC ID = %d) timed out\n", __FUNCTION__, config.cpu_active > i ? config.cpu_active : i, ops->cpu_apic_id(i));
172	} else	172	} else
173	printf("INIT IPI for l_apic%d failed\n", ops->cpu_apic_id(i));	173	printf("INIT IPI for l_apic%d failed\n", ops->cpu_apic_id(i));
174	}	174	}
175		175
176	/*	176	/*
177	* Wakeup the kinit thread so that	177	* Wakeup the kinit thread so that
178	* system initialization can go on.	178	* system initialization can go on.
179	*/	179	*/
180	waitq_wakeup(&kmp_completion_wq, WAKEUP_FIRST);	180	waitq_wakeup(&kmp_completion_wq, WAKEUP_FIRST);
181	}	181	}
182		182
183	int smp_irq_to_pin(int irq)	183	int smp_irq_to_pin(int irq)
184	{	184	{
185	ASSERT(ops != NULL);	185	ASSERT(ops != NULL);
186	return ops->irq_to_pin(irq);	186	return ops->irq_to_pin(irq);
187	}	187	}
188		188
189	#endif /* CONFIG_SMP */	189	#endif /* CONFIG_SMP */
190		190

Subversion Repositories HelenOS-historic

(root)/kernel/trunk/arch/ia32/src/smp/smp.c – Rev 1059 → 1477