WebSVN – HelenOS-historic – Diff – /kernel/trunk/arch/ia32/src/smp/smp.c


/*
 * Copyright (C) 2005 Jakub Jermar
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * - Redistributions of source code must retain the above copyright
 *   notice, this list of conditions and the following disclaimer.
 * - Redistributions in binary form must reproduce the above copyright
 *   notice, this list of conditions and the following disclaimer in the
 *   documentation and/or other materials provided with the distribution.
 * - The name of the author may not be used to endorse or promote products
 *   derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
 
 /** @addtogroup ia32  
 * @{
 */
/** @file
 */
 
#include <smp/smp.h>
#include <arch/smp/smp.h>
#include <arch/smp/mps.h>
#include <arch/smp/ap.h>
#include <arch/boot/boot.h>
#include <genarch/acpi/acpi.h>
#include <genarch/acpi/madt.h>
#include <config.h>
#include <synch/waitq.h>
#include <synch/synch.h>
#include <arch/pm.h>
#include <func.h>
#include <panic.h>
#include <debug.h>
#include <arch/asm.h>
#include <mm/frame.h>
#include <mm/page.h>
#include <mm/slab.h>
#include <mm/as.h>
#include <print.h>
#include <memstr.h>
#include <arch/drivers/i8259.h>
 
#ifdef CONFIG_SMP
 
static struct smp_config_operations *ops = NULL;
 
void smp_init(void)
{
    uintptr_t l_apic_address, io_apic_address;
 
    if (acpi_madt) {
        acpi_madt_parse();
        ops = &madt_config_operations;
    }
    if (config.cpu_count == 1) {
        mps_init();
        ops = &mps_config_operations;
    }
 
    l_apic_address = (uintptr_t) frame_alloc(ONE_FRAME, FRAME_ATOMIC | FRAME_KA);
    if (!l_apic_address)
        panic("cannot allocate address for l_apic\n");
 
    io_apic_address = (uintptr_t) frame_alloc(ONE_FRAME, FRAME_ATOMIC | FRAME_KA);
    if (!io_apic_address)
        panic("cannot allocate address for io_apic\n");
 
    if (config.cpu_count > 1) {    
        page_mapping_insert(AS_KERNEL, l_apic_address, (uintptr_t) l_apic,
                  PAGE_NOT_CACHEABLE);
        page_mapping_insert(AS_KERNEL, io_apic_address, (uintptr_t) io_apic,
                  PAGE_NOT_CACHEABLE);
                 
        l_apic = (uint32_t *) l_apic_address;
        io_apic = (uint32_t *) io_apic_address;
        }
}
 
/*
 * Kernel thread for bringing up application processors. It becomes clear
 * that we need an arrangement like this (AP's being initialized by a kernel
 * thread), for a thread has its dedicated stack. (The stack used during the
 * BSP initialization (prior the very first call to scheduler()) will be used
 * as an initialization stack for each AP.)
 */
void kmp(void *arg)
{
    int i;
   
    ASSERT(ops != NULL);
 
    waitq_initialize(&ap_completion_wq);
 
    /*
     * We need to access data in frame 0.
     * We boldly make use of kernel address space mapping.
     */
 
    /*
     * Set the warm-reset vector to the real-mode address of 4K-aligned ap_boot()
     */
    *((uint16_t *) (PA2KA(0x467+0))) =  ((uintptr_t) ap_boot) >> 4; /* segment */
    *((uint16_t *) (PA2KA(0x467+2))) =  0;              /* offset */
   
    /*
     * Save 0xa to address 0xf of the CMOS RAM.
     * BIOS will not do the POST after the INIT signal.
     */
    outb(0x70,0xf);
    outb(0x71,0xa);
 
    pic_disable_irqs(0xffff);
    apic_init();
 
    for (i = 0; i < ops->cpu_count(); i++) {
        struct descriptor *gdt_new;
   
        /*
         * Skip processors marked unusable.
         */
        if (!ops->cpu_enabled(i))
            continue;
 
        /*
         * The bootstrap processor is already up.
         */
        if (ops->cpu_bootstrap(i))
            continue;
 
        if (ops->cpu_apic_id(i) == l_apic_id()) {
            printf("%s: bad processor entry #%d, will not send IPI to myself\n", __FUNCTION__, i);
            continue;
        }
       
        /*
         * Prepare new GDT for CPU in question.
         */
        if (!(gdt_new = (struct descriptor *) malloc(GDT_ITEMS*sizeof(struct descriptor), FRAME_ATOMIC)))
            panic("couldn't allocate memory for GDT\n");
 
        memcpy(gdt_new, gdt, GDT_ITEMS * sizeof(struct descriptor));
        memsetb((uintptr_t)(&gdt_new[TSS_DES]), sizeof(struct descriptor), 0);
        protected_ap_gdtr.limit = GDT_ITEMS * sizeof(struct descriptor);
        protected_ap_gdtr.base = KA2PA((uintptr_t) gdt_new);
        gdtr.base = (uintptr_t) gdt_new;
 
        if (l_apic_send_init_ipi(ops->cpu_apic_id(i))) {
            /*
             * There may be just one AP being initialized at
             * the time. After it comes completely up, it is
             * supposed to wake us up.
             */
            if (waitq_sleep_timeout(&ap_completion_wq, 1000000, SYNCH_FLAGS_NONE) == ESYNCH_TIMEOUT)
                printf("%s: waiting for cpu%d (APIC ID = %d) timed out\n", __FUNCTION__, config.cpu_active > i ? config.cpu_active : i, ops->cpu_apic_id(i));
        } else
            printf("INIT IPI for l_apic%d failed\n", ops->cpu_apic_id(i));
    }
}
 
int smp_irq_to_pin(int irq)
{
    ASSERT(ops != NULL);
    return ops->irq_to_pin(irq);
}
 
#endif /* CONFIG_SMP */
 
 /** @}
 */
 
 

Rev 1766	Rev 1780
1	/*	1	/*
2	* Copyright (C) 2005 Jakub Jermar	2	* Copyright (C) 2005 Jakub Jermar
3	* All rights reserved.	3	* All rights reserved.
4	*	4	*
5	* Redistribution and use in source and binary forms, with or without	5	* Redistribution and use in source and binary forms, with or without
6	* modification, are permitted provided that the following conditions	6	* modification, are permitted provided that the following conditions
7	* are met:	7	* are met:
8	*	8	*
9	* - Redistributions of source code must retain the above copyright	9	* - Redistributions of source code must retain the above copyright
10	* notice, this list of conditions and the following disclaimer.	10	* notice, this list of conditions and the following disclaimer.
11	* - Redistributions in binary form must reproduce the above copyright	11	* - Redistributions in binary form must reproduce the above copyright
12	* notice, this list of conditions and the following disclaimer in the	12	* notice, this list of conditions and the following disclaimer in the
13	* documentation and/or other materials provided with the distribution.	13	* documentation and/or other materials provided with the distribution.
14	* - The name of the author may not be used to endorse or promote products	14	* - The name of the author may not be used to endorse or promote products
15	* derived from this software without specific prior written permission.	15	* derived from this software without specific prior written permission.
16	*	16	*
17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR	17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18	* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES	18	* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.	19	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20	* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,	20	* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21	* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT	21	* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,	22	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY	23	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT	24	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF	25	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26	* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.	26	* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27	*/	27	*/
28		28
29	/** @addtogroup ia32	29	/** @addtogroup ia32
30	* @{	30	* @{
31	*/	31	*/
32	/** @file	32	/** @file
33	*/	33	*/
34		34
35	#include <smp/smp.h>	35	#include <smp/smp.h>
36	#include <arch/smp/smp.h>	36	#include <arch/smp/smp.h>
37	#include <arch/smp/mps.h>	37	#include <arch/smp/mps.h>
38	#include <arch/smp/ap.h>	38	#include <arch/smp/ap.h>
39	#include <arch/boot/boot.h>	39	#include <arch/boot/boot.h>
40	#include <genarch/acpi/acpi.h>	40	#include <genarch/acpi/acpi.h>
41	#include <genarch/acpi/madt.h>	41	#include <genarch/acpi/madt.h>
42	#include <config.h>	42	#include <config.h>
43	#include <synch/waitq.h>	43	#include <synch/waitq.h>
44	#include <synch/synch.h>	44	#include <synch/synch.h>
45	#include <arch/pm.h>	45	#include <arch/pm.h>
46	#include <func.h>	46	#include <func.h>
47	#include <panic.h>	47	#include <panic.h>
48	#include <debug.h>	48	#include <debug.h>
49	#include <arch/asm.h>	49	#include <arch/asm.h>
50	#include <mm/frame.h>	50	#include <mm/frame.h>
51	#include <mm/page.h>	51	#include <mm/page.h>
52	#include <mm/slab.h>	52	#include <mm/slab.h>
53	#include <mm/as.h>	53	#include <mm/as.h>
54	#include <print.h>	54	#include <print.h>
55	#include <memstr.h>	55	#include <memstr.h>
56	#include <arch/drivers/i8259.h>	56	#include <arch/drivers/i8259.h>
57		57
58	#ifdef CONFIG_SMP	58	#ifdef CONFIG_SMP
59		59
60	static struct smp_config_operations *ops = NULL;	60	static struct smp_config_operations *ops = NULL;
61		61
62	void smp_init(void)	62	void smp_init(void)
63	{	63	{
64	__address l_apic_address, io_apic_address;	64	uintptr_t l_apic_address, io_apic_address;
65		65
66	if (acpi_madt) {	66	if (acpi_madt) {
67	acpi_madt_parse();	67	acpi_madt_parse();
68	ops = &madt_config_operations;	68	ops = &madt_config_operations;
69	}	69	}
70	if (config.cpu_count == 1) {	70	if (config.cpu_count == 1) {
71	mps_init();	71	mps_init();
72	ops = &mps_config_operations;	72	ops = &mps_config_operations;
73	}	73	}
74		74
75	l_apic_address = (__address) frame_alloc(ONE_FRAME, FRAME_ATOMIC \| FRAME_KA);	75	l_apic_address = (uintptr_t) frame_alloc(ONE_FRAME, FRAME_ATOMIC \| FRAME_KA);
76	if (!l_apic_address)	76	if (!l_apic_address)
77	panic("cannot allocate address for l_apic\n");	77	panic("cannot allocate address for l_apic\n");
78		78
79	io_apic_address = (__address) frame_alloc(ONE_FRAME, FRAME_ATOMIC \| FRAME_KA);	79	io_apic_address = (uintptr_t) frame_alloc(ONE_FRAME, FRAME_ATOMIC \| FRAME_KA);
80	if (!io_apic_address)	80	if (!io_apic_address)
81	panic("cannot allocate address for io_apic\n");	81	panic("cannot allocate address for io_apic\n");
82		82
83	if (config.cpu_count > 1) {	83	if (config.cpu_count > 1) {
84	page_mapping_insert(AS_KERNEL, l_apic_address, (__address) l_apic,	84	page_mapping_insert(AS_KERNEL, l_apic_address, (uintptr_t) l_apic,
85	PAGE_NOT_CACHEABLE);	85	PAGE_NOT_CACHEABLE);
86	page_mapping_insert(AS_KERNEL, io_apic_address, (__address) io_apic,	86	page_mapping_insert(AS_KERNEL, io_apic_address, (uintptr_t) io_apic,
87	PAGE_NOT_CACHEABLE);	87	PAGE_NOT_CACHEABLE);
88		88
89	l_apic = (__u32 *) l_apic_address;	89	l_apic = (uint32_t *) l_apic_address;
90	io_apic = (__u32 *) io_apic_address;	90	io_apic = (uint32_t *) io_apic_address;
91	}	91	}
92	}	92	}
93		93
94	/*	94	/*
95	* Kernel thread for bringing up application processors. It becomes clear	95	* Kernel thread for bringing up application processors. It becomes clear
96	* that we need an arrangement like this (AP's being initialized by a kernel	96	* that we need an arrangement like this (AP's being initialized by a kernel
97	* thread), for a thread has its dedicated stack. (The stack used during the	97	* thread), for a thread has its dedicated stack. (The stack used during the
98	* BSP initialization (prior the very first call to scheduler()) will be used	98	* BSP initialization (prior the very first call to scheduler()) will be used
99	* as an initialization stack for each AP.)	99	* as an initialization stack for each AP.)
100	*/	100	*/
101	void kmp(void *arg)	101	void kmp(void *arg)
102	{	102	{
103	int i;	103	int i;
104		104
105	ASSERT(ops != NULL);	105	ASSERT(ops != NULL);
106		106
107	waitq_initialize(&ap_completion_wq);	107	waitq_initialize(&ap_completion_wq);
108		108
109	/*	109	/*
110	* We need to access data in frame 0.	110	* We need to access data in frame 0.
111	* We boldly make use of kernel address space mapping.	111	* We boldly make use of kernel address space mapping.
112	*/	112	*/
113		113
114	/*	114	/*
115	* Set the warm-reset vector to the real-mode address of 4K-aligned ap_boot()	115	* Set the warm-reset vector to the real-mode address of 4K-aligned ap_boot()
116	*/	116	*/
117	((__u16 ) (PA2KA(0x467+0))) = ((__address) ap_boot) >> 4; /* segment */	117	((uint16_t ) (PA2KA(0x467+0))) = ((uintptr_t) ap_boot) >> 4; /* segment */
118	((__u16 ) (PA2KA(0x467+2))) = 0; /* offset */	118	((uint16_t ) (PA2KA(0x467+2))) = 0; /* offset */
119		119
120	/*	120	/*
121	* Save 0xa to address 0xf of the CMOS RAM.	121	* Save 0xa to address 0xf of the CMOS RAM.
122	* BIOS will not do the POST after the INIT signal.	122	* BIOS will not do the POST after the INIT signal.
123	*/	123	*/
124	outb(0x70,0xf);	124	outb(0x70,0xf);
125	outb(0x71,0xa);	125	outb(0x71,0xa);
126		126
127	pic_disable_irqs(0xffff);	127	pic_disable_irqs(0xffff);
128	apic_init();	128	apic_init();
129		129
130	for (i = 0; i < ops->cpu_count(); i++) {	130	for (i = 0; i < ops->cpu_count(); i++) {
131	struct descriptor *gdt_new;	131	struct descriptor *gdt_new;
132		132
133	/*	133	/*
134	* Skip processors marked unusable.	134	* Skip processors marked unusable.
135	*/	135	*/
136	if (!ops->cpu_enabled(i))	136	if (!ops->cpu_enabled(i))
137	continue;	137	continue;
138		138
139	/*	139	/*
140	* The bootstrap processor is already up.	140	* The bootstrap processor is already up.
141	*/	141	*/
142	if (ops->cpu_bootstrap(i))	142	if (ops->cpu_bootstrap(i))
143	continue;	143	continue;
144		144
145	if (ops->cpu_apic_id(i) == l_apic_id()) {	145	if (ops->cpu_apic_id(i) == l_apic_id()) {
146	printf("%s: bad processor entry #%d, will not send IPI to myself\n", __FUNCTION__, i);	146	printf("%s: bad processor entry #%d, will not send IPI to myself\n", __FUNCTION__, i);
147	continue;	147	continue;
148	}	148	}
149		149
150	/*	150	/*
151	* Prepare new GDT for CPU in question.	151	* Prepare new GDT for CPU in question.
152	*/	152	*/
153	if (!(gdt_new = (struct descriptor ) malloc(GDT_ITEMSsizeof(struct descriptor), FRAME_ATOMIC)))	153	if (!(gdt_new = (struct descriptor ) malloc(GDT_ITEMSsizeof(struct descriptor), FRAME_ATOMIC)))
154	panic("couldn't allocate memory for GDT\n");	154	panic("couldn't allocate memory for GDT\n");
155		155
156	memcpy(gdt_new, gdt, GDT_ITEMS * sizeof(struct descriptor));	156	memcpy(gdt_new, gdt, GDT_ITEMS * sizeof(struct descriptor));
157	memsetb((__address)(&gdt_new[TSS_DES]), sizeof(struct descriptor), 0);	157	memsetb((uintptr_t)(&gdt_new[TSS_DES]), sizeof(struct descriptor), 0);
158	protected_ap_gdtr.limit = GDT_ITEMS * sizeof(struct descriptor);	158	protected_ap_gdtr.limit = GDT_ITEMS * sizeof(struct descriptor);
159	protected_ap_gdtr.base = KA2PA((__address) gdt_new);	159	protected_ap_gdtr.base = KA2PA((uintptr_t) gdt_new);
160	gdtr.base = (__address) gdt_new;	160	gdtr.base = (uintptr_t) gdt_new;
161		161
162	if (l_apic_send_init_ipi(ops->cpu_apic_id(i))) {	162	if (l_apic_send_init_ipi(ops->cpu_apic_id(i))) {
163	/*	163	/*
164	* There may be just one AP being initialized at	164	* There may be just one AP being initialized at
165	* the time. After it comes completely up, it is	165	* the time. After it comes completely up, it is
166	* supposed to wake us up.	166	* supposed to wake us up.
167	*/	167	*/
168	if (waitq_sleep_timeout(&ap_completion_wq, 1000000, SYNCH_FLAGS_NONE) == ESYNCH_TIMEOUT)	168	if (waitq_sleep_timeout(&ap_completion_wq, 1000000, SYNCH_FLAGS_NONE) == ESYNCH_TIMEOUT)
169	printf("%s: waiting for cpu%d (APIC ID = %d) timed out\n", __FUNCTION__, config.cpu_active > i ? config.cpu_active : i, ops->cpu_apic_id(i));	169	printf("%s: waiting for cpu%d (APIC ID = %d) timed out\n", __FUNCTION__, config.cpu_active > i ? config.cpu_active : i, ops->cpu_apic_id(i));
170	} else	170	} else
171	printf("INIT IPI for l_apic%d failed\n", ops->cpu_apic_id(i));	171	printf("INIT IPI for l_apic%d failed\n", ops->cpu_apic_id(i));
172	}	172	}
173	}	173	}
174		174
175	int smp_irq_to_pin(int irq)	175	int smp_irq_to_pin(int irq)
176	{	176	{
177	ASSERT(ops != NULL);	177	ASSERT(ops != NULL);
178	return ops->irq_to_pin(irq);	178	return ops->irq_to_pin(irq);
179	}	179	}
180		180
181	#endif /* CONFIG_SMP */	181	#endif /* CONFIG_SMP */
182		182
183	/** @}	183	/** @}
184	*/	184	*/
185		185
186		186

Subversion Repositories HelenOS-historic

(root)/kernel/trunk/arch/ia32/src/smp/smp.c – Rev 1766 → 1780