Subversion Repositories HelenOS-historic

/*

 * Copyright (C) 2001-2004 Jakub Jermar

 * All rights reserved.

 *

 * Redistribution and use in source and binary forms, with or without

 * modification, are permitted provided that the following conditions

 * are met:

 *

 * - Redistributions of source code must retain the above copyright

 *   notice, this list of conditions and the following disclaimer.

 * - Redistributions in binary form must reproduce the above copyright

 *   notice, this list of conditions and the following disclaimer in the

 *   documentation and/or other materials provided with the distribution.

 * - The name of the author may not be used to endorse or promote products

 *   derived from this software without specific prior written permission.

 *

 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR

 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES

 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.

 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,

 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT

 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,

 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY

 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF

 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

 */

#ifdef __SMP__

#include <arch/pm.h>

#include <config.h>

#include <print.h>

#include <panic.h>

#include <arch/smp/mp.h>

#include <arch/smp/ap.h>

#include <arch/smp/apic.h>

#include <func.h>

#include <arch/types.h>

#include <typedefs.h>

#include <synch/waitq.h>

#include <time/delay.h>

#include <mm/heap.h>

#include <mm/page.h>

#include <mm/frame.h>

#include <cpu.h>

#include <arch/i8259.h>

#include <arch/asm.h>

#include <arch/acpi/madt.h>

/*

 * Multi-Processor Specification detection code.

 */

#define FS_SIGNATURE    0x5f504d5f

#define CT_SIGNATURE    0x504d4350

int mp_fs_check(__u8 *base);

int mp_ct_check(void);

int configure_via_ct(void);

int configure_via_default(__u8 n);

int ct_processor_entry(struct __processor_entry *pr);

void ct_bus_entry(struct __bus_entry *bus);

void ct_io_apic_entry(struct __io_apic_entry *ioa);

void ct_io_intr_entry(struct __io_intr_entry *iointr);

void ct_l_intr_entry(struct __l_intr_entry *lintr);

void ct_extended_entries(void);

static struct __mpfs *fs;

static struct __mpct *ct;

struct __processor_entry *processor_entries = NULL;

struct __bus_entry *bus_entries = NULL;

struct __io_apic_entry *io_apic_entries = NULL;

struct __io_intr_entry *io_intr_entries = NULL;

struct __l_intr_entry *l_intr_entries = NULL;

int processor_entry_cnt = 0;

int bus_entry_cnt = 0;

int io_apic_entry_cnt = 0;

int io_intr_entry_cnt = 0;

int l_intr_entry_cnt = 0;

waitq_t ap_completion_wq;

waitq_t kmp_completion_wq;

/*

 * Used to check the integrity of the MP Floating Structure.

 */

int mp_fs_check(__u8 *base)

{

    int i;

    __u8 sum;

    for (i = 0, sum = 0; i < 16; i++)

        sum += base[i];

    return !sum;

}

/*

 * Used to check the integrity of the MP Configuration Table.

 */

int mp_ct_check(void)

{

    __u8 *base = (__u8 *) ct;

    __u8 *ext = base + ct->base_table_length;

    __u8 sum;

    int i; 

    /* count the checksum for the base table */

    for (i=0,sum=0; i < ct->base_table_length; i++)

        sum += base[i];

    if (sum)

        return 0;

    /* count the checksum for the extended table */

    for (i=0,sum=0; i < ct->ext_table_length; i++)

        sum += ext[i];

    return sum == ct->ext_table_checksum;

}

void mp_init(void)

{

    __address addr, frame;

    int cnt, n;

    /*

     * First place to search the MP Floating Pointer Structure is the Extended

     * BIOS Data Area. We have to read EBDA segment address from the BIOS Data

     * Area. Unfortunatelly, this memory is in page 0, which has intentionally no

     * mapping.

     */

    frame = frame_alloc(FRAME_KA);

    map_page_to_frame(frame,0,PAGE_CACHEABLE,0);

    addr = *((__u16 *) (frame + 0x40e)) * 16;

    map_page_to_frame(frame,frame,PAGE_CACHEABLE,0);

    frame_free(frame); 

    /*

     * EBDA can be undefined. In that case addr would be 0.

     */

    if (addr >= 0x1000) {

        cnt = 1024;

        while (addr = __u32_search(addr,cnt,FS_SIGNATURE)) {

            if (mp_fs_check((__u8 *) addr))

                goto fs_found;

            addr++;

            cnt--;

        }

    }

    /*

     * Second place where the MP Floating Pointer Structure may live is the last

     * kilobyte of base memory.

     */

    addr = 639*1024;

    cnt = 1024;

    while (addr = __u32_search(addr,cnt,FS_SIGNATURE)) {

        if (mp_fs_check((__u8 *) addr))

            goto fs_found;

        addr++;

        cnt--;

    }

    /*

     * As the last resort, MP Floating Pointer Structure is searched in the BIOS

     * ROM.

     */

    addr = 0xf0000;

    cnt = 64*1024;

    while (addr = __u32_search(addr,cnt,FS_SIGNATURE)) {

        if (mp_fs_check((__u8 *) addr))

            goto fs_found;

        addr++;

        cnt--;

    }

    return;

fs_found:

    printf("%L: MP Floating Pointer Structure\n", addr);

    fs = (struct __mpfs *) addr;

    frame_not_free((__address) fs);

    if (fs->config_type == 0 && fs->configuration_table) {

        if (fs->mpfib2 >> 7) {

            printf("mp_init: PIC mode not supported\n");

            return;

        }

        ct = fs->configuration_table;

        frame_not_free((__address) ct);

        config.cpu_count = configure_via_ct();

    }

    else

        config.cpu_count = configure_via_default(fs->config_type);

    if (config.cpu_count > 1) {

        map_page_to_frame((__address) l_apic, (__address) l_apic, PAGE_NOT_CACHEABLE, 0);

    }      

    /*

     * Must be initialized outside the kmp thread, since it is waited

     * on before the kmp thread is created.

     */

    waitq_initialize(&kmp_completion_wq);

    return;

}

int configure_via_ct(void)

{

    __u8 *cur;

    int i, cnt;

    if (ct->signature != CT_SIGNATURE) {

        printf("configure_via_ct: bad ct->signature\n");

        return 1;

    }

    if (!mp_ct_check()) {

        printf("configure_via_ct: bad ct checksum\n");

        return 1;

    }

    if (ct->oem_table) {

        printf("configure_via_ct: ct->oem_table not supported\n");

        return 1;

    }

    l_apic = ct->l_apic;

    cnt = 0;

    cur = &ct->base_table[0];

    for (i=0; i < ct->entry_count; i++) {

        switch (*cur) {

            /* Processor entry */

            case 0:

                processor_entries = processor_entries ? processor_entries : (struct __processor_entry *) cur;

                processor_entry_cnt++;

                cnt += ct_processor_entry((struct __processor_entry *) cur);

                cur += 20;

                break;

            /* Bus entry */

            case 1:

                bus_entries = bus_entries ? bus_entries : (struct __bus_entry *) cur;

                bus_entry_cnt++;

                ct_bus_entry((struct __bus_entry *) cur);

                cur += 8;

                break;

            /* I/O Apic */

            case 2:

                io_apic_entries = io_apic_entries ? io_apic_entries : (struct __io_apic_entry *) cur;

                io_apic_entry_cnt++;

                ct_io_apic_entry((struct __io_apic_entry *) cur);

                cur += 8;

                break;

            /* I/O Interrupt Assignment */

            case 3:

                io_intr_entries = io_intr_entries ? io_intr_entries : (struct __io_intr_entry *) cur;

                io_intr_entry_cnt++;

                ct_io_intr_entry((struct __io_intr_entry *) cur);

                cur += 8;

                break;

            /* Local Interrupt Assignment */

            case 4:

                l_intr_entries = l_intr_entries ? l_intr_entries : (struct __l_intr_entry *) cur;

                l_intr_entry_cnt++;

                ct_l_intr_entry((struct __l_intr_entry *) cur);

                    cur += 8;

                break;

            default:

                /*

                 * Something is wrong. Fallback to UP mode.

                 */

                printf("configure_via_ct: ct badness\n");

                return 1;

        }

    }

    /*

     * Process extended entries.

     */

    ct_extended_entries();

    return cnt;

}

int configure_via_default(__u8 n)

{

    /*

     * Not yet implemented.

     */

    printf("configure_via_default: not supported\n");

    return 1;

}

int ct_processor_entry(struct __processor_entry *pr)

{

    /*

     * Ignore processors which are not marked enabled.

     */

    if ((pr->cpu_flags & (1<<0)) == 0)

        return 0;

    apic_id_mask |= (1<<pr->l_apic_id);

    return 1;

}

void ct_bus_entry(struct __bus_entry *bus)

{

#ifdef MPCT_VERBOSE

    char buf[7];

    memcopy((__address) bus->bus_type, (__address) buf,6);

    buf[6] = 0;

    printf("bus%d: %s\n", bus->bus_id, buf);

#endif

}

void ct_io_apic_entry(struct __io_apic_entry *ioa)

{

    static int io_apic_count = 0;

    /* this ioapic is marked unusable */

    if (ioa->io_apic_flags & 1 == 0)

        return;

    if (io_apic_count++ > 0) {

        /*

         * Multiple IO APIC's are currently not supported.

         */

        return;

    }

    map_page_to_frame((__address) ioa->io_apic, (__address) ioa->io_apic, PAGE_NOT_CACHEABLE, 0);

    io_apic = ioa->io_apic;

}

//#define MPCT_VERBOSE

void ct_io_intr_entry(struct __io_intr_entry *iointr)

{

#ifdef MPCT_VERBOSE

    switch (iointr->intr_type) {

        case 0: printf("INT"); break;

        case 1: printf("NMI"); break;

        case 2: printf("SMI"); break;

        case 3: printf("ExtINT"); break;

    }

    putchar(',');

    switch (iointr->poel&3) {

        case 0: printf("bus-like"); break;

        case 1: printf("active high"); break;

        case 2: printf("reserved"); break;

        case 3: printf("active low"); break;

    }

    putchar(',');

    switch ((iointr->poel>>2)&3) {

        case 0: printf("bus-like"); break;

        case 1: printf("edge-triggered"); break;

        case 2: printf("reserved"); break;

        case 3: printf("level-triggered"); break;

    }

    putchar(',');

    printf("bus%d,irq%d", iointr->src_bus_id, iointr->src_bus_irq);

    putchar(',');

    printf("io_apic%d,pin%d", iointr->dst_io_apic_id, iointr->dst_io_apic_pin);

    putchar('\n'); 

#endif

}

void ct_l_intr_entry(struct __l_intr_entry *lintr)

{

#ifdef MPCT_VERBOSE

    switch (lintr->intr_type) {

        case 0: printf("INT"); break;

        case 1: printf("NMI"); break;

        case 2: printf("SMI"); break;

        case 3: printf("ExtINT"); break;

    }

    putchar(',');

    switch (lintr->poel&3) {

        case 0: printf("bus-like"); break;

        case 1: printf("active high"); break;

        case 2: printf("reserved"); break;

        case 3: printf("active low"); break;

    }

    putchar(',');

    switch ((lintr->poel>>2)&3) {

        case 0: printf("bus-like"); break;

        case 1: printf("edge-triggered"); break;

        case 2: printf("reserved"); break;

        case 3: printf("level-triggered"); break;

    }

    putchar(',');

    printf("bus%d,irq%d", lintr->src_bus_id, lintr->src_bus_irq);

    putchar(',');

    printf("l_apic%d,pin%d", lintr->dst_l_apic_id, lintr->dst_l_apic_pin);

    putchar('\n');

#endif

}

void ct_extended_entries(void)

{

    __u8 *ext = (__u8 *) ct + ct->base_table_length;

    __u8 *cur;

    for (cur = ext; cur < ext + ct->ext_table_length; cur += cur[CT_EXT_ENTRY_LEN]) {

        switch (cur[CT_EXT_ENTRY_TYPE]) {

            default:

                printf("%X: skipping MP Configuration Table extended entry type %d\n", cur, cur[CT_EXT_ENTRY_TYPE]);

                break;

        }

    }

}

/*

 * Kernel thread for bringing up application processors. It becomes clear

 * that we need an arrangement like this (AP's being initialized by a kernel

 * thread), for a thread has its dedicated stack. (The stack used during the

 * BSP initialization (prior the very first call to scheduler()) will be used

 * as an initialization stack for each AP.)

 */

void kmp(void *arg)

{

    struct __processor_entry *pr;

    __address src, dst;

    __address frame;

    int i;

    waitq_initialize(&ap_completion_wq);

    /*

     * Processor entries immediately follow the configuration table header.

     */

    pr = processor_entries;

    /*

     * Grab a frame and map its address to page 0. This is a hack which

     * accesses data in frame 0. Note that page 0 is not present because

     * of nil reference bug catching.

     */

    frame = frame_alloc(FRAME_KA);

    map_page_to_frame(frame,0,PAGE_CACHEABLE,0);

    /*

     * Set the warm-reset vector to the real-mode address of 4K-aligned ap_boot()

     */

    *((__u16 *) (frame + 0x467+0)) =  ((__address) ap_boot) >> 4;   /* segment */

    *((__u16 *) (frame + 0x467+2)) =  0x0;  /* offset */

    /*

     * Give back the borrowed frame and restore identity mapping for it.

     */

    map_page_to_frame(frame,frame,PAGE_CACHEABLE,0);

    frame_free(frame);

    /*

     * Save 0xa to address 0xf of the CMOS RAM.

     * BIOS will not do the POST after the INIT signal.

     */

    outb(0x70,0xf);

    outb(0x71,0xa);

    cpu_priority_high();

    pic_disable_irqs(0xffff);

    apic_init();

    for (i = 0; i < processor_entry_cnt; i++) {

        struct descriptor *gdt_new;

        /*

         * Skip processors marked unusable.

         */

        if (pr[i].cpu_flags & (1<<0) == 0)

            continue;

        /*

         * The bootstrap processor is already up.

         */

        if (pr[i].cpu_flags & (1<<1))

            continue;

        if (pr[i].l_apic_id == l_apic_id()) {

            printf("%L: bad processor entry #%d, will not send IPI to myself\n", &pr[i], i);

            continue;

        }

        /*

         * Prepare new GDT for CPU in question.

         */

        if (!(gdt_new = (struct descriptor *) malloc(GDT_ITEMS*sizeof(struct descriptor))))

            panic(PANIC "couldn't allocate memory for GDT\n");

        memcopy(gdt, gdt_new, GDT_ITEMS*sizeof(struct descriptor));

        gdtr.base = (__address) gdt_new;

        if (l_apic_send_init_ipi(pr[i].l_apic_id)) {

            /*

                 * There may be just one AP being initialized at

             * the time. After it comes completely up, it is

             * supposed to wake us up.

                 */

            waitq_sleep(&ap_completion_wq);

            cpu_priority_high();

        }

        else {

            printf("INIT IPI for l_apic%d failed\n", pr[i].l_apic_id);

        }

    }

    /*

     * Wakeup the kinit thread so that

     * system initialization can go on.

     */

    waitq_wakeup(&kmp_completion_wq, WAKEUP_FIRST);

}

int mp_irq_to_pin(int irq)

{

    int i;

    for(i=0;i<io_intr_entry_cnt;i++) {

        if (io_intr_entries[i].src_bus_irq == irq && io_intr_entries[i].intr_type == 0)

            return io_intr_entries[i].dst_io_apic_pin;

    }

    return -1;

}

#endif /* __SMP__ */