Subversion Repositories HelenOS

/*

 * Copyright (c) 2006 Ondrej Palkovsky

 * Copyright (c) 2007 Jakub Jermar

 * All rights reserved.

 *

 * Redistribution and use in source and binary forms, with or without

 * modification, are permitted provided that the following conditions

 * are met:

 *

 * - Redistributions of source code must retain the above copyright

 *   notice, this list of conditions and the following disclaimer.

 * - Redistributions in binary form must reproduce the above copyright

 *   notice, this list of conditions and the following disclaimer in the

 *   documentation and/or other materials provided with the distribution.

 * - The name of the author may not be used to endorse or promote products

 *   derived from this software without specific prior written permission.

 *

 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR

 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES

 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.

 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,

 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT

 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,

 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY

 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF

 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

 */

/** @addtogroup libc

 * @{

 */

/** @file

 */

#include <libadt/list.h>

#include <fibril.h>

#include <malloc.h>

#include <unistd.h>

#include <thread.h>

#include <stdio.h>

#include <libarch/faddr.h>

#include <futex.h>

#include <assert.h>

#include <async.h>

#ifndef FIBRIL_INITIAL_STACK_PAGES_NO

#define FIBRIL_INITIAL_STACK_PAGES_NO   1

#endif

static LIST_INITIALIZE(ready_list);

static LIST_INITIALIZE(serialized_list);

static LIST_INITIALIZE(manager_list);

static void fibril_main(void);

static atomic_t fibril_futex = FUTEX_INITIALIZER;

/** Number of threads that are in async_serialized mode */

static int serialized_threads;  /* Protected by async_futex */

/** Thread-local count of serialization. If >0, we must not preempt */

static __thread int serialization_count;

/** Counter for fibrils residing in async_manager */

static int fibrils_in_manager;

/** Setup fibril information into TCB structure */

fibril_t *fibril_setup(void)

{

    fibril_t *f;

    tcb_t *tcb;

    tcb = __make_tls();

    if (!tcb)

        return NULL;

    f = malloc(sizeof(*f));

    if (!f) {

        __free_tls(tcb);

        return NULL;

    }

    tcb->fibril_data = f;

    f->tcb = tcb;

    return f;

}

void fibril_teardown(fibril_t *f)

{

    __free_tls(f->tcb);

    free(f);

}

/** Function that spans the whole life-cycle of a fibril.

 *

 * Each fibril begins execution in this function.  Then the function

 * implementing the fibril logic is called.  After its return, the return value

 * is saved for a potentional joiner. If the joiner exists, it is woken up. The

 * fibril then switches to another fibril, which cleans up after it.

 */

void fibril_main(void)

{

    fibril_t *f = __tcb_get()->fibril_data;

    f->retval = f->func(f->arg);

    /*

     * If there is a joiner, wake it up and save our return value.

     */

    if (f->joiner) {

        list_append(&f->joiner->link, &ready_list);

        f->joiner->joinee_retval = f->retval;

    }

    fibril_schedule_next_adv(FIBRIL_FROM_DEAD);

    /* not reached */

}

/** Schedule next fibril.

 *

 * If calling with FIBRIL_TO_MANAGER parameter, the async_futex should be

 * held.

 *

 * @param stype     One of FIBRIL_SLEEP, FIBRIL_PREEMPT, FIBRIL_TO_MANAGER,

 *          FIBRIL_FROM_MANAGER, FIBRIL_FROM_DEAD. The parameter

 *          describes the circumstances of the switch.

 * @return      Return 0 if there is no ready fibril,

 *          return 1 otherwise.

 */

int fibril_schedule_next_adv(fibril_switch_type_t stype)

{

    fibril_t *srcf, *dstf;

    int retval = 0;

    futex_down(&fibril_futex);

    if (stype == FIBRIL_PREEMPT && list_empty(&ready_list))

        goto ret_0;

    if (stype == FIBRIL_SLEEP) {

        if (list_empty(&ready_list) && list_empty(&serialized_list))

            goto ret_0;

    }

    if (stype == FIBRIL_FROM_MANAGER) {

        if (list_empty(&ready_list) && list_empty(&serialized_list))

            goto ret_0;

        /*

         * Do not preempt if there is not sufficient count of thread

         * managers.

         */

        if (list_empty(&serialized_list) && fibrils_in_manager <=

            serialized_threads) {

            goto ret_0;

        }

    }

    /* If we are going to manager and none exists, create it */

    if (stype == FIBRIL_TO_MANAGER || stype == FIBRIL_FROM_DEAD) {

        while (list_empty(&manager_list)) {

            futex_up(&fibril_futex);

            async_create_manager();

            futex_down(&fibril_futex);

        }

    }

    srcf = __tcb_get()->fibril_data;

    if (stype != FIBRIL_FROM_DEAD) {

        /* Save current state */

        if (!context_save(&srcf->ctx)) {

            if (serialization_count)

                srcf->flags &= ~FIBRIL_SERIALIZED;

            if (srcf->clean_after_me) {

                /*

                 * Cleanup after the dead fibril from which we

                 * restored context here.

                 */

                free(srcf->clean_after_me->stack);

                fibril_teardown(srcf->clean_after_me);

                srcf->clean_after_me = NULL;

            }

            return 1;   /* futex_up already done here */

        }

        /* Save myself to the correct run list */

        if (stype == FIBRIL_PREEMPT)

            list_append(&srcf->link, &ready_list);

        else if (stype == FIBRIL_FROM_MANAGER) {

            list_append(&srcf->link, &manager_list);

            fibrils_in_manager--;

        } else {   

            /*

             * If stype == FIBRIL_TO_MANAGER, don't put ourselves to

             * any list, we should already be somewhere, or we will

             * be lost.

             *

             * The stype == FIBRIL_SLEEP case is similar. The fibril

             * has an external refernce which can be used to wake it

             * up once that time has come.

             */

        }

    }

    /* Choose a new fibril to run */

    if (stype == FIBRIL_TO_MANAGER || stype == FIBRIL_FROM_DEAD) {

        dstf = list_get_instance(manager_list.next, fibril_t, link);

        if (serialization_count && stype == FIBRIL_TO_MANAGER) {

            serialized_threads++;

            srcf->flags |= FIBRIL_SERIALIZED;

        }

        fibrils_in_manager++;

        if (stype == FIBRIL_FROM_DEAD)

            dstf->clean_after_me = srcf;

    } else {

        if (!list_empty(&serialized_list)) {

            dstf = list_get_instance(serialized_list.next, fibril_t,

                link);

            serialized_threads--;

        } else {

            dstf = list_get_instance(ready_list.next, fibril_t,

                link);

        }

    }

    list_remove(&dstf->link);

    futex_up(&fibril_futex);

    context_restore(&dstf->ctx);

    /* not reached */

ret_0:

    futex_up(&fibril_futex);

    return retval;

}

/** Wait for fibril to finish.

 *

 * Each fibril can be only joined by one other fibril. Moreover, the joiner must

 * be from the same thread as the joinee.

 *

 * @param fid       Fibril to join.

 *

 * @return      Value returned by the completed fibril.

 */

int fibril_join(fid_t fid)

{

    fibril_t *f;

    fibril_t *cur;

    /* Handle fid = Kernel address -> it is wait for call */

    f = (fibril_t *) fid;

    /*

     * The joiner is running so the joinee isn't.

     */

    cur = __tcb_get()->fibril_data;

    f->joiner = cur;

    fibril_schedule_next_adv(FIBRIL_SLEEP);

    /*

     * The joinee fills in the return value.

     */

    return cur->joinee_retval;

}

/** Create a new fibril.

 *

 * @param func      Implementing function of the new fibril.

 * @param arg       Argument to pass to func.

 *

 * @return      Return 0 on failure or TLS of the new fibril.

 */

fid_t fibril_create(int (*func)(void *), void *arg)

{

    fibril_t *f;

    f = fibril_setup();

    if (!f)

        return 0;

    f->stack = (char *) malloc(FIBRIL_INITIAL_STACK_PAGES_NO *

        getpagesize());

    if (!f->stack) {

        fibril_teardown(f);

        return 0;

    }

    f->arg = arg;

    f->func = func;

    f->clean_after_me = NULL;

    f->joiner = NULL;

    f->joinee_retval = 0;

    f->retval = 0;

    f->flags = 0;

    context_save(&f->ctx);

    context_set(&f->ctx, FADDR(fibril_main), f->stack,

        FIBRIL_INITIAL_STACK_PAGES_NO * getpagesize(), f->tcb);

    return (fid_t) f;

}

/** Add a fibril to the ready list.

 *

 * @param fid       Pinter to the fibril structure of the fibril to be added.

 */

void fibril_add_ready(fid_t fid)

{

    fibril_t *f;

    f = (fibril_t *) fid;

    futex_down(&fibril_futex);

    if ((f->flags & FIBRIL_SERIALIZED))

        list_append(&f->link, &serialized_list);

    else

        list_append(&f->link, &ready_list);

    futex_up(&fibril_futex);

}

/** Add a fibril to the manager list.

 *

 * @param fid       Pinter to the fibril structure of the fibril to be added.

 */

void fibril_add_manager(fid_t fid)

{

    fibril_t *f;

    f = (fibril_t *) fid;

    futex_down(&fibril_futex);

    list_append(&f->link, &manager_list);

    futex_up(&fibril_futex);

}

/** Remove one manager from the manager list. */

void fibril_remove_manager(void)

{

    futex_down(&fibril_futex);

    if (list_empty(&manager_list)) {

        futex_up(&fibril_futex);

        return;

    }

    list_remove(manager_list.next);

    futex_up(&fibril_futex);

}

/** Return fibril id of the currently running fibril.

 *

 * @return      Fibril ID of the currently running pseudo thread.

 */

fid_t fibril_get_id(void)

{

    return (fid_t) __tcb_get()->fibril_data;

}

/** Disable preemption

 *

 * If the fibril wants to send several message in a row and does not want to be

 * preempted, it should start async_serialize_start() in the beginning of

 * communication and async_serialize_end() in the end. If it is a true

 * multithreaded application, it should protect the communication channel by a

 * futex as well. Interrupt messages can still be preempted.

 */

void fibril_inc_sercount(void)

{

    serialization_count++;

}

/** Restore the preemption counter to the previous state. */

void fibril_dec_sercount(void)

{

    serialization_count--;

}

/** @}

 */