Subversion Repositories HelenOS

/*

 * Copyright (c) 2006 Ondrej Palkovsky

 * Copyright (c) 2007 Jakub Jermar

 * All rights reserved.

 *

 * Redistribution and use in source and binary forms, with or without

 * modification, are permitted provided that the following conditions

 * are met:

 *

 * - Redistributions of source code must retain the above copyright

 *   notice, this list of conditions and the following disclaimer.

 * - Redistributions in binary form must reproduce the above copyright

 *   notice, this list of conditions and the following disclaimer in the

 *   documentation and/or other materials provided with the distribution.

 * - The name of the author may not be used to endorse or promote products

 *   derived from this software without specific prior written permission.

 *

 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR

 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES

 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.

 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,

 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT

 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,

 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY

 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF

 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

 */

/** @addtogroup libc

 * @{

 */

/** @file

 */

#include <libadt/list.h>

#include <fibril.h>

#include <thread.h>

#include <tls.h>

#include <malloc.h>

#include <unistd.h>

#include <stdio.h>

#include <libarch/faddr.h>

#include <futex.h>

#include <assert.h>

#include <async.h>

#ifndef FIBRIL_INITIAL_STACK_PAGES_NO

#define FIBRIL_INITIAL_STACK_PAGES_NO   1

#endif

/** This futex serializes access to ready_list, serialized_list and manage_list.

 */

static atomic_t fibril_futex = FUTEX_INITIALIZER;

static LIST_INITIALIZE(ready_list);

static LIST_INITIALIZE(serialized_list);

static LIST_INITIALIZE(manager_list);

static void fibril_main(void);

/** Number of fibrils that are in async_serialized mode */

static int serialized_fibrils;  /* Protected by async_futex */

/** Thread-local count of serialization. If >0, we must not preempt */

static __thread int serialization_count;

/** Counter for fibrils residing in async_manager */

static int fibrils_in_manager;

/** Setup fibril information into TCB structure */

fibril_t *fibril_setup(void)

{

    fibril_t *f;

    tcb_t *tcb;

    tcb = __make_tls();

    if (!tcb)

        return NULL;

    f = malloc(sizeof(fibril_t));

    if (!f) {

        __free_tls(tcb);

        return NULL;

    }

    tcb->fibril_data = f;

    f->tcb = tcb;

    f->func = NULL;

    f->arg = NULL;

    f->stack = NULL;

    f->clean_after_me = NULL;

    f->retval = 0;

    f->flags = 0;

    return f;

}

void fibril_teardown(fibril_t *f)

{

    __free_tls(f->tcb);

    free(f);

}

/** Function that spans the whole life-cycle of a fibril.

 *

 * Each fibril begins execution in this function. Then the function implementing

 * the fibril logic is called.  After its return, the return value is saved.

 * The fibril then switches to another fibril, which cleans up after it.

 */

void fibril_main(void)

{

    fibril_t *f = __tcb_get()->fibril_data;

    /* Call the implementing function. */

    f->retval = f->func(f->arg);

    fibril_switch(FIBRIL_FROM_DEAD);

    /* not reached */

}

/** Switch from the current fibril.

 *

 * If calling with FIBRIL_TO_MANAGER parameter, the async_futex should be

 * held.

 *

 * @param stype     Switch type. One of FIBRIL_PREEMPT, FIBRIL_TO_MANAGER,

 *          FIBRIL_FROM_MANAGER, FIBRIL_FROM_DEAD. The parameter

 *          describes the circumstances of the switch.

 * @return      Return 0 if there is no ready fibril,

 *          return 1 otherwise.

 */

int fibril_switch(fibril_switch_type_t stype)

{

    fibril_t *srcf, *dstf;

    int retval = 0;

    futex_down(&fibril_futex);

    if (stype == FIBRIL_PREEMPT && list_empty(&ready_list))

        goto ret_0;

    if (stype == FIBRIL_FROM_MANAGER) {

        if (list_empty(&ready_list) && list_empty(&serialized_list))

            goto ret_0;

        /*

         * Do not preempt if there is not sufficient count of fibril

         * managers.

         */

        if (list_empty(&serialized_list) &&

            fibrils_in_manager <= serialized_fibrils) {

            goto ret_0;

        }

    }

    /* If we are going to manager and none exists, create it */

    if (stype == FIBRIL_TO_MANAGER || stype == FIBRIL_FROM_DEAD) {

        while (list_empty(&manager_list)) {

            futex_up(&fibril_futex);

            async_create_manager();

            futex_down(&fibril_futex);

        }

    }

    srcf = __tcb_get()->fibril_data;

    if (stype != FIBRIL_FROM_DEAD) {

        /* Save current state */

        if (!context_save(&srcf->ctx)) {

            if (serialization_count)

                srcf->flags &= ~FIBRIL_SERIALIZED;

            if (srcf->clean_after_me) {

                /*

                 * Cleanup after the dead fibril from which we

                 * restored context here.

                 */

                void *stack = srcf->clean_after_me->stack;

                if (stack) {

                    /*

                     * This check is necessary because a

                     * thread could have exited like a

                     * normal fibril using the

                     * FIBRIL_FROM_DEAD switch type. In that

                     * case, its fibril will not have the

                     * stack member filled.

                     */

                    free(stack);

                }

                fibril_teardown(srcf->clean_after_me);

                srcf->clean_after_me = NULL;

            }

            return 1;   /* futex_up already done here */

        }

        /* Save myself to the correct run list */

        if (stype == FIBRIL_PREEMPT)

            list_append(&srcf->link, &ready_list);

        else if (stype == FIBRIL_FROM_MANAGER) {

            list_append(&srcf->link, &manager_list);

            fibrils_in_manager--;

        } else {   

            /*

             * If stype == FIBRIL_TO_MANAGER, don't put ourselves to

             * any list, we should already be somewhere, or we will

             * be lost.

             */

        }

    }

    /* Choose a new fibril to run */

    if (stype == FIBRIL_TO_MANAGER || stype == FIBRIL_FROM_DEAD) {

        dstf = list_get_instance(manager_list.next, fibril_t, link);

        if (serialization_count && stype == FIBRIL_TO_MANAGER) {

            serialized_fibrils++;

            srcf->flags |= FIBRIL_SERIALIZED;

        }

        fibrils_in_manager++;

        if (stype == FIBRIL_FROM_DEAD)

            dstf->clean_after_me = srcf;

    } else {

        if (!list_empty(&serialized_list)) {

            dstf = list_get_instance(serialized_list.next, fibril_t,

                link);

            serialized_fibrils--;

        } else {

            dstf = list_get_instance(ready_list.next, fibril_t,

                link);

        }

    }

    list_remove(&dstf->link);

    futex_up(&fibril_futex);

    context_restore(&dstf->ctx);

    /* not reached */

ret_0:

    futex_up(&fibril_futex);

    return retval;

}

/** Create a new fibril.

 *

 * @param func      Implementing function of the new fibril.

 * @param arg       Argument to pass to func.

 *

 * @return      Return 0 on failure or TLS of the new fibril.

 */

fid_t fibril_create(int (*func)(void *), void *arg)

{

    fibril_t *f;

    f = fibril_setup();

    if (!f)

        return 0;

    f->stack = (char *) malloc(FIBRIL_INITIAL_STACK_PAGES_NO *

        getpagesize());

    if (!f->stack) {

        fibril_teardown(f);

        return 0;

    }

    f->func = func;

    f->arg = arg;

    context_save(&f->ctx);

    context_set(&f->ctx, FADDR(fibril_main), f->stack,

        FIBRIL_INITIAL_STACK_PAGES_NO * getpagesize(), f->tcb);

    return (fid_t) f;

}

/** Add a fibril to the ready list.

 *

 * @param fid       Pinter to the fibril structure of the fibril to be

 *          added.

 */

void fibril_add_ready(fid_t fid)

{

    fibril_t *f;

    f = (fibril_t *) fid;

    futex_down(&fibril_futex);

    if ((f->flags & FIBRIL_SERIALIZED))

        list_append(&f->link, &serialized_list);

    else

        list_append(&f->link, &ready_list);

    futex_up(&fibril_futex);

}

/** Add a fibril to the manager list.

 *

 * @param fid       Pinter to the fibril structure of the fibril to be added.

 */

void fibril_add_manager(fid_t fid)

{

    fibril_t *f;

    f = (fibril_t *) fid;

    futex_down(&fibril_futex);

    list_append(&f->link, &manager_list);

    futex_up(&fibril_futex);

}

/** Remove one manager from the manager list. */

void fibril_remove_manager(void)

{

    futex_down(&fibril_futex);

    if (list_empty(&manager_list)) {

        futex_up(&fibril_futex);

        return;

    }

    list_remove(manager_list.next);

    futex_up(&fibril_futex);

}

/** Return fibril id of the currently running fibril.

 *

 * @return      Fibril ID of the currently running pseudo thread.

 */

fid_t fibril_get_id(void)

{

    return (fid_t) __tcb_get()->fibril_data;

}

/** Disable preemption

 *

 * If the fibril wants to send several message in a row and does not want to be

 * preempted, it should start async_serialize_start() in the beginning of

 * communication and async_serialize_end() in the end. If it is a true

 * multithreaded application, it should protect the communication channel by a

 * futex as well. Interrupt messages can still be preempted.

 */

void fibril_inc_sercount(void)

{

    serialization_count++;

}

/** Restore the preemption counter to the previous state. */

void fibril_dec_sercount(void)

{

    serialization_count--;

}

/** @}

 */