| 0,0 → 1,345 |
|---|
| /* |
| * Copyright (c) 2006 Ondrej Palkovsky |
| * Copyright (c) 2007 Jakub Jermar |
| * All rights reserved. |
| * |
| * Redistribution and use in source and binary forms, with or without |
| * modification, are permitted provided that the following conditions |
| * are met: |
| * |
| * - Redistributions of source code must retain the above copyright |
| * notice, this list of conditions and the following disclaimer. |
| * - Redistributions in binary form must reproduce the above copyright |
| * notice, this list of conditions and the following disclaimer in the |
| * documentation and/or other materials provided with the distribution. |
| * - The name of the author may not be used to endorse or promote products |
| * derived from this software without specific prior written permission. |
| * |
| * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
| * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
| * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
| * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
| * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
| * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
| * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| */ |
| |
| /** @addtogroup libc |
| * @{ |
| */ |
| /** @file |
| */ |
| |
| #include <libadt/list.h> |
| #include <fibril.h> |
| #include <thread.h> |
| #include <tls.h> |
| #include <malloc.h> |
| #include <unistd.h> |
| #include <stdio.h> |
| #include <libarch/faddr.h> |
| #include <futex.h> |
| #include <assert.h> |
| #include <async.h> |
| |
| #ifndef FIBRIL_INITIAL_STACK_PAGES_NO |
| #define FIBRIL_INITIAL_STACK_PAGES_NO 1 |
| #endif |
| |
| /** This futex serializes access to ready_list, serialized_list and manage_list. |
| */ |
| static atomic_t fibril_futex = FUTEX_INITIALIZER; |
| |
| static LIST_INITIALIZE(ready_list); |
| static LIST_INITIALIZE(serialized_list); |
| static LIST_INITIALIZE(manager_list); |
| |
| static void fibril_main(void); |
| |
| /** Number of fibrils that are in async_serialized mode */ |
| static int serialized_fibrils; /* Protected by async_futex */ |
| /** Thread-local count of serialization. If >0, we must not preempt */ |
| static __thread int serialization_count; |
| /** Counter for fibrils residing in async_manager */ |
| static int fibrils_in_manager; |
| |
| /** Setup fibril information into TCB structure */ |
| fibril_t *fibril_setup(void) |
| { |
| fibril_t *f; |
| tcb_t *tcb; |
| |
| tcb = __make_tls(); |
| if (!tcb) |
| return NULL; |
| |
| f = malloc(sizeof(fibril_t)); |
| if (!f) { |
| __free_tls(tcb); |
| return NULL; |
| } |
| |
| tcb->fibril_data = f; |
| f->tcb = tcb; |
| |
| f->func = NULL; |
| f->arg = NULL; |
| f->stack = NULL; |
| f->clean_after_me = NULL; |
| f->retval = 0; |
| f->flags = 0; |
| |
| return f; |
| } |
| |
| void fibril_teardown(fibril_t *f) |
| { |
| __free_tls(f->tcb); |
| free(f); |
| } |
| |
| /** Function that spans the whole life-cycle of a fibril. |
| * |
| * Each fibril begins execution in this function. Then the function implementing |
| * the fibril logic is called. After its return, the return value is saved. |
| * The fibril then switches to another fibril, which cleans up after it. |
| */ |
| void fibril_main(void) |
| { |
| fibril_t *f = __tcb_get()->fibril_data; |
| |
| /* Call the implementing function. */ |
| f->retval = f->func(f->arg); |
| |
| fibril_switch(FIBRIL_FROM_DEAD); |
| /* not reached */ |
| } |
| |
| /** Switch from the current fibril. |
| * |
| * If calling with FIBRIL_TO_MANAGER parameter, the async_futex should be |
| * held. |
| * |
| * @param stype Switch type. One of FIBRIL_PREEMPT, FIBRIL_TO_MANAGER, |
| * FIBRIL_FROM_MANAGER, FIBRIL_FROM_DEAD. The parameter |
| * describes the circumstances of the switch. |
| * @return Return 0 if there is no ready fibril, |
| * return 1 otherwise. |
| */ |
| int fibril_switch(fibril_switch_type_t stype) |
| { |
| fibril_t *srcf, *dstf; |
| int retval = 0; |
| |
| futex_down(&fibril_futex); |
| |
| if (stype == FIBRIL_PREEMPT && list_empty(&ready_list)) |
| goto ret_0; |
| |
| if (stype == FIBRIL_FROM_MANAGER) { |
| if (list_empty(&ready_list) && list_empty(&serialized_list)) |
| goto ret_0; |
| /* |
| * Do not preempt if there is not sufficient count of fibril |
| * managers. |
| */ |
| if (list_empty(&serialized_list) && |
| fibrils_in_manager <= serialized_fibrils) { |
| goto ret_0; |
| } |
| } |
| /* If we are going to manager and none exists, create it */ |
| if (stype == FIBRIL_TO_MANAGER || stype == FIBRIL_FROM_DEAD) { |
| while (list_empty(&manager_list)) { |
| futex_up(&fibril_futex); |
| async_create_manager(); |
| futex_down(&fibril_futex); |
| } |
| } |
| |
| srcf = __tcb_get()->fibril_data; |
| if (stype != FIBRIL_FROM_DEAD) { |
| /* Save current state */ |
| if (!context_save(&srcf->ctx)) { |
| if (serialization_count) |
| srcf->flags &= ~FIBRIL_SERIALIZED; |
| if (srcf->clean_after_me) { |
| /* |
| * Cleanup after the dead fibril from which we |
| * restored context here. |
| */ |
| void *stack = srcf->clean_after_me->stack; |
| if (stack) { |
| /* |
| * This check is necessary because a |
| * thread could have exited like a |
| * normal fibril using the |
| * FIBRIL_FROM_DEAD switch type. In that |
| * case, its fibril will not have the |
| * stack member filled. |
| */ |
| free(stack); |
| } |
| fibril_teardown(srcf->clean_after_me); |
| srcf->clean_after_me = NULL; |
| } |
| return 1; /* futex_up already done here */ |
| } |
| |
| /* Save myself to the correct run list */ |
| if (stype == FIBRIL_PREEMPT) |
| list_append(&srcf->link, &ready_list); |
| else if (stype == FIBRIL_FROM_MANAGER) { |
| list_append(&srcf->link, &manager_list); |
| fibrils_in_manager--; |
| } else { |
| /* |
| * If stype == FIBRIL_TO_MANAGER, don't put ourselves to |
| * any list, we should already be somewhere, or we will |
| * be lost. |
| */ |
| } |
| } |
| |
| /* Choose a new fibril to run */ |
| if (stype == FIBRIL_TO_MANAGER || stype == FIBRIL_FROM_DEAD) { |
| dstf = list_get_instance(manager_list.next, fibril_t, link); |
| if (serialization_count && stype == FIBRIL_TO_MANAGER) { |
| serialized_fibrils++; |
| srcf->flags |= FIBRIL_SERIALIZED; |
| } |
| fibrils_in_manager++; |
| |
| if (stype == FIBRIL_FROM_DEAD) |
| dstf->clean_after_me = srcf; |
| } else { |
| if (!list_empty(&serialized_list)) { |
| dstf = list_get_instance(serialized_list.next, fibril_t, |
| link); |
| serialized_fibrils--; |
| } else { |
| dstf = list_get_instance(ready_list.next, fibril_t, |
| link); |
| } |
| } |
| list_remove(&dstf->link); |
| |
| futex_up(&fibril_futex); |
| context_restore(&dstf->ctx); |
| /* not reached */ |
| |
| ret_0: |
| futex_up(&fibril_futex); |
| return retval; |
| } |
| |
| /** Create a new fibril. |
| * |
| * @param func Implementing function of the new fibril. |
| * @param arg Argument to pass to func. |
| * |
| * @return Return 0 on failure or TLS of the new fibril. |
| */ |
| fid_t fibril_create(int (*func)(void *), void *arg) |
| { |
| fibril_t *f; |
| |
| f = fibril_setup(); |
| if (!f) |
| return 0; |
| f->stack = (char *) malloc(FIBRIL_INITIAL_STACK_PAGES_NO * |
| getpagesize()); |
| if (!f->stack) { |
| fibril_teardown(f); |
| return 0; |
| } |
| |
| f->func = func; |
| f->arg = arg; |
| |
| context_save(&f->ctx); |
| context_set(&f->ctx, FADDR(fibril_main), f->stack, |
| FIBRIL_INITIAL_STACK_PAGES_NO * getpagesize(), f->tcb); |
| |
| return (fid_t) f; |
| } |
| |
| /** Add a fibril to the ready list. |
| * |
| * @param fid Pinter to the fibril structure of the fibril to be |
| * added. |
| */ |
| void fibril_add_ready(fid_t fid) |
| { |
| fibril_t *f; |
| |
| f = (fibril_t *) fid; |
| futex_down(&fibril_futex); |
| if ((f->flags & FIBRIL_SERIALIZED)) |
| list_append(&f->link, &serialized_list); |
| else |
| list_append(&f->link, &ready_list); |
| futex_up(&fibril_futex); |
| } |
| |
| /** Add a fibril to the manager list. |
| * |
| * @param fid Pinter to the fibril structure of the fibril to be added. |
| */ |
| void fibril_add_manager(fid_t fid) |
| { |
| fibril_t *f; |
| |
| f = (fibril_t *) fid; |
| |
| futex_down(&fibril_futex); |
| list_append(&f->link, &manager_list); |
| futex_up(&fibril_futex); |
| } |
| |
| /** Remove one manager from the manager list. */ |
| void fibril_remove_manager(void) |
| { |
| futex_down(&fibril_futex); |
| if (list_empty(&manager_list)) { |
| futex_up(&fibril_futex); |
| return; |
| } |
| list_remove(manager_list.next); |
| futex_up(&fibril_futex); |
| } |
| |
| /** Return fibril id of the currently running fibril. |
| * |
| * @return Fibril ID of the currently running pseudo thread. |
| */ |
| fid_t fibril_get_id(void) |
| { |
| return (fid_t) __tcb_get()->fibril_data; |
| } |
| |
| /** Disable preemption |
| * |
| * If the fibril wants to send several message in a row and does not want to be |
| * preempted, it should start async_serialize_start() in the beginning of |
| * communication and async_serialize_end() in the end. If it is a true |
| * multithreaded application, it should protect the communication channel by a |
| * futex as well. Interrupt messages can still be preempted. |
| */ |
| void fibril_inc_sercount(void) |
| { |
| serialization_count++; |
| } |
| |
| /** Restore the preemption counter to the previous state. */ |
| void fibril_dec_sercount(void) |
| { |
| serialization_count--; |
| } |
| |
| /** @} |
| */ |
| |