Rev 4513 | Rev 4526 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 4513 | Rev 4516 | ||
---|---|---|---|
Line 1... | Line 1... | ||
1 | /* |
1 | /* |
2 | * Copyright (c) 2006 Ondrej Palkovsky |
- | |
3 | * Copyright (c) 2007 Jakub Jermar |
2 | * Copyright (c) 2009 Jakub Jermar |
4 | * All rights reserved. |
3 | * All rights reserved. |
5 | * |
4 | * |
6 | * Redistribution and use in source and binary forms, with or without |
5 | * Redistribution and use in source and binary forms, with or without |
7 | * modification, are permitted provided that the following conditions |
6 | * modification, are permitted provided that the following conditions |
8 | * are met: |
7 | * are met: |
Line 31... | Line 30... | ||
31 | * @{ |
30 | * @{ |
32 | */ |
31 | */ |
33 | /** @file |
32 | /** @file |
34 | */ |
33 | */ |
35 | 34 | ||
36 | #include <adt/list.h> |
35 | #include <fibril_sync.h> |
37 | #include <fibril.h> |
36 | #include <fibril.h> |
38 | #include <thread.h> |
- | |
39 | #include <tls.h> |
- | |
40 | #include <malloc.h> |
37 | #include <async.h> |
41 | #include <unistd.h> |
38 | #include <adt/list.h> |
42 | #include <stdio.h> |
- | |
43 | #include <libarch/faddr.h> |
- | |
44 | #include <futex.h> |
39 | #include <futex.h> |
45 | #include <assert.h> |
40 | #include <assert.h> |
46 | #include <async.h> |
- | |
47 | 41 | ||
48 | #ifndef FIBRIL_INITIAL_STACK_PAGES_NO |
- | |
49 | #define FIBRIL_INITIAL_STACK_PAGES_NO 1 |
- | |
50 | #endif |
- | |
51 | - | ||
52 | /** |
- | |
53 | * This futex serializes access to ready_list, serialized_list and manager_list. |
- | |
54 | */ |
- | |
55 | static atomic_t fibril_futex = FUTEX_INITIALIZER; |
- | |
56 | - | ||
57 | static LIST_INITIALIZE(ready_list); |
- | |
58 | static LIST_INITIALIZE(serialized_list); |
- | |
59 | static LIST_INITIALIZE(manager_list); |
- | |
60 | - | ||
61 | static void fibril_main(void); |
- | |
62 | - | ||
63 | /** Number of threads that are executing a manager fibril. */ |
- | |
64 | static int threads_in_manager; |
- | |
65 | /** Number of threads that are executing a manager fibril and are serialized. */ |
- | |
66 | static int serialized_threads; /* Protected by async_futex */ |
- | |
67 | /** Thread-local count of serialization. If > 0, we must not preempt */ |
- | |
68 | static __thread int serialization_count; |
- | |
69 | - | ||
70 | /** Setup fibril information into TCB structure */ |
- | |
71 | fibril_t *fibril_setup(void) |
42 | void fibril_mutex_initialize(fibril_mutex_t *fm) |
72 | { |
43 | { |
73 | fibril_t *f; |
- | |
74 | tcb_t *tcb; |
- | |
75 | - | ||
76 | tcb = __make_tls(); |
- | |
77 | if (!tcb) |
- | |
78 | return NULL; |
- | |
79 | - | ||
80 | f = malloc(sizeof(fibril_t)); |
- | |
81 | if (!f) { |
- | |
82 | __free_tls(tcb); |
- | |
83 | return NULL; |
- | |
84 | } |
- | |
85 | - | ||
86 | tcb->fibril_data = f; |
- | |
87 | f->tcb = tcb; |
- | |
88 | - | ||
89 | f->func = NULL; |
44 | fm->counter = 1; |
90 | f->arg = NULL; |
- | |
91 | f->stack = NULL; |
- | |
92 | f->clean_after_me = NULL; |
45 | list_initialize(&fm->waiters); |
93 | f->retval = 0; |
- | |
94 | f->flags = 0; |
- | |
95 | - | ||
96 | return f; |
- | |
97 | } |
46 | } |
98 | 47 | ||
99 | void fibril_teardown(fibril_t *f) |
48 | void fibril_mutex_lock(fibril_mutex_t *fm) |
100 | { |
49 | { |
101 | __free_tls(f->tcb); |
- | |
102 | free(f); |
- | |
103 | } |
- | |
104 | - | ||
105 | /** Function that spans the whole life-cycle of a fibril. |
- | |
106 | * |
- | |
107 | * Each fibril begins execution in this function. Then the function implementing |
- | |
108 | * the fibril logic is called. After its return, the return value is saved. |
- | |
109 | * The fibril then switches to another fibril, which cleans up after it. |
- | |
110 | */ |
- | |
111 | void fibril_main(void) |
- | |
112 | { |
- | |
113 | fibril_t *f = __tcb_get()->fibril_data; |
- | |
114 | - | ||
115 | /* Call the implementing function. */ |
- | |
116 | f->retval = f->func(f->arg); |
- | |
117 | - | ||
118 | fibril_switch(FIBRIL_FROM_DEAD); |
- | |
119 | /* not reached */ |
- | |
120 | } |
- | |
121 | - | ||
122 | /** Switch from the current fibril. |
- | |
123 | * |
- | |
124 | * If calling with FIBRIL_TO_MANAGER parameter, the async_futex should be |
- | |
125 | * held. |
- | |
126 | * |
- | |
127 | * @param stype Switch type. One of FIBRIL_PREEMPT, FIBRIL_TO_MANAGER, |
- | |
128 | * FIBRIL_FROM_MANAGER, FIBRIL_FROM_DEAD. The parameter |
- | |
129 | * describes the circumstances of the switch. |
- | |
130 | * @return Return 0 if there is no ready fibril, |
- | |
131 | * return 1 otherwise. |
- | |
132 | */ |
- | |
133 | int fibril_switch(fibril_switch_type_t stype) |
- | |
134 | { |
- | |
135 | fibril_t *srcf, *dstf; |
- | |
136 | int retval = 0; |
- | |
137 | - | ||
138 | futex_down(&fibril_futex); |
50 | futex_down(&async_futex); |
139 | - | ||
140 | if (stype == FIBRIL_PREEMPT && list_empty(&ready_list)) |
- | |
141 | goto ret_0; |
- | |
142 | - | ||
143 | if (stype == FIBRIL_FROM_MANAGER) { |
- | |
144 | if (list_empty(&ready_list) && list_empty(&serialized_list)) |
- | |
145 | goto ret_0; |
- | |
146 | /* |
- | |
147 | * Do not preempt if there is not enough threads to run the |
- | |
148 | * ready fibrils which are not serialized. |
- | |
149 | */ |
- | |
150 | if (list_empty(&serialized_list) && |
- | |
151 | threads_in_manager <= serialized_threads) { |
- | |
152 | goto ret_0; |
- | |
153 | } |
- | |
154 | } |
- | |
155 | /* If we are going to manager and none exists, create it */ |
- | |
156 | if (stype == FIBRIL_TO_MANAGER || stype == FIBRIL_FROM_DEAD) { |
- | |
157 | while (list_empty(&manager_list)) { |
- | |
158 | futex_up(&fibril_futex); |
- | |
159 | async_create_manager(); |
- | |
160 | futex_down(&fibril_futex); |
- | |
161 | } |
- | |
162 | } |
- | |
163 | - | ||
164 | srcf = __tcb_get()->fibril_data; |
- | |
165 | if (stype != FIBRIL_FROM_DEAD) { |
- | |
166 | /* Save current state */ |
- | |
167 | if (!context_save(&srcf->ctx)) { |
- | |
168 | if (serialization_count) |
- | |
169 | srcf->flags &= ~FIBRIL_SERIALIZED; |
- | |
170 | if (srcf->clean_after_me) { |
51 | if (fm->counter-- <= 0) { |
171 | /* |
- | |
172 | * Cleanup after the dead fibril from which we |
- | |
173 | * restored context here. |
- | |
174 | */ |
- | |
175 | void *stack = srcf->clean_after_me->stack; |
- | |
176 | if (stack) { |
- | |
177 | /* |
- | |
178 | * This check is necessary because a |
- | |
179 | * thread could have exited like a |
- | |
180 | * normal fibril using the |
- | |
181 | * FIBRIL_FROM_DEAD switch type. In that |
- | |
182 | * case, its fibril will not have the |
- | |
183 | * stack member filled. |
- | |
184 | */ |
- | |
185 | free(stack); |
- | |
186 | } |
- | |
187 | fibril_teardown(srcf->clean_after_me); |
52 | fibril_t *f = (fibril_t *) fibril_get_id(); |
188 | srcf->clean_after_me = NULL; |
- | |
189 | } |
- | |
190 | return 1; /* futex_up already done here */ |
- | |
191 | } |
- | |
192 | - | ||
193 | /* Save myself to the correct run list */ |
- | |
194 | if (stype == FIBRIL_PREEMPT) |
- | |
195 | list_append(&srcf->link, &ready_list); |
53 | list_append(&f->link, &fm->waiters); |
196 | else if (stype == FIBRIL_FROM_MANAGER) { |
54 | fibril_switch(FIBRIL_TO_MANAGER); |
197 | list_append(&srcf->link, &manager_list); |
- | |
198 | threads_in_manager--; |
- | |
199 | } else { |
- | |
200 | /* |
- | |
201 | * If stype == FIBRIL_TO_MANAGER, don't put ourselves to |
- | |
202 | * any list, we should already be somewhere, or we will |
- | |
203 | * be lost. |
- | |
204 | */ |
- | |
205 | } |
- | |
206 | } |
- | |
207 | - | ||
208 | /* Choose a new fibril to run */ |
- | |
209 | if (stype == FIBRIL_TO_MANAGER || stype == FIBRIL_FROM_DEAD) { |
- | |
210 | dstf = list_get_instance(manager_list.next, fibril_t, link); |
- | |
211 | if (serialization_count && stype == FIBRIL_TO_MANAGER) { |
- | |
212 | serialized_threads++; |
- | |
213 | srcf->flags |= FIBRIL_SERIALIZED; |
- | |
214 | } |
- | |
215 | threads_in_manager++; |
- | |
216 | - | ||
217 | if (stype == FIBRIL_FROM_DEAD) |
- | |
218 | dstf->clean_after_me = srcf; |
- | |
219 | } else { |
55 | } else { |
220 | if (!list_empty(&serialized_list)) { |
- | |
221 | dstf = list_get_instance(serialized_list.next, fibril_t, |
- | |
222 | link); |
- | |
223 | serialized_threads--; |
56 | futex_up(&async_futex); |
224 | } else { |
- | |
225 | dstf = list_get_instance(ready_list.next, fibril_t, |
- | |
226 | link); |
- | |
227 | } |
- | |
228 | } |
57 | } |
229 | list_remove(&dstf->link); |
- | |
230 | - | ||
231 | futex_up(&fibril_futex); |
- | |
232 | context_restore(&dstf->ctx); |
- | |
233 | /* not reached */ |
- | |
234 | - | ||
235 | ret_0: |
- | |
236 | futex_up(&fibril_futex); |
- | |
237 | return retval; |
- | |
238 | } |
58 | } |
239 | 59 | ||
240 | /** Create a new fibril. |
- | |
241 | * |
- | |
242 | * @param func Implementing function of the new fibril. |
- | |
243 | * @param arg Argument to pass to func. |
- | |
244 | * |
- | |
245 | * @return Return 0 on failure or TLS of the new fibril. |
- | |
246 | */ |
- | |
247 | fid_t fibril_create(int (*func)(void *), void *arg) |
60 | bool fibril_mutex_trylock(fibril_mutex_t *fm) |
248 | { |
61 | { |
249 | fibril_t *f; |
62 | bool locked = false; |
250 | 63 | ||
251 | f = fibril_setup(); |
64 | futex_down(&async_futex); |
252 | if (!f) |
- | |
253 | return 0; |
- | |
254 | f->stack = (char *) malloc(FIBRIL_INITIAL_STACK_PAGES_NO * |
- | |
255 | getpagesize()); |
- | |
256 | if (!f->stack) { |
65 | if (fm->counter > 0) { |
257 | fibril_teardown(f); |
66 | fm->counter--; |
258 | return 0; |
67 | locked = true; |
259 | } |
68 | } |
- | 69 | futex_up(&async_futex); |
|
260 | 70 | ||
261 | f->func = func; |
- | |
262 | f->arg = arg; |
- | |
263 | - | ||
264 | context_save(&f->ctx); |
- | |
265 | context_set(&f->ctx, FADDR(fibril_main), f->stack, |
- | |
266 | FIBRIL_INITIAL_STACK_PAGES_NO * getpagesize(), f->tcb); |
- | |
267 | - | ||
268 | return (fid_t) f; |
71 | return locked; |
269 | } |
72 | } |
270 | 73 | ||
271 | /** Add a fibril to the ready list. |
- | |
272 | * |
- | |
273 | * @param fid Pointer to the fibril structure of the fibril to be |
- | |
274 | * added. |
- | |
275 | */ |
- | |
276 | void fibril_add_ready(fid_t fid) |
74 | void fibril_mutex_unlock(fibril_mutex_t *fm) |
277 | { |
75 | { |
- | 76 | futex_down(&async_futex); |
|
- | 77 | assert(fm->counter <= 0); |
|
- | 78 | if (fm->counter++ < 0) { |
|
- | 79 | link_t *tmp; |
|
278 | fibril_t *f; |
80 | fibril_t *f; |
279 | 81 | ||
- | 82 | assert(!list_empty(&fm->waiters)); |
|
280 | f = (fibril_t *) fid; |
83 | tmp = fm->waiters.next; |
281 | futex_down(&fibril_futex); |
84 | f = list_get_instance(tmp, fibril_t, link); |
282 | if ((f->flags & FIBRIL_SERIALIZED)) |
85 | list_remove(&f->link); |
283 | list_append(&f->link, &serialized_list); |
86 | fibril_add_ready((fid_t) f); |
284 | else |
87 | } |
285 | list_append(&f->link, &ready_list); |
- | |
286 | futex_up(&fibril_futex); |
88 | futex_up(&async_futex); |
287 | } |
89 | } |
288 | 90 | ||
289 | /** Add a fibril to the manager list. |
- | |
290 | * |
- | |
291 | * @param fid Pointer to the fibril structure of the fibril to be |
- | |
292 | * added. |
- | |
293 | */ |
- | |
294 | void fibril_add_manager(fid_t fid) |
91 | void fibril_rwlock_initialize(fibril_rwlock_t *frw) |
295 | { |
92 | { |
296 | fibril_t *f; |
- | |
297 | - | ||
298 | f = (fibril_t *) fid; |
- | |
299 | - | ||
300 | futex_down(&fibril_futex); |
- | |
301 | list_append(&f->link, &manager_list); |
- | |
302 | futex_up(&fibril_futex); |
93 | fibril_mutex_initialize(&frw->fm); |
303 | } |
94 | } |
304 | 95 | ||
305 | /** Remove one manager from the manager list. */ |
- | |
306 | void fibril_remove_manager(void) |
96 | void fibril_rwlock_read_lock(fibril_rwlock_t *frw) |
307 | { |
97 | { |
308 | futex_down(&fibril_futex); |
98 | fibril_mutex_lock(&frw->fm); |
309 | if (list_empty(&manager_list)) { |
- | |
310 | futex_up(&fibril_futex); |
- | |
311 | return; |
- | |
312 | } |
- | |
313 | list_remove(manager_list.next); |
- | |
314 | futex_up(&fibril_futex); |
- | |
315 | } |
99 | } |
316 | 100 | ||
317 | /** Return fibril id of the currently running fibril. |
101 | void fibril_rwlock_write_lock(fibril_rwlock_t *frw) |
318 | * |
- | |
319 | * @return Fibril ID of the currently running fibril. |
- | |
320 | */ |
- | |
321 | fid_t fibril_get_id(void) |
- | |
322 | { |
102 | { |
323 | return (fid_t) __tcb_get()->fibril_data; |
103 | fibril_mutex_lock(&frw->fm); |
324 | } |
104 | } |
325 | 105 | ||
326 | /** Disable preemption |
- | |
327 | * |
- | |
328 | * If the fibril wants to send several message in a row and does not want to be |
- | |
329 | * preempted, it should start async_serialize_start() in the beginning of |
- | |
330 | * communication and async_serialize_end() in the end. If it is a true |
- | |
331 | * multithreaded application, it should protect the communication channel by a |
- | |
332 | * futex as well. Interrupt messages can still be preempted. |
- | |
333 | */ |
- | |
334 | void fibril_inc_sercount(void) |
106 | void fibril_rwlock_read_unlock(fibril_rwlock_t *frw) |
335 | { |
107 | { |
336 | serialization_count++; |
108 | fibril_mutex_unlock(&frw->fm); |
337 | } |
109 | } |
338 | 110 | ||
339 | /** Restore the preemption counter to the previous state. */ |
- | |
340 | void fibril_dec_sercount(void) |
111 | void fibril_rwlock_write_unlock(fibril_rwlock_t *frw) |
341 | { |
112 | { |
342 | serialization_count--; |
113 | fibril_mutex_unlock(&frw->fm); |
343 | } |
114 | } |
344 | 115 | ||
345 | /** @} |
116 | /** @} |
346 | */ |
117 | */ |