Subversion Repositories HelenOS-historic

Rev

Rev 762 | Rev 783 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 762 Rev 777
1
/*
1
/*
2
 * Copyright (C) 2001-2004 Jakub Jermar
2
 * Copyright (C) 2001-2004 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
#include <proc/scheduler.h>
29
#include <proc/scheduler.h>
30
#include <proc/thread.h>
30
#include <proc/thread.h>
31
#include <proc/task.h>
31
#include <proc/task.h>
32
#include <mm/heap.h>
32
#include <mm/heap.h>
33
#include <mm/frame.h>
33
#include <mm/frame.h>
34
#include <mm/page.h>
34
#include <mm/page.h>
35
#include <arch/asm.h>
35
#include <arch/asm.h>
36
#include <arch.h>
36
#include <arch.h>
37
#include <synch/synch.h>
37
#include <synch/synch.h>
38
#include <synch/spinlock.h>
38
#include <synch/spinlock.h>
39
#include <synch/waitq.h>
39
#include <synch/waitq.h>
40
#include <synch/rwlock.h>
40
#include <synch/rwlock.h>
41
#include <cpu.h>
41
#include <cpu.h>
42
#include <func.h>
42
#include <func.h>
43
#include <context.h>
43
#include <context.h>
44
#include <list.h>
44
#include <list.h>
45
#include <typedefs.h>
45
#include <typedefs.h>
46
#include <time/clock.h>
46
#include <time/clock.h>
47
#include <list.h>
47
#include <list.h>
48
#include <config.h>
48
#include <config.h>
49
#include <arch/interrupt.h>
49
#include <arch/interrupt.h>
50
#include <smp/ipi.h>
50
#include <smp/ipi.h>
51
#include <arch/faddr.h>
51
#include <arch/faddr.h>
52
#include <arch/atomic.h>
52
#include <arch/atomic.h>
53
#include <memstr.h>
53
#include <memstr.h>
-
 
54
#include <print.h>
54
 
55
 
55
char *thread_states[] = {"Invalid", "Running", "Sleeping", "Ready", "Entering", "Exiting"}; /**< Thread states */
56
char *thread_states[] = {"Invalid", "Running", "Sleeping", "Ready", "Entering", "Exiting"}; /**< Thread states */
56
 
57
 
57
SPINLOCK_INITIALIZE(threads_lock);  /**< Lock protecting threads_head list. For locking rules, see declaration thereof. */
58
SPINLOCK_INITIALIZE(threads_lock);  /**< Lock protecting threads_head list. For locking rules, see declaration thereof. */
58
LIST_INITIALIZE(threads_head);      /**< List of all threads. */
59
LIST_INITIALIZE(threads_head);      /**< List of all threads. */
59
 
60
 
60
SPINLOCK_INITIALIZE(tidlock);
61
SPINLOCK_INITIALIZE(tidlock);
61
__u32 last_tid = 0;
62
__u32 last_tid = 0;
62
 
63
 
63
 
64
 
64
/** Thread wrapper
65
/** Thread wrapper
65
 *
66
 *
66
 * This wrapper is provided to ensure that every thread
67
 * This wrapper is provided to ensure that every thread
67
 * makes a call to thread_exit() when its implementing
68
 * makes a call to thread_exit() when its implementing
68
 * function returns.
69
 * function returns.
69
 *
70
 *
70
 * interrupts_disable() is assumed.
71
 * interrupts_disable() is assumed.
71
 *
72
 *
72
 */
73
 */
73
static void cushion(void)
74
static void cushion(void)
74
{
75
{
75
    void (*f)(void *) = THREAD->thread_code;
76
    void (*f)(void *) = THREAD->thread_code;
76
    void *arg = THREAD->thread_arg;
77
    void *arg = THREAD->thread_arg;
77
 
78
 
78
    /* this is where each thread wakes up after its creation */
79
    /* this is where each thread wakes up after its creation */
79
    before_thread_runs();
80
    before_thread_runs();
80
 
81
 
81
    spinlock_unlock(&THREAD->lock);
82
    spinlock_unlock(&THREAD->lock);
82
    interrupts_enable();
83
    interrupts_enable();
83
 
84
 
84
    f(arg);
85
    f(arg);
85
    thread_exit();
86
    thread_exit();
86
    /* not reached */
87
    /* not reached */
87
}
88
}
88
 
89
 
89
 
90
 
90
/** Initialize threads
91
/** Initialize threads
91
 *
92
 *
92
 * Initialize kernel threads support.
93
 * Initialize kernel threads support.
93
 *
94
 *
94
 */
95
 */
95
void thread_init(void)
96
void thread_init(void)
96
{
97
{
97
    THREAD = NULL;
98
    THREAD = NULL;
98
    atomic_set(&nrdy,0);
99
    atomic_set(&nrdy,0);
99
}
100
}
100
 
101
 
101
 
102
 
102
/** Make thread ready
103
/** Make thread ready
103
 *
104
 *
104
 * Switch thread t to the ready state.
105
 * Switch thread t to the ready state.
105
 *
106
 *
106
 * @param t Thread to make ready.
107
 * @param t Thread to make ready.
107
 *
108
 *
108
 */
109
 */
109
void thread_ready(thread_t *t)
110
void thread_ready(thread_t *t)
110
{
111
{
111
    cpu_t *cpu;
112
    cpu_t *cpu;
112
    runq_t *r;
113
    runq_t *r;
113
    ipl_t ipl;
114
    ipl_t ipl;
114
    int i, avg;
115
    int i, avg;
115
 
116
 
116
    ipl = interrupts_disable();
117
    ipl = interrupts_disable();
117
 
118
 
118
    spinlock_lock(&t->lock);
119
    spinlock_lock(&t->lock);
119
 
120
 
120
    i = (t->priority < RQ_COUNT -1) ? ++t->priority : t->priority;
121
    i = (t->priority < RQ_COUNT -1) ? ++t->priority : t->priority;
121
   
122
   
122
    cpu = CPU;
123
    cpu = CPU;
123
    if (t->flags & X_WIRED) {
124
    if (t->flags & X_WIRED) {
124
        cpu = t->cpu;
125
        cpu = t->cpu;
125
    }
126
    }
126
    spinlock_unlock(&t->lock);
127
    spinlock_unlock(&t->lock);
127
   
128
   
128
    /*
129
    /*
129
     * Append t to respective ready queue on respective processor.
130
     * Append t to respective ready queue on respective processor.
130
     */
131
     */
131
    r = &cpu->rq[i];
132
    r = &cpu->rq[i];
132
    spinlock_lock(&r->lock);
133
    spinlock_lock(&r->lock);
133
    list_append(&t->rq_link, &r->rq_head);
134
    list_append(&t->rq_link, &r->rq_head);
134
    r->n++;
135
    r->n++;
135
    spinlock_unlock(&r->lock);
136
    spinlock_unlock(&r->lock);
136
 
137
 
137
    atomic_inc(&nrdy);
138
    atomic_inc(&nrdy);
138
    avg = atomic_get(&nrdy) / config.cpu_active;
139
    avg = atomic_get(&nrdy) / config.cpu_active;
139
 
140
 
140
    spinlock_lock(&cpu->lock);
141
    spinlock_lock(&cpu->lock);
141
    if ((++cpu->nrdy) > avg) {
142
    if ((++cpu->nrdy) > avg) {
142
        /*
143
        /*
143
         * If there are idle halted CPU's, this will wake them up.
144
         * If there are idle halted CPU's, this will wake them up.
144
         */
145
         */
145
        ipi_broadcast(VECTOR_WAKEUP_IPI);
146
        ipi_broadcast(VECTOR_WAKEUP_IPI);
146
    }  
147
    }  
147
    spinlock_unlock(&cpu->lock);
148
    spinlock_unlock(&cpu->lock);
148
 
149
 
149
    interrupts_restore(ipl);
150
    interrupts_restore(ipl);
150
}
151
}
151
 
152
 
152
 
153
 
153
/** Create new thread
154
/** Create new thread
154
 *
155
 *
155
 * Create a new thread.
156
 * Create a new thread.
156
 *
157
 *
157
 * @param func  Thread's implementing function.
158
 * @param func  Thread's implementing function.
158
 * @param arg   Thread's implementing function argument.
159
 * @param arg   Thread's implementing function argument.
159
 * @param task  Task to which the thread belongs.
160
 * @param task  Task to which the thread belongs.
160
 * @param flags Thread flags.
161
 * @param flags Thread flags.
161
 *
162
 *
162
 * @return New thread's structure on success, NULL on failure.
163
 * @return New thread's structure on success, NULL on failure.
163
 *
164
 *
164
 */
165
 */
165
thread_t *thread_create(void (* func)(void *), void *arg, task_t *task, int flags)
166
thread_t *thread_create(void (* func)(void *), void *arg, task_t *task, int flags)
166
{
167
{
167
    thread_t *t;
168
    thread_t *t;
168
    __address frame_ks, frame_us = NULL;
169
    __address frame_ks, frame_us = NULL;
169
 
170
 
170
    t = (thread_t *) malloc(sizeof(thread_t));
171
    t = (thread_t *) malloc(sizeof(thread_t));
171
    if (t) {
172
    if (t) {
172
        ipl_t ipl;
173
        ipl_t ipl;
173
   
174
   
174
        spinlock_initialize(&t->lock, "thread_t_lock");
175
        spinlock_initialize(&t->lock, "thread_t_lock");
175
   
176
   
176
        frame_ks = frame_alloc(FRAME_KA, ONE_FRAME, NULL, NULL);
177
        frame_ks = frame_alloc(FRAME_KA, ONE_FRAME, NULL, NULL);
177
        if (THREAD_USER_STACK & flags) {
178
        if (THREAD_USER_STACK & flags) {
178
            frame_us = frame_alloc(FRAME_KA, ONE_FRAME, NULL,NULL);
179
            frame_us = frame_alloc(FRAME_KA, ONE_FRAME, NULL,NULL);
179
        }
180
        }
180
 
181
 
181
        ipl = interrupts_disable();
182
        ipl = interrupts_disable();
182
        spinlock_lock(&tidlock);
183
        spinlock_lock(&tidlock);
183
        t->tid = ++last_tid;
184
        t->tid = ++last_tid;
184
        spinlock_unlock(&tidlock);
185
        spinlock_unlock(&tidlock);
185
        interrupts_restore(ipl);
186
        interrupts_restore(ipl);
186
       
187
       
187
        memsetb(frame_ks, THREAD_STACK_SIZE, 0);
188
        memsetb(frame_ks, THREAD_STACK_SIZE, 0);
188
        link_initialize(&t->rq_link);
189
        link_initialize(&t->rq_link);
189
        link_initialize(&t->wq_link);
190
        link_initialize(&t->wq_link);
190
        link_initialize(&t->th_link);
191
        link_initialize(&t->th_link);
191
        link_initialize(&t->threads_link);
192
        link_initialize(&t->threads_link);
192
        t->kstack = (__u8 *) frame_ks;
193
        t->kstack = (__u8 *) frame_ks;
193
        t->ustack = (__u8 *) frame_us;
194
        t->ustack = (__u8 *) frame_us;
194
       
195
       
195
        context_save(&t->saved_context);
196
        context_save(&t->saved_context);
196
        context_set(&t->saved_context, FADDR(cushion), (__address) t->kstack, THREAD_STACK_SIZE);
197
        context_set(&t->saved_context, FADDR(cushion), (__address) t->kstack, THREAD_STACK_SIZE);
197
       
198
       
198
        the_initialize((the_t *) t->kstack);
199
        the_initialize((the_t *) t->kstack);
199
 
200
 
200
        ipl = interrupts_disable();
201
        ipl = interrupts_disable();
201
        t->saved_context.ipl = interrupts_read();
202
        t->saved_context.ipl = interrupts_read();
202
        interrupts_restore(ipl);
203
        interrupts_restore(ipl);
203
       
204
       
204
        t->thread_code = func;
205
        t->thread_code = func;
205
        t->thread_arg = arg;
206
        t->thread_arg = arg;
206
        t->ticks = -1;
207
        t->ticks = -1;
207
        t->priority = -1;       /* start in rq[0] */
208
        t->priority = -1;       /* start in rq[0] */
208
        t->cpu = NULL;
209
        t->cpu = NULL;
209
        t->flags = 0;
210
        t->flags = 0;
210
        t->state = Entering;
211
        t->state = Entering;
211
        t->call_me = NULL;
212
        t->call_me = NULL;
212
        t->call_me_with = NULL;
213
        t->call_me_with = NULL;
213
       
214
       
214
        timeout_initialize(&t->sleep_timeout);
215
        timeout_initialize(&t->sleep_timeout);
215
        t->sleep_queue = NULL;
216
        t->sleep_queue = NULL;
216
        t->timeout_pending = 0;
217
        t->timeout_pending = 0;
217
       
218
       
218
        t->rwlock_holder_type = RWLOCK_NONE;
219
        t->rwlock_holder_type = RWLOCK_NONE;
219
       
220
       
220
        t->task = task;
221
        t->task = task;
221
       
222
       
222
        t->fpu_context_exists=0;
223
        t->fpu_context_exists=0;
223
        t->fpu_context_engaged=0;
224
        t->fpu_context_engaged=0;
224
       
225
       
225
        /*
226
        /*
226
         * Register this thread in the system-wide list.
227
         * Register this thread in the system-wide list.
227
         */
228
         */
228
        ipl = interrupts_disable();    
229
        ipl = interrupts_disable();    
229
        spinlock_lock(&threads_lock);
230
        spinlock_lock(&threads_lock);
230
        list_append(&t->threads_link, &threads_head);
231
        list_append(&t->threads_link, &threads_head);
231
        spinlock_unlock(&threads_lock);
232
        spinlock_unlock(&threads_lock);
232
 
233
 
233
        /*
234
        /*
234
         * Attach to the containing task.
235
         * Attach to the containing task.
235
         */
236
         */
236
        spinlock_lock(&task->lock);
237
        spinlock_lock(&task->lock);
237
        list_append(&t->th_link, &task->th_head);
238
        list_append(&t->th_link, &task->th_head);
238
        spinlock_unlock(&task->lock);
239
        spinlock_unlock(&task->lock);
239
 
240
 
240
        interrupts_restore(ipl);
241
        interrupts_restore(ipl);
241
    }
242
    }
242
 
243
 
243
    return t;
244
    return t;
244
}
245
}
245
 
246
 
246
 
247
 
247
/** Make thread exiting
248
/** Make thread exiting
248
 *
249
 *
249
 * End current thread execution and switch it to the exiting
250
 * End current thread execution and switch it to the exiting
250
 * state. All pending timeouts are executed.
251
 * state. All pending timeouts are executed.
251
 *
252
 *
252
 */
253
 */
253
void thread_exit(void)
254
void thread_exit(void)
254
{
255
{
255
    ipl_t ipl;
256
    ipl_t ipl;
256
 
257
 
257
restart:
258
restart:
258
    ipl = interrupts_disable();
259
    ipl = interrupts_disable();
259
    spinlock_lock(&THREAD->lock);
260
    spinlock_lock(&THREAD->lock);
260
    if (THREAD->timeout_pending) { /* busy waiting for timeouts in progress */
261
    if (THREAD->timeout_pending) { /* busy waiting for timeouts in progress */
261
        spinlock_unlock(&THREAD->lock);
262
        spinlock_unlock(&THREAD->lock);
262
        interrupts_restore(ipl);
263
        interrupts_restore(ipl);
263
        goto restart;
264
        goto restart;
264
    }
265
    }
265
    THREAD->state = Exiting;
266
    THREAD->state = Exiting;
266
    spinlock_unlock(&THREAD->lock);
267
    spinlock_unlock(&THREAD->lock);
267
    scheduler();
268
    scheduler();
268
}
269
}
269
 
270
 
270
 
271
 
271
/** Thread sleep
272
/** Thread sleep
272
 *
273
 *
273
 * Suspend execution of the current thread.
274
 * Suspend execution of the current thread.
274
 *
275
 *
275
 * @param sec Number of seconds to sleep.
276
 * @param sec Number of seconds to sleep.
276
 *
277
 *
277
 */
278
 */
278
void thread_sleep(__u32 sec)
279
void thread_sleep(__u32 sec)
279
{
280
{
280
    thread_usleep(sec*1000000);
281
    thread_usleep(sec*1000000);
281
}
282
}
282
 
283
 
283
 
284
 
284
/** Thread usleep
285
/** Thread usleep
285
 *
286
 *
286
 * Suspend execution of the current thread.
287
 * Suspend execution of the current thread.
287
 *
288
 *
288
 * @param usec Number of microseconds to sleep.
289
 * @param usec Number of microseconds to sleep.
289
 *
290
 *
290
 */
291
 */
291
void thread_usleep(__u32 usec)
292
void thread_usleep(__u32 usec)
292
{
293
{
293
    waitq_t wq;
294
    waitq_t wq;
294
                 
295
                 
295
    waitq_initialize(&wq);
296
    waitq_initialize(&wq);
296
 
297
 
297
    (void) waitq_sleep_timeout(&wq, usec, SYNCH_NON_BLOCKING);
298
    (void) waitq_sleep_timeout(&wq, usec, SYNCH_NON_BLOCKING);
298
}
299
}
299
 
300
 
300
 
301
 
301
/** Register thread out-of-context invocation
302
/** Register thread out-of-context invocation
302
 *
303
 *
303
 * Register a function and its argument to be executed
304
 * Register a function and its argument to be executed
304
 * on next context switch to the current thread.
305
 * on next context switch to the current thread.
305
 *
306
 *
306
 * @param call_me      Out-of-context function.
307
 * @param call_me      Out-of-context function.
307
 * @param call_me_with Out-of-context function argument.
308
 * @param call_me_with Out-of-context function argument.
308
 *
309
 *
309
 */
310
 */
310
void thread_register_call_me(void (* call_me)(void *), void *call_me_with)
311
void thread_register_call_me(void (* call_me)(void *), void *call_me_with)
311
{
312
{
312
    ipl_t ipl;
313
    ipl_t ipl;
313
   
314
   
314
    ipl = interrupts_disable();
315
    ipl = interrupts_disable();
315
    spinlock_lock(&THREAD->lock);
316
    spinlock_lock(&THREAD->lock);
316
    THREAD->call_me = call_me;
317
    THREAD->call_me = call_me;
317
    THREAD->call_me_with = call_me_with;
318
    THREAD->call_me_with = call_me_with;
318
    spinlock_unlock(&THREAD->lock);
319
    spinlock_unlock(&THREAD->lock);
319
    interrupts_restore(ipl);
320
    interrupts_restore(ipl);
320
}
321
}
-
 
322
 
-
 
323
/** Print list of threads debug info */
-
 
324
void thread_print_list(void)
-
 
325
{
-
 
326
    link_t *cur;
-
 
327
    thread_t *t;
-
 
328
    ipl_t ipl;
-
 
329
   
-
 
330
    /* Messing with thread structures, avoid deadlock */
-
 
331
    ipl = interrupts_disable();
-
 
332
    spinlock_lock(&threads_lock);
-
 
333
 
-
 
334
    for (cur=threads_head.next; cur!=&threads_head; cur=cur->next) {
-
 
335
        t = list_get_instance(cur, thread_t, threads_link);
-
 
336
        printf("Thr: %d(%s) ", t->tid, thread_states[t->state]);
-
 
337
        if (t->cpu)
-
 
338
            printf("cpu%d ", t->cpu->id);
-
 
339
       
-
 
340
        printf("\n");
-
 
341
    }
-
 
342
 
-
 
343
    spinlock_unlock(&threads_lock);
-
 
344
    interrupts_enable();
-
 
345
}
321
 
346