Subversion Repositories HelenOS

Rev

Rev 2307 | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 2307 Rev 2456
Line 55... Line 55...
55
#include <ipc/ipc.h>
55
#include <ipc/ipc.h>
56
#include <ipc/irq.h>
56
#include <ipc/irq.h>
57
#include <syscall/copy.h>
57
#include <syscall/copy.h>
58
#include <console/console.h>
58
#include <console/console.h>
59
#include <print.h>
59
#include <print.h>
-
 
60
#include <synch/rcu.h>
-
 
61
#include <adt/listrcu.h>
60
 
62
 
61
/** Execute code associated with IRQ notification.
63
/** Execute code associated with IRQ notification.
62
 *
64
 *
63
 * @param call Notification call.
65
 * @param call Notification call.
64
 * @param code Top-half pseudocode.
66
 * @param code Top-half pseudocode.
Line 169... Line 171...
169
 */
171
 */
170
void ipc_irq_unregister(answerbox_t *box, inr_t inr, devno_t devno)
172
void ipc_irq_unregister(answerbox_t *box, inr_t inr, devno_t devno)
171
{
173
{
172
    ipl_t ipl;
174
    ipl_t ipl;
173
    irq_t *irq;
175
    irq_t *irq;
-
 
176
    ipc_notif_cfg_t *new_notify, *old_notify;
174
 
177
 
175
    ipl = interrupts_disable();
178
    ipl = interrupts_disable();
176
    irq = irq_find_and_lock(inr, devno);
179
    irq = irq_find_and_lock(inr, devno);
177
    if (irq) {
180
    if (irq) {
178
        if (irq->notif_cfg.answerbox == box) {
181
        if (rcu_dereference_pointer(irq->notif_cfg).answerbox == box) {
179
            code_free(irq->notif_cfg.code);
182
            new_notify = malloc(sizeof(ipc_notif_cfg_t),0);
-
 
183
 
180
            irq->notif_cfg.notify = false;
184
            new_notify->notify = false;
181
            irq->notif_cfg.answerbox = NULL;
185
            new_notify->answerbox = NULL;
182
            irq->notif_cfg.code = NULL;
186
            new_notify->code = NULL;
183
            irq->notif_cfg.method = 0;
187
            new_notify->method = 0;
184
            irq->notif_cfg.counter = 0;
188
            new_notify->counter = 0;
-
 
189
            old_notify = irq->notif_cfg;
-
 
190
            copy_link_rcu(&irq->notif_cfg->link, &new_notify->link);
-
 
191
            rcu_assign_pointer(old_notify, new_notify);
185
 
192
 
186
            spinlock_lock(&box->irq_lock);
193
            spinlock_lock(&box->irq_lock);
187
            list_remove(&irq->notif_cfg.link);
194
            list_remove_rcu(&rcu_dereference_pointer(irq->notif_cfg).link);
188
            spinlock_unlock(&box->irq_lock);
195
            spinlock_unlock(&box->irq_lock);
-
 
196
            rcu_sync_callback_normal_alloc(&ipc_notif_free_callback, irq->notif_cfg);
189
           
197
           
190
            spinlock_unlock(&irq->lock);
198
            spinlock_unlock(&irq->lock);
191
        }
199
        }
192
    }
200
    }
193
    interrupts_restore(ipl);
201
    interrupts_restore(ipl);
194
}
202
}
195
 
203
 
-
 
204
void ipc_notif_free_callback(void* notif)
-
 
205
{
-
 
206
    code_free(((ipc_notif_cfg_t *)notif)->code);
-
 
207
    free(notif);
-
 
208
 
-
 
209
}
-
 
210
 
196
/** Register an answerbox as a receiving end for IRQ notifications.
211
/** Register an answerbox as a receiving end for IRQ notifications.
197
 *
212
 *
198
 * @param box Receiving answerbox.
213
 * @param box Receiving answerbox.
199
 * @param inr IRQ number.
214
 * @param inr IRQ number.
200
 * @param devno Device number.
215
 * @param devno Device number.
Line 206... Line 221...
206
int ipc_irq_register(answerbox_t *box, inr_t inr, devno_t devno, unative_t method, irq_code_t *ucode)
221
int ipc_irq_register(answerbox_t *box, inr_t inr, devno_t devno, unative_t method, irq_code_t *ucode)
207
{
222
{
208
    ipl_t ipl;
223
    ipl_t ipl;
209
    irq_code_t *code;
224
    irq_code_t *code;
210
    irq_t *irq;
225
    irq_t *irq;
-
 
226
    ipc_notif_cfg_t *new_notify, *old_notify;
211
 
227
 
212
    if (ucode) {
228
    if (ucode) {
213
        code = code_from_uspace(ucode);
229
        code = code_from_uspace(ucode);
214
        if (!code)
230
        if (!code)
215
            return EBADMEM;
231
            return EBADMEM;
Line 222... Line 238...
222
        interrupts_restore(ipl);
238
        interrupts_restore(ipl);
223
        code_free(code);
239
        code_free(code);
224
        return ENOENT;
240
        return ENOENT;
225
    }
241
    }
226
   
242
   
227
    if (irq->notif_cfg.answerbox) {
243
    if (rcu_dereference_pointer(irq->notif_cfg).answerbox) {
228
        spinlock_unlock(&irq->lock);
244
        spinlock_unlock(&irq->lock);
229
        interrupts_restore(ipl);
245
        interrupts_restore(ipl);
230
        code_free(code);
246
        code_free(code);
231
        return EEXISTS;
247
        return EEXISTS;
232
    }
248
    }
233
   
-
 
-
 
249
    new_notify = malloc(sizeof(ipc_notif_cfg_t),0);
234
    irq->notif_cfg.notify = true;
250
    new_notify->notify = true;
235
    irq->notif_cfg.answerbox = box;
251
    new_notify->answerbox = box;
236
    irq->notif_cfg.method = method;
252
    new_notify->method = method;
237
    irq->notif_cfg.code = code;
253
    new_notify->code = code;
238
    irq->notif_cfg.counter = 0;
254
    new_notify->counter = 0;
-
 
255
    copy_link_rcu(&irq->notif_cfg->link, &new_notify->link);
-
 
256
    old_notify = irq->notif_cfg;
-
 
257
    rcu_assign_pointer(irq->notif_cfg, new_notify);
-
 
258
    rcu_sync_callback_normal_alloc(&ipc_notif_free_callback, old_notify);
239
 
259
 
240
    spinlock_lock(&box->irq_lock);
260
    spinlock_lock(&box->irq_lock);
241
    list_append(&irq->notif_cfg.link, &box->irq_head);
261
    list_append_rcu(&new_notify->link, &box->irq_head);
242
    spinlock_unlock(&box->irq_lock);
262
    spinlock_unlock(&box->irq_lock);
243
 
263
 
244
    spinlock_unlock(&irq->lock);
264
    spinlock_unlock(&irq->lock);
245
    interrupts_restore(ipl);
265
    interrupts_restore(ipl);
246
 
266
 
Line 252... Line 272...
252
 * Assume irq->lock is locked.
272
 * Assume irq->lock is locked.
253
 *
273
 *
254
 */
274
 */
255
static void send_call(irq_t *irq, call_t *call)
275
static void send_call(irq_t *irq, call_t *call)
256
{
276
{
257
    spinlock_lock(&irq->notif_cfg.answerbox->irq_lock);
277
    spinlock_lock(&rcu_dereference_pointer(irq->notif_cfg).answerbox->irq_lock);
258
    list_append(&call->link, &irq->notif_cfg.answerbox->irq_notifs);
278
    list_append_rcu(&call->link, &rcu_dereference_pointer(irq->notif_cfg).answerbox->irq_notifs);
259
    spinlock_unlock(&irq->notif_cfg.answerbox->irq_lock);
279
    spinlock_unlock(&rcu_dereference_pointer(irq->notif_cfg).answerbox->irq_lock);
260
       
280
       
261
    waitq_wakeup(&irq->notif_cfg.answerbox->wq, WAKEUP_FIRST);
281
    waitq_wakeup(&rcu_dereference_pointer(irq->notif_cfg).answerbox->wq, WAKEUP_FIRST);
262
}
282
}
263
 
283
 
264
/** Send notification message
284
/** Send notification message
265
 *
285
 *
266
 */
286
 */
Line 268... Line 288...
268
{
288
{
269
    call_t *call;
289
    call_t *call;
270
 
290
 
271
    spinlock_lock(&irq->lock);
291
    spinlock_lock(&irq->lock);
272
 
292
 
273
    if (irq->notif_cfg.answerbox) {
293
    if (rcu_dereference_pointer(irq->notif_cfg).answerbox) {
274
        call = ipc_call_alloc(FRAME_ATOMIC);
294
        call = ipc_call_alloc(FRAME_ATOMIC);
275
        if (!call) {
295
        if (!call) {
276
            spinlock_unlock(&irq->lock);
296
            spinlock_unlock(&irq->lock);
277
            return;
297
            return;
278
        }
298
        }
279
        call->flags |= IPC_CALL_NOTIF;
299
        call->flags |= IPC_CALL_NOTIF;
280
        IPC_SET_METHOD(call->data, irq->notif_cfg.method);
300
        IPC_SET_METHOD(call->data, rcu_dereference_pointer(irq->notif_cfg).method);
281
        IPC_SET_ARG1(call->data, a1);
301
        IPC_SET_ARG1(call->data, a1);
282
        IPC_SET_ARG2(call->data, a2);
302
        IPC_SET_ARG2(call->data, a2);
283
        IPC_SET_ARG3(call->data, a3);
303
        IPC_SET_ARG3(call->data, a3);
284
        /* Put a counter to the message */
304
        /* Put a counter to the message */
285
        call->priv = ++irq->notif_cfg.counter;
305
        call->priv = ++rcu_dereference_pointer(irq->notif_cfg).counter;
286
       
306
       
287
        send_call(irq, call);
307
        send_call(irq, call);
288
    }
308
    }
289
    spinlock_unlock(&irq->lock);
309
    spinlock_unlock(&irq->lock);
290
}
310
}
Line 297... Line 317...
297
{
317
{
298
    call_t *call;
318
    call_t *call;
299
 
319
 
300
    ASSERT(irq);
320
    ASSERT(irq);
301
 
321
 
302
    if (irq->notif_cfg.answerbox) {
322
    if (rcu_dereference_pointer(irq->notif_cfg).answerbox) {
303
        call = ipc_call_alloc(FRAME_ATOMIC);
323
        call = ipc_call_alloc(FRAME_ATOMIC);
304
        if (!call) {
324
        if (!call) {
305
            return;
325
            return;
306
        }
326
        }
307
        call->flags |= IPC_CALL_NOTIF;
327
        call->flags |= IPC_CALL_NOTIF;
308
        /* Put a counter to the message */
328
        /* Put a counter to the message */
309
        call->priv = ++irq->notif_cfg.counter;
329
        call->priv = ++rcu_dereference_pointer(irq->notif_cfg).counter;
310
        /* Set up args */
330
        /* Set up args */
311
        IPC_SET_METHOD(call->data, irq->notif_cfg.method);
331
        IPC_SET_METHOD(call->data, rcu_dereference_pointer(irq->notif_cfg).method);
312
 
332
 
313
        /* Execute code to handle irq */
333
        /* Execute code to handle irq */
314
        code_execute(call, irq->notif_cfg.code);
334
        code_execute(call, rcu_dereference_pointer(irq->notif_cfg).code);
315
       
335
       
316
        send_call(irq, call);
336
        send_call(irq, call);
317
    }
337
    }
318
}
338
}
319
 
339
 
Line 326... Line 346...
326
 * @param box Answerbox for which we want to carry out the cleanup.
346
 * @param box Answerbox for which we want to carry out the cleanup.
327
 */
347
 */
328
void ipc_irq_cleanup(answerbox_t *box)
348
void ipc_irq_cleanup(answerbox_t *box)
329
{
349
{
330
    ipl_t ipl;
350
    ipl_t ipl;
-
 
351
    ipc_notif_cfg_t *new_notify, *old_notify;
331
   
352
   
332
loop:
353
loop:
333
    ipl = interrupts_disable();
354
    ipl = interrupts_disable();
334
    spinlock_lock(&box->irq_lock);
355
    spinlock_lock(&box->irq_lock);
335
   
356
   
336
    while (box->irq_head.next != &box->irq_head) {
357
    while (box->irq_head.next != &box->irq_head) {
337
        link_t *cur = box->irq_head.next;
358
        link_t *cur = box->irq_head.next;
338
        irq_t *irq;
359
        irq_t *irq;
339
        DEADLOCK_PROBE_INIT(p_irqlock);
360
        DEADLOCK_PROBE_INIT(p_irqlock);
340
       
361
       
341
        irq = list_get_instance(cur, irq_t, notif_cfg.link);
362
        irq = list_get_instance(cur, irq_t, notif_cfg->link);
342
        if (!spinlock_trylock(&irq->lock)) {
363
        if (!spinlock_trylock(&irq->lock)) {
343
            /*
364
            /*
344
             * Avoid deadlock by trying again.
365
             * Avoid deadlock by trying again.
345
             */
366
             */
346
            spinlock_unlock(&box->irq_lock);
367
            spinlock_unlock(&box->irq_lock);
347
            interrupts_restore(ipl);
368
            interrupts_restore(ipl);
348
            DEADLOCK_PROBE(p_irqlock, DEADLOCK_THRESHOLD);
369
            DEADLOCK_PROBE(p_irqlock, DEADLOCK_THRESHOLD);
349
            goto loop;
370
            goto loop;
350
        }
371
        }
351
       
372
       
352
        ASSERT(irq->notif_cfg.answerbox == box);
373
        ASSERT(irq->notif_cfg->answerbox == box);
353
       
374
       
354
        list_remove(&irq->notif_cfg.link);
375
        list_remove_rcu(&irq->notif_cfg->link);
355
       
376
       
356
        /*
-
 
357
         * Don't forget to free any top-half pseudocode.
377
        new_notify = malloc(sizeof(ipc_notif_cfg_t),0);
358
         */
-
 
359
        code_free(irq->notif_cfg.code);
378
        new_notify->notify = false;
360
       
-
 
361
        irq->notif_cfg.notify = false;
379
        new_notify->answerbox = NULL;
362
        irq->notif_cfg.answerbox = NULL;
380
        new_notify->method = 0;
363
        irq->notif_cfg.code = NULL;
381
        new_notify->code = NULL;
364
        irq->notif_cfg.method = 0;
382
        new_notify->counter = 0;
-
 
383
        copy_link_rcu(&irq->notif_cfg->link, &new_notify->link);
365
        irq->notif_cfg.counter = 0;
384
        old_notify = irq->notif_cfg;
-
 
385
        rcu_assign_pointer(irq->notif_cfg, new_notify);
-
 
386
        rcu_sync_callback_normal_alloc(&ipc_notif_free_callback, old_notify);
366
 
387
 
-
 
388
       
367
        spinlock_unlock(&irq->lock);
389
        spinlock_unlock(&irq->lock);
368
    }
390
    }
369
   
391
   
370
    spinlock_unlock(&box->irq_lock);
392
    spinlock_unlock(&box->irq_lock);
371
    interrupts_restore(ipl);
393
    interrupts_restore(ipl);