Subversion Repositories HelenOS

Rev

Rev 1008 | Rev 1248 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1 jermar 1
/*
2
 * Copyright (C) 2001-2004 Jakub Jermar
3
 * All rights reserved.
4
 *
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
7
 * are met:
8
 *
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
28
 
29
#include <mm/tlb.h>
1002 jermar 30
#include <mm/asid.h>
389 jermar 31
#include <arch/mm/tlb.h>
7 jermar 32
#include <smp/ipi.h>
5 jermar 33
#include <synch/spinlock.h>
34
#include <typedefs.h>
1104 jermar 35
#include <atomic.h>
7 jermar 36
#include <arch/interrupt.h>
5 jermar 37
#include <config.h>
31 jermar 38
#include <arch.h>
594 jermar 39
#include <panic.h>
1002 jermar 40
#include <debug.h>
1 jermar 41
 
1002 jermar 42
/**
43
 * This lock is used for synchronisation between sender and
44
 * recipients of TLB shootdown message. It must be acquired
45
 * before CPU structure lock.
46
 */
623 jermar 47
SPINLOCK_INITIALIZE(tlblock);
5 jermar 48
 
49
void tlb_init(void)
1 jermar 50
{
569 jermar 51
    tlb_arch_init();
1 jermar 52
}
5 jermar 53
 
458 decky 54
#ifdef CONFIG_SMP
1002 jermar 55
 
56
/** Send TLB shootdown message.
57
 *
58
 * This function attempts to deliver TLB shootdown message
59
 * to all other processors.
60
 *
61
 * This function must be called with interrupts disabled.
62
 *
63
 * @param type Type describing scope of shootdown.
64
 * @param asid Address space, if required by type.
65
 * @param page Virtual page address, if required by type.
66
 * @param count Number of pages, if required by type.
67
 */
68
void tlb_shootdown_start(tlb_invalidate_type_t type, asid_t asid, __address page, count_t count)
5 jermar 69
{
31 jermar 70
    int i;
71
 
72
    CPU->tlb_active = 0;
5 jermar 73
    spinlock_lock(&tlblock);
727 jermar 74
 
1002 jermar 75
    for (i = 0; i < config.cpu_count; i++) {
76
        cpu_t *cpu;
77
 
78
        if (i == CPU->id)
79
            continue;
80
 
81
        cpu = &cpus[i];
82
        spinlock_lock(&cpu->lock);
83
        if (cpu->tlb_messages_count == TLB_MESSAGE_QUEUE_LEN) {
84
            /*
85
             * The message queue is full.
86
             * Erase the queue and store one TLB_INVL_ALL message.
87
             */
88
            cpu->tlb_messages_count = 1;
89
            cpu->tlb_messages[0].type = TLB_INVL_ALL;
90
            cpu->tlb_messages[0].asid = ASID_INVALID;
91
            cpu->tlb_messages[0].page = 0;
92
            cpu->tlb_messages[0].count = 0;
93
        } else {
94
            /*
95
             * Enqueue the message.
96
             */
97
            cpu->tlb_messages[cpu->tlb_messages_count].type = type;
98
            cpu->tlb_messages[cpu->tlb_messages_count].asid = asid;
99
            cpu->tlb_messages[cpu->tlb_messages_count].page = page;
100
            cpu->tlb_messages[cpu->tlb_messages_count].count = count;
101
            cpu->tlb_messages_count++;
102
        }
103
        spinlock_unlock(&cpu->lock);
104
    }
740 jermar 105
 
6 jermar 106
    tlb_shootdown_ipi_send();
727 jermar 107
 
31 jermar 108
busy_wait: 
1002 jermar 109
    for (i = 0; i < config.cpu_count; i++)
31 jermar 110
        if (cpus[i].tlb_active)
111
            goto busy_wait;
5 jermar 112
}
113
 
1002 jermar 114
/** Finish TLB shootdown sequence. */
6 jermar 115
void tlb_shootdown_finalize(void)
5 jermar 116
{
117
    spinlock_unlock(&tlblock);
31 jermar 118
    CPU->tlb_active = 1;
5 jermar 119
}
120
 
7 jermar 121
void tlb_shootdown_ipi_send(void)
122
{
123
    ipi_broadcast(VECTOR_TLB_SHOOTDOWN_IPI);
124
}
125
 
1002 jermar 126
/** Receive TLB shootdown message. */
6 jermar 127
void tlb_shootdown_ipi_recv(void)
5 jermar 128
{
1002 jermar 129
    tlb_invalidate_type_t type;
130
    asid_t asid;
131
    __address page;
132
    count_t count;
133
    int i;
134
 
1008 jermar 135
    ASSERT(CPU);
136
 
31 jermar 137
    CPU->tlb_active = 0;
5 jermar 138
    spinlock_lock(&tlblock);
139
    spinlock_unlock(&tlblock);
1002 jermar 140
 
141
    spinlock_lock(&CPU->lock);
142
    ASSERT(CPU->tlb_messages_count <= TLB_MESSAGE_QUEUE_LEN);
143
 
144
    for (i = 0; i < CPU->tlb_messages_count; CPU->tlb_messages_count--) {
145
        type = CPU->tlb_messages[i].type;
146
        asid = CPU->tlb_messages[i].asid;
147
        page = CPU->tlb_messages[i].page;
148
        count = CPU->tlb_messages[i].count;
149
 
150
        switch (type) {
151
            case TLB_INVL_ALL:
152
            tlb_invalidate_all();
153
            break;
154
            case TLB_INVL_ASID:
155
            tlb_invalidate_asid(asid);
156
            break;
157
            case TLB_INVL_PAGES:
158
                ASSERT(count);
159
            tlb_invalidate_pages(asid, page, count);
160
            break;
161
            default:
162
            panic("unknown type (%d)\n", type);
163
            break;
164
        }
165
        if (type == TLB_INVL_ALL)
166
            break;
167
    }
168
 
169
    spinlock_unlock(&CPU->lock);
31 jermar 170
    CPU->tlb_active = 1;
5 jermar 171
}
1002 jermar 172
 
458 decky 173
#endif /* CONFIG_SMP */