Subversion Repositories HelenOS

Rev

Rev 3862 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1 jermar 1
/*
2071 jermar 2
 * Copyright (c) 2001-2004 Jakub Jermar
1 jermar 3
 * All rights reserved.
4
 *
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
7
 * are met:
8
 *
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
28
 
1757 jermar 29
/** @addtogroup genericmm
1702 cejka 30
 * @{
31
 */
32
 
1248 jermar 33
/**
1702 cejka 34
 * @file
1248 jermar 35
 * @brief   Generic TLB shootdown algorithm.
1297 jermar 36
 *
37
 * The algorithm implemented here is based on the CMU TLB shootdown
38
 * algorithm and is further simplified (e.g. all CPUs receive all TLB
39
 * shootdown messages).
1248 jermar 40
 */
41
 
1 jermar 42
#include <mm/tlb.h>
1002 jermar 43
#include <mm/asid.h>
7 jermar 44
#include <smp/ipi.h>
5 jermar 45
#include <synch/spinlock.h>
1104 jermar 46
#include <atomic.h>
3862 rimsky 47
#include <arch/asm.h>
7 jermar 48
#include <arch/interrupt.h>
5 jermar 49
#include <config.h>
31 jermar 50
#include <arch.h>
594 jermar 51
#include <panic.h>
1002 jermar 52
#include <debug.h>
2089 decky 53
#include <cpu.h>
1 jermar 54
 
1002 jermar 55
/**
56
 * This lock is used for synchronisation between sender and
57
 * recipients of TLB shootdown message. It must be acquired
58
 * before CPU structure lock.
59
 */
623 jermar 60
SPINLOCK_INITIALIZE(tlblock);
5 jermar 61
 
62
void tlb_init(void)
1 jermar 63
{
569 jermar 64
    tlb_arch_init();
1 jermar 65
}
5 jermar 66
 
458 decky 67
#ifdef CONFIG_SMP
1002 jermar 68
 
69
/** Send TLB shootdown message.
70
 *
71
 * This function attempts to deliver TLB shootdown message
72
 * to all other processors.
73
 *
74
 * This function must be called with interrupts disabled.
75
 *
76
 * @param type Type describing scope of shootdown.
77
 * @param asid Address space, if required by type.
78
 * @param page Virtual page address, if required by type.
79
 * @param count Number of pages, if required by type.
80
 */
2133 jermar 81
void tlb_shootdown_start(tlb_invalidate_type_t type, asid_t asid,
82
    uintptr_t page, count_t count)
5 jermar 83
{
2745 decky 84
    unsigned int i;
31 jermar 85
 
86
    CPU->tlb_active = 0;
4638 rimsky 87
 
5 jermar 88
    spinlock_lock(&tlblock);
727 jermar 89
 
1002 jermar 90
    for (i = 0; i < config.cpu_count; i++) {
91
        cpu_t *cpu;
92
 
93
        if (i == CPU->id)
94
            continue;
95
 
96
        cpu = &cpus[i];
97
        spinlock_lock(&cpu->lock);
98
        if (cpu->tlb_messages_count == TLB_MESSAGE_QUEUE_LEN) {
99
            /*
100
             * The message queue is full.
101
             * Erase the queue and store one TLB_INVL_ALL message.
102
             */
103
            cpu->tlb_messages_count = 1;
104
            cpu->tlb_messages[0].type = TLB_INVL_ALL;
105
            cpu->tlb_messages[0].asid = ASID_INVALID;
106
            cpu->tlb_messages[0].page = 0;
107
            cpu->tlb_messages[0].count = 0;
108
        } else {
109
            /*
110
             * Enqueue the message.
111
             */
2133 jermar 112
            index_t idx = cpu->tlb_messages_count++;
113
            cpu->tlb_messages[idx].type = type;
114
            cpu->tlb_messages[idx].asid = asid;
115
            cpu->tlb_messages[idx].page = page;
116
            cpu->tlb_messages[idx].count = count;
1002 jermar 117
        }
118
        spinlock_unlock(&cpu->lock);
119
    }
740 jermar 120
 
6 jermar 121
    tlb_shootdown_ipi_send();
31 jermar 122
busy_wait: 
4638 rimsky 123
    for (i = 0; i < config.cpu_count; i++) {
31 jermar 124
        if (cpus[i].tlb_active)
125
            goto busy_wait;
4638 rimsky 126
    }
5 jermar 127
}
128
 
1002 jermar 129
/** Finish TLB shootdown sequence. */
6 jermar 130
void tlb_shootdown_finalize(void)
5 jermar 131
{
132
    spinlock_unlock(&tlblock);
31 jermar 133
    CPU->tlb_active = 1;
5 jermar 134
}
135
 
7 jermar 136
void tlb_shootdown_ipi_send(void)
137
{
138
    ipi_broadcast(VECTOR_TLB_SHOOTDOWN_IPI);
139
}
140
 
1002 jermar 141
/** Receive TLB shootdown message. */
6 jermar 142
void tlb_shootdown_ipi_recv(void)
5 jermar 143
{
1002 jermar 144
    tlb_invalidate_type_t type;
145
    asid_t asid;
1780 jermar 146
    uintptr_t page;
1002 jermar 147
    count_t count;
2745 decky 148
    unsigned int i;
1002 jermar 149
 
1008 jermar 150
    ASSERT(CPU);
151
 
31 jermar 152
    CPU->tlb_active = 0;
5 jermar 153
    spinlock_lock(&tlblock);
154
    spinlock_unlock(&tlblock);
1002 jermar 155
 
156
    spinlock_lock(&CPU->lock);
157
    ASSERT(CPU->tlb_messages_count <= TLB_MESSAGE_QUEUE_LEN);
158
 
159
    for (i = 0; i < CPU->tlb_messages_count; CPU->tlb_messages_count--) {
160
        type = CPU->tlb_messages[i].type;
161
        asid = CPU->tlb_messages[i].asid;
162
        page = CPU->tlb_messages[i].page;
163
        count = CPU->tlb_messages[i].count;
164
 
165
        switch (type) {
1904 jermar 166
        case TLB_INVL_ALL:
1002 jermar 167
            tlb_invalidate_all();
168
            break;
1904 jermar 169
        case TLB_INVL_ASID:
1002 jermar 170
            tlb_invalidate_asid(asid);
171
            break;
1904 jermar 172
        case TLB_INVL_PAGES:
1002 jermar 173
                ASSERT(count);
174
            tlb_invalidate_pages(asid, page, count);
175
            break;
1904 jermar 176
        default:
1002 jermar 177
            panic("unknown type (%d)\n", type);
178
            break;
179
        }
180
        if (type == TLB_INVL_ALL)
181
            break;
182
    }
183
 
184
    spinlock_unlock(&CPU->lock);
31 jermar 185
    CPU->tlb_active = 1;
5 jermar 186
}
1002 jermar 187
 
458 decky 188
#endif /* CONFIG_SMP */
1702 cejka 189
 
1757 jermar 190
/** @}
1702 cejka 191
 */