Subversion Repositories HelenOS-historic

Rev

Rev 740 | Rev 1008 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 740 Rev 1002
Line 25... Line 25...
25 
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 25 
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 26 
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 
 */
 27 
 */
28 
 
 28 
 
29 
#include <mm/tlb.h>
 29 
#include <mm/tlb.h>
- 
 
 30 
#include <mm/asid.h>
30 
#include <arch/mm/tlb.h>
 31 
#include <arch/mm/tlb.h>
31 
#include <smp/ipi.h>
 32 
#include <smp/ipi.h>
32 
#include <synch/spinlock.h>
 33 
#include <synch/spinlock.h>
33 
#include <typedefs.h>
 34 
#include <typedefs.h>
34 
#include <arch/atomic.h>
 35 
#include <arch/atomic.h>
35 
#include <arch/interrupt.h>
 36 
#include <arch/interrupt.h>
36 
#include <config.h>
 37 
#include <config.h>
37 
#include <arch.h>
 38 
#include <arch.h>
38 
#include <panic.h>
 39 
#include <panic.h>
- 
 
 40 
#include <debug.h>
39 
 
 41 
 
- 
 
 42 
/**
- 
 
 43 
 * This lock is used for synchronisation between sender and
- 
 
 44 
 * recipients of TLB shootdown message. It must be acquired
- 
 
 45 
 * before CPU structure lock.
- 
 
 46 
 */
40 
SPINLOCK_INITIALIZE(tlblock);
 47 
SPINLOCK_INITIALIZE(tlblock);
41 
 
 48 
 
42 
void tlb_init(void)
 49 
void tlb_init(void)
43 
{
 50 
{
44 
    tlb_arch_init();
 51 
    tlb_arch_init();
45 
}
 52 
}
46 
 
 53 
 
47 
#ifdef CONFIG_SMP
 54 
#ifdef CONFIG_SMP
- 
 
 55 
 
- 
 
 56 
/** Send TLB shootdown message.
- 
 
 57 
 *
- 
 
 58 
 * This function attempts to deliver TLB shootdown message
- 
 
 59 
 * to all other processors.
- 
 
 60 
 *
48 
/* must be called with interrupts disabled */
 61 
 * This function must be called with interrupts disabled.
- 
 
 62 
 *
- 
 
 63 
 * @param type Type describing scope of shootdown.
- 
 
 64 
 * @param asid Address space, if required by type.
- 
 
 65 
 * @param page Virtual page address, if required by type.
- 
 
 66 
 * @param count Number of pages, if required by type.
- 
 
 67 
 */
49 
void tlb_shootdown_start(tlb_invalidate_type_t type, asid_t asid, __address page, count_t cnt)
 68 
void tlb_shootdown_start(tlb_invalidate_type_t type, asid_t asid, __address page, count_t count)
50 
{
 69 
{
51 
    int i;
 70 
    int i;
52 
 
 71 
 
53 
    CPU->tlb_active = 0;
 72 
    CPU->tlb_active = 0;
54 
    spinlock_lock(&tlblock);
 73 
    spinlock_lock(&tlblock);
55 
   
 74 
   
- 
 
 75 
    for (i = 0; i < config.cpu_count; i++) {
- 
 
 76 
        cpu_t *cpu;
- 
 
 77 
       
- 
 
 78 
        if (i == CPU->id)
- 
 
 79 
            continue;
- 
 
 80 
 
- 
 
 81 
        cpu = &cpus[i];
- 
 
 82 
        spinlock_lock(&cpu->lock);
- 
 
 83 
        if (cpu->tlb_messages_count == TLB_MESSAGE_QUEUE_LEN) {
56 
    /*
 84 
            /*
57 
     * TODO: wrap parameters into a message and
 85 
             * The message queue is full.
58 
     * dispatch it to all CPUs excluding this one.
 86 
             * Erase the queue and store one TLB_INVL_ALL message.
- 
 
 87 
             */
- 
 
 88 
            cpu->tlb_messages_count = 1;
- 
 
 89 
            cpu->tlb_messages[0].type = TLB_INVL_ALL;
- 
 
 90 
            cpu->tlb_messages[0].asid = ASID_INVALID;
- 
 
 91 
            cpu->tlb_messages[0].page = 0;
- 
 
 92 
            cpu->tlb_messages[0].count = 0;
- 
 
 93 
        } else {
- 
 
 94 
            /*
- 
 
 95 
             * Enqueue the message.
59 
     */
 96 
             */
- 
 
 97 
            cpu->tlb_messages[cpu->tlb_messages_count].type = type;
- 
 
 98 
            cpu->tlb_messages[cpu->tlb_messages_count].asid = asid;
- 
 
 99 
            cpu->tlb_messages[cpu->tlb_messages_count].page = page;
- 
 
 100 
            cpu->tlb_messages[cpu->tlb_messages_count].count = count;
- 
 
 101 
            cpu->tlb_messages_count++;
- 
 
 102 
        }
- 
 
 103 
        spinlock_unlock(&cpu->lock);
- 
 
 104 
    }
60 
   
 105 
   
61 
    tlb_shootdown_ipi_send();
 106 
    tlb_shootdown_ipi_send();
62 
 
 107 
 
63 
busy_wait: 
 108 
busy_wait: 
64 
    for (i = 0; i<config.cpu_count; i++)
 109 
    for (i = 0; i < config.cpu_count; i++)
65 
        if (cpus[i].tlb_active)
 110 
        if (cpus[i].tlb_active)
66 
            goto busy_wait;
 111 
            goto busy_wait;
67 
}
 112 
}
68 
 
 113 
 
- 
 
 114 
/** Finish TLB shootdown sequence. */
69 
void tlb_shootdown_finalize(void)
 115 
void tlb_shootdown_finalize(void)
70 
{
 116 
{
71 
    spinlock_unlock(&tlblock);
 117 
    spinlock_unlock(&tlblock);
72 
    CPU->tlb_active = 1;
 118 
    CPU->tlb_active = 1;
73 
}
 119 
}
Line 75... Line 121...
75 
void tlb_shootdown_ipi_send(void)
 121 
void tlb_shootdown_ipi_send(void)
76 
{
 122 
{
77 
    ipi_broadcast(VECTOR_TLB_SHOOTDOWN_IPI);
 123 
    ipi_broadcast(VECTOR_TLB_SHOOTDOWN_IPI);
78 
}
 124 
}
79 
 
 125 
 
- 
 
 126 
/** Receive TLB shootdown message. */
80 
void tlb_shootdown_ipi_recv(void)
 127 
void tlb_shootdown_ipi_recv(void)
81 
{
 128 
{
- 
 
 129 
    tlb_invalidate_type_t type;
- 
 
 130 
    asid_t asid;
- 
 
 131 
    __address page;
- 
 
 132 
    count_t count;
- 
 
 133 
    int i;
- 
 
 134 
   
82 
    CPU->tlb_active = 0;
 135 
    CPU->tlb_active = 0;
83 
    spinlock_lock(&tlblock);
 136 
    spinlock_lock(&tlblock);
84 
    spinlock_unlock(&tlblock);
 137 
    spinlock_unlock(&tlblock);
- 
 
 138 
   
- 
 
 139 
    spinlock_lock(&CPU->lock);
- 
 
 140 
    ASSERT(CPU->tlb_messages_count <= TLB_MESSAGE_QUEUE_LEN);
- 
 
 141 
 
- 
 
 142 
    for (i = 0; i < CPU->tlb_messages_count; CPU->tlb_messages_count--) {
- 
 
 143 
        type = CPU->tlb_messages[i].type;
- 
 
 144 
        asid = CPU->tlb_messages[i].asid;
- 
 
 145 
        page = CPU->tlb_messages[i].page;
- 
 
 146 
        count = CPU->tlb_messages[i].count;
- 
 
 147 
 
- 
 
 148 
        switch (type) {
- 
 
 149 
            case TLB_INVL_ALL:
- 
 
 150 
            tlb_invalidate_all();
- 
 
 151 
            break;
- 
 
 152 
            case TLB_INVL_ASID:
- 
 
 153 
            tlb_invalidate_asid(asid);
- 
 
 154 
            break;
- 
 
 155 
            case TLB_INVL_PAGES:
- 
 
 156 
                ASSERT(count);
85 
    tlb_invalidate_all();   /* TODO: be more finer-grained in what to invalidate */
 157 
            tlb_invalidate_pages(asid, page, count);
- 
 
 158 
            break;
- 
 
 159 
            default:
- 
 
 160 
            panic("unknown type (%d)\n", type);
- 
 
 161 
            break;
- 
 
 162 
        }
- 
 
 163 
        if (type == TLB_INVL_ALL)
- 
 
 164 
            break;
- 
 
 165 
    }
- 
 
 166 
   
- 
 
 167 
    spinlock_unlock(&CPU->lock);
86 
    CPU->tlb_active = 1;
 168 
    CPU->tlb_active = 1;
87 
}
 169 
}
- 
 
 170 
 
88 
#endif /* CONFIG_SMP */
 171 
#endif /* CONFIG_SMP */