Subversion Repositories HelenOS

Rev

Rev 3598 | Rev 4341 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1215 decky 1
/*
2071 jermar 2
 * Copyright (c) 2006 Martin Decky
1215 decky 3
 * All rights reserved.
4
 *
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
7
 * are met:
8
 *
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
28
 
1730 decky 29
/** @addtogroup ppc32mm
1702 cejka 30
 * @{
31
 */
32
/** @file
33
 */
34
 
1215 decky 35
#include <mm/tlb.h>
1730 decky 36
#include <arch/mm/tlb.h>
37
#include <arch/interrupt.h>
3598 svoboda 38
#include <interrupt.h>
1730 decky 39
#include <mm/as.h>
40
#include <arch.h>
41
#include <print.h>
42
#include <symtab.h>
1215 decky 43
 
44
 
1730 decky 45
/** Try to find PTE for faulting address
1215 decky 46
 *
1730 decky 47
 * Try to find PTE for faulting address.
48
 * The as->lock must be held on entry to this function
49
 * if lock is true.
1215 decky 50
 *
3197 svoboda 51
 * @param as        Address space.
52
 * @param lock      Lock/unlock the address space.
53
 * @param badvaddr  Faulting virtual address.
54
 * @param access    Access mode that caused the fault.
55
 * @param istate    Pointer to interrupted state.
56
 * @param pfrc      Pointer to variable where as_page_fault() return code
57
 *          will be stored.
58
 * @return      PTE on success, NULL otherwise.
1730 decky 59
 *
1215 decky 60
 */
3197 svoboda 61
static pte_t *
62
find_mapping_and_check(as_t *as, bool lock, uintptr_t badvaddr, int access,
63
    istate_t *istate, int *pfrc)
1730 decky 64
{
65
    /*
66
     * Check if the mapping exists in page tables.
67
     */
68
    pte_t *pte = page_mapping_find(as, badvaddr);
69
    if ((pte) && (pte->p)) {
70
        /*
71
         * Mapping found in page tables.
72
         * Immediately succeed.
73
         */
74
        return pte;
75
    } else {
76
        int rc;
77
 
78
        /*
79
         * Mapping not found in page tables.
80
         * Resort to higher-level page fault handler.
81
         */
82
        page_table_unlock(as, lock);
83
        switch (rc = as_page_fault(badvaddr, access, istate)) {
3197 svoboda 84
        case AS_PF_OK:
85
            /*
86
             * The higher-level page fault handler succeeded,
87
             * The mapping ought to be in place.
88
             */
89
            page_table_lock(as, lock);
90
            pte = page_mapping_find(as, badvaddr);
91
            ASSERT((pte) && (pte->p));
92
            *pfrc = 0;
93
            return pte;
94
        case AS_PF_DEFER:
95
            page_table_lock(as, lock);
96
            *pfrc = rc;
97
            return NULL;
98
        case AS_PF_FAULT:
99
            page_table_lock(as, lock);
100
            *pfrc = rc;
101
            return NULL;
102
        default:
4339 svoboda 103
            panic("Unexpected rc (%d).", rc);
1730 decky 104
        }  
105
    }
106
}
107
 
108
 
1780 jermar 109
static void pht_refill_fail(uintptr_t badvaddr, istate_t *istate)
1730 decky 110
{
111
    char *symbol = "";
112
    char *sym2 = "";
113
 
114
    char *s = get_symtab_entry(istate->pc);
115
    if (s)
116
        symbol = s;
117
    s = get_symtab_entry(istate->lr);
118
    if (s)
119
        sym2 = s;
3598 svoboda 120
 
121
    fault_if_from_uspace(istate,
4339 svoboda 122
        "%p: PHT Refill Exception at %p (%s<-%s).", badvaddr,
3598 svoboda 123
        istate->pc, symbol, sym2);
4339 svoboda 124
    panic("%p: PHT Refill Exception at %p (%s<-%s).", badvaddr,
3197 svoboda 125
        istate->pc, symbol, sym2);
1730 decky 126
}
127
 
128
 
1780 jermar 129
static void pht_insert(const uintptr_t vaddr, const pfn_t pfn)
1730 decky 130
{
1780 jermar 131
    uint32_t page = (vaddr >> 12) & 0xffff;
132
    uint32_t api = (vaddr >> 22) & 0x3f;
1730 decky 133
 
1780 jermar 134
    uint32_t vsid;
1730 decky 135
    asm volatile (
136
        "mfsrin %0, %1\n"
137
        : "=r" (vsid)
138
        : "r" (vaddr)
139
    );
140
 
1780 jermar 141
    uint32_t sdr1;
1730 decky 142
    asm volatile (
143
        "mfsdr1 %0\n"
144
        : "=r" (sdr1)
145
    );
146
    phte_t *phte = (phte_t *) PA2KA(sdr1 & 0xffff0000);
147
 
148
    /* Primary hash (xor) */
1780 jermar 149
    uint32_t h = 0;
150
    uint32_t hash = vsid ^ page;
151
    uint32_t base = (hash & 0x3ff) << 3;
152
    uint32_t i;
1730 decky 153
    bool found = false;
154
 
155
    /* Find unused or colliding
156
       PTE in PTEG */
157
    for (i = 0; i < 8; i++) {
3197 svoboda 158
        if ((!phte[base + i].v) || ((phte[base + i].vsid == vsid) &&
159
            (phte[base + i].api == api))) {
1730 decky 160
            found = true;
161
            break;
162
        }
163
    }
164
 
165
    if (!found) {
166
        /* Secondary hash (not) */
1780 jermar 167
        uint32_t base2 = (~hash & 0x3ff) << 3;
1730 decky 168
 
169
        /* Find unused or colliding
170
           PTE in PTEG */
171
        for (i = 0; i < 8; i++) {
3197 svoboda 172
            if ((!phte[base2 + i].v) ||
173
                ((phte[base2 + i].vsid == vsid) &&
174
                (phte[base2 + i].api == api))) {
1730 decky 175
                found = true;
176
                base = base2;
177
                h = 1;
178
                break;
179
            }
180
        }
181
 
182
        if (!found) {
183
            // TODO: A/C precedence groups
184
            i = page % 8;
185
        }
186
    }
187
 
188
    phte[base + i].v = 1;
189
    phte[base + i].vsid = vsid;
190
    phte[base + i].h = h;
191
    phte[base + i].api = api;
192
    phte[base + i].rpn = pfn;
193
    phte[base + i].r = 0;
194
    phte[base + i].c = 0;
195
    phte[base + i].pp = 2; // FIXME
196
}
197
 
198
 
1780 jermar 199
static void pht_real_insert(const uintptr_t vaddr, const pfn_t pfn)
1730 decky 200
{
1780 jermar 201
    uint32_t page = (vaddr >> 12) & 0xffff;
202
    uint32_t api = (vaddr >> 22) & 0x3f;
1730 decky 203
 
1780 jermar 204
    uint32_t vsid;
1730 decky 205
    asm volatile (
206
        "mfsrin %0, %1\n"
207
        : "=r" (vsid)
208
        : "r" (vaddr)
209
    );
210
 
1780 jermar 211
    uint32_t sdr1;
1730 decky 212
    asm volatile (
213
        "mfsdr1 %0\n"
214
        : "=r" (sdr1)
215
    );
216
    phte_t *phte_physical = (phte_t *) (sdr1 & 0xffff0000);
217
 
218
    /* Primary hash (xor) */
1780 jermar 219
    uint32_t h = 0;
220
    uint32_t hash = vsid ^ page;
221
    uint32_t base = (hash & 0x3ff) << 3;
222
    uint32_t i;
1730 decky 223
    bool found = false;
224
 
225
    /* Find unused or colliding
226
       PTE in PTEG */
227
    for (i = 0; i < 8; i++) {
3197 svoboda 228
        if ((!phte_physical[base + i].v) ||
229
            ((phte_physical[base + i].vsid == vsid) &&
230
            (phte_physical[base + i].api == api))) {
1730 decky 231
            found = true;
232
            break;
233
        }
234
    }
235
 
236
    if (!found) {
237
        /* Secondary hash (not) */
1780 jermar 238
        uint32_t base2 = (~hash & 0x3ff) << 3;
1730 decky 239
 
240
        /* Find unused or colliding
241
           PTE in PTEG */
242
        for (i = 0; i < 8; i++) {
3197 svoboda 243
            if ((!phte_physical[base2 + i].v) ||
244
                ((phte_physical[base2 + i].vsid == vsid) &&
245
                (phte_physical[base2 + i].api == api))) {
1730 decky 246
                found = true;
247
                base = base2;
248
                h = 1;
249
                break;
250
            }
251
        }
252
 
253
        if (!found) {
254
            // TODO: A/C precedence groups
255
            i = page % 8;
256
        }
257
    }
258
 
259
    phte_physical[base + i].v = 1;
260
    phte_physical[base + i].vsid = vsid;
261
    phte_physical[base + i].h = h;
262
    phte_physical[base + i].api = api;
263
    phte_physical[base + i].rpn = pfn;
264
    phte_physical[base + i].r = 0;
265
    phte_physical[base + i].c = 0;
266
    phte_physical[base + i].pp = 2; // FIXME
267
}
268
 
269
 
270
/** Process Instruction/Data Storage Interrupt
271
 *
3197 svoboda 272
 * @param n     Interrupt vector number.
273
 * @param istate    Interrupted register context.
1730 decky 274
 *
275
 */
276
void pht_refill(int n, istate_t *istate)
277
{
1780 jermar 278
    uintptr_t badvaddr;
1730 decky 279
    pte_t *pte;
280
    int pfrc;
281
    as_t *as;
282
    bool lock;
283
 
284
    if (AS == NULL) {
285
        as = AS_KERNEL;
286
        lock = false;
287
    } else {
288
        as = AS;
289
        lock = true;
290
    }
291
 
292
    if (n == VECTOR_DATA_STORAGE) {
293
        asm volatile (
294
            "mfdar %0\n"
295
            : "=r" (badvaddr)
296
        );
297
    } else
298
        badvaddr = istate->pc;
299
 
300
    page_table_lock(as, lock);
301
 
3197 svoboda 302
    pte = find_mapping_and_check(as, lock, badvaddr,
303
        PF_ACCESS_READ /* FIXME */, istate, &pfrc);
1730 decky 304
    if (!pte) {
305
        switch (pfrc) {
3197 svoboda 306
        case AS_PF_FAULT:
307
            goto fail;
308
            break;
309
        case AS_PF_DEFER:
310
            /*
311
             * The page fault came during copy_from_uspace()
312
             * or copy_to_uspace().
313
             */
314
            page_table_unlock(as, lock);
315
            return;
316
        default:
4339 svoboda 317
            panic("Unexpected pfrc (%d).", pfrc);
1730 decky 318
        }
319
    }
320
 
321
    pte->a = 1; /* Record access to PTE */
322
    pht_insert(badvaddr, pte->pfn);
323
 
324
    page_table_unlock(as, lock);
325
    return;
326
 
327
fail:
328
    page_table_unlock(as, lock);
329
    pht_refill_fail(badvaddr, istate);
330
}
331
 
332
 
333
/** Process Instruction/Data Storage Interrupt in Real Mode
334
 *
3197 svoboda 335
 * @param n     Interrupt vector number.
336
 * @param istate    Interrupted register context.
1730 decky 337
 *
338
 */
339
bool pht_real_refill(int n, istate_t *istate)
340
{
1780 jermar 341
    uintptr_t badvaddr;
1730 decky 342
 
343
    if (n == VECTOR_DATA_STORAGE) {
344
        asm volatile (
345
            "mfdar %0\n"
346
            : "=r" (badvaddr)
347
        );
348
    } else
349
        badvaddr = istate->pc;
350
 
1780 jermar 351
    uint32_t physmem;
1730 decky 352
    asm volatile (
353
        "mfsprg3 %0\n"
354
        : "=r" (physmem)
355
    );
356
 
357
    if ((badvaddr >= PA2KA(0)) && (badvaddr < PA2KA(physmem))) {
358
        pht_real_insert(badvaddr, KA2PA(badvaddr) >> 12);
359
        return true;
360
    }
361
 
362
    return false;
363
}
364
 
365
 
1215 decky 366
void tlb_arch_init(void)
367
{
1384 decky 368
    tlb_invalidate_all();
369
}
370
 
371
 
372
void tlb_invalidate_all(void)
373
{
1269 decky 374
    asm volatile (
1374 decky 375
        "tlbia\n"
1384 decky 376
        "tlbsync\n"
1269 decky 377
    );
1215 decky 378
}
379
 
380
 
1384 decky 381
void tlb_invalidate_asid(asid_t asid)
1328 decky 382
{
1780 jermar 383
    uint32_t sdr1;
1758 decky 384
    asm volatile (
385
        "mfsdr1 %0\n"
386
        : "=r" (sdr1)
387
    );
388
    phte_t *phte = (phte_t *) PA2KA(sdr1 & 0xffff0000);
389
 
1780 jermar 390
    uint32_t i;
1758 decky 391
    for (i = 0; i < 8192; i++) {
3197 svoboda 392
        if ((phte[i].v) && (phte[i].vsid >= (asid << 4)) &&
393
            (phte[i].vsid < ((asid << 4) + 16)))
1758 decky 394
            phte[i].v = 0;
395
    }
1384 decky 396
    tlb_invalidate_all();
1328 decky 397
}
398
 
1730 decky 399
 
1780 jermar 400
void tlb_invalidate_pages(asid_t asid, uintptr_t page, count_t cnt)
1384 decky 401
{
1730 decky 402
    // TODO
1384 decky 403
    tlb_invalidate_all();
404
}
1328 decky 405
 
1384 decky 406
 
1736 decky 407
#define PRINT_BAT(name, ureg, lreg) \
408
    asm volatile ( \
409
        "mfspr %0," #ureg "\n" \
410
        "mfspr %1," #lreg "\n" \
411
        : "=r" (upper), "=r" (lower) \
412
    ); \
413
    mask = (upper & 0x1ffc) >> 2; \
414
    if (upper & 3) { \
1780 jermar 415
        uint32_t tmp = mask; \
1736 decky 416
        length = 128; \
417
        while (tmp) { \
418
            if ((tmp & 1) == 0) { \
419
                printf("ibat[0]: error in mask\n"); \
420
                break; \
421
            } \
422
            length <<= 1; \
423
            tmp >>= 1; \
424
        } \
425
    } else \
426
        length = 0; \
3197 svoboda 427
    printf(name ": page=%.*p frame=%.*p length=%d KB (mask=%#x)%s%s\n", \
428
        sizeof(upper) * 2, upper & 0xffff0000, sizeof(lower) * 2, \
429
        lower & 0xffff0000, length, mask, \
430
        ((upper >> 1) & 1) ? " supervisor" : "", \
431
        (upper & 1) ? " user" : "");
1736 decky 432
 
433
 
1215 decky 434
void tlb_print(void)
435
{
1780 jermar 436
    uint32_t sr;
1733 decky 437
 
438
    for (sr = 0; sr < 16; sr++) {
1780 jermar 439
        uint32_t vsid;
1733 decky 440
        asm volatile (
441
            "mfsrin %0, %1\n"
442
            : "=r" (vsid)
443
            : "r" (sr << 28)
444
        );
3197 svoboda 445
        printf("vsid[%d]: VSID=%.*p (ASID=%d)%s%s\n", sr,
446
            sizeof(vsid) * 2, vsid & 0xffffff, (vsid & 0xffffff) >> 4,
447
            ((vsid >> 30) & 1) ? " supervisor" : "",
448
            ((vsid >> 29) & 1) ? " user" : "");
1733 decky 449
    }
1736 decky 450
 
1780 jermar 451
    uint32_t upper;
452
    uint32_t lower;
453
    uint32_t mask;
454
    uint32_t length;
1736 decky 455
 
456
    PRINT_BAT("ibat[0]", 528, 529);
457
    PRINT_BAT("ibat[1]", 530, 531);
458
    PRINT_BAT("ibat[2]", 532, 533);
459
    PRINT_BAT("ibat[3]", 534, 535);
460
 
461
    PRINT_BAT("dbat[0]", 536, 537);
462
    PRINT_BAT("dbat[1]", 538, 539);
463
    PRINT_BAT("dbat[2]", 540, 541);
464
    PRINT_BAT("dbat[3]", 542, 543);
1215 decky 465
}
1702 cejka 466
 
1730 decky 467
/** @}
1702 cejka 468
 */