Subversion Repositories HelenOS

Rev

Rev 3386 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
219 palkovsky 1
/*
2071 jermar 2
 * Copyright (c) 2001-2004 Jakub Jermar
219 palkovsky 3
 * All rights reserved.
4
 *
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
7
 * are met:
8
 *
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
28
 
1888 jermar 29
/** @addtogroup amd64mm
1702 cejka 30
 * @{
31
 */
32
/** @file
33
 */
34
 
540 jermar 35
#include <arch/mm/page.h>
684 jermar 36
#include <genarch/mm/page_pt.h>
540 jermar 37
#include <arch/mm/frame.h>
219 palkovsky 38
#include <mm/page.h>
226 palkovsky 39
#include <mm/frame.h>
755 jermar 40
#include <mm/as.h>
226 palkovsky 41
#include <arch/interrupt.h>
42
#include <arch/asm.h>
43
#include <config.h>
44
#include <memstr.h>
576 palkovsky 45
#include <interrupt.h>
1051 jermar 46
#include <print.h>
47
#include <panic.h>
1063 palkovsky 48
#include <align.h>
226 palkovsky 49
 
1051 jermar 50
/* Definitions for identity page mapper */
51
pte_t helper_ptl1[512] __attribute__((aligned (PAGE_SIZE)));
52
pte_t helper_ptl2[512] __attribute__((aligned (PAGE_SIZE)));
53
pte_t helper_ptl3[512] __attribute__((aligned (PAGE_SIZE)));
54
extern pte_t ptl_0; /* From boot.S */
55
 
56
#define PTL1_PRESENT(ptl0, page) (!(GET_PTL1_FLAGS_ARCH(ptl0, PTL0_INDEX_ARCH(page)) & PAGE_NOT_PRESENT))
57
#define PTL2_PRESENT(ptl1, page) (!(GET_PTL2_FLAGS_ARCH(ptl1, PTL1_INDEX_ARCH(page)) & PAGE_NOT_PRESENT))
58
#define PTL3_PRESENT(ptl2, page) (!(GET_PTL3_FLAGS_ARCH(ptl2, PTL2_INDEX_ARCH(page)) & PAGE_NOT_PRESENT))
59
 
60
#define PTL1_ADDR(ptl0, page) ((pte_t *)PA2KA(GET_PTL1_ADDRESS_ARCH(ptl0, PTL0_INDEX_ARCH(page))))
61
#define PTL2_ADDR(ptl1, page) ((pte_t *)PA2KA(GET_PTL2_ADDRESS_ARCH(ptl1, PTL1_INDEX_ARCH(page))))
62
#define PTL3_ADDR(ptl2, page) ((pte_t *)PA2KA(GET_PTL3_ADDRESS_ARCH(ptl2, PTL2_INDEX_ARCH(page))))
63
 
64
#define SETUP_PTL1(ptl0, page, tgt)  {  \
1780 jermar 65
    SET_PTL1_ADDRESS_ARCH(ptl0, PTL0_INDEX_ARCH(page), (uintptr_t)KA2PA(tgt)); \
1051 jermar 66
        SET_PTL1_FLAGS_ARCH(ptl0, PTL0_INDEX_ARCH(page), PAGE_WRITE | PAGE_EXEC); \
67
    }
68
#define SETUP_PTL2(ptl1, page, tgt)  {  \
1780 jermar 69
    SET_PTL2_ADDRESS_ARCH(ptl1, PTL1_INDEX_ARCH(page), (uintptr_t)KA2PA(tgt)); \
1051 jermar 70
        SET_PTL2_FLAGS_ARCH(ptl1, PTL1_INDEX_ARCH(page), PAGE_WRITE | PAGE_EXEC); \
71
    }
72
#define SETUP_PTL3(ptl2, page, tgt)  {  \
1780 jermar 73
    SET_PTL3_ADDRESS_ARCH(ptl2, PTL2_INDEX_ARCH(page), (uintptr_t)KA2PA(tgt)); \
1051 jermar 74
        SET_PTL3_FLAGS_ARCH(ptl2, PTL2_INDEX_ARCH(page), PAGE_WRITE | PAGE_EXEC); \
75
    }
76
#define SETUP_FRAME(ptl3, page, tgt)  { \
1780 jermar 77
    SET_FRAME_ADDRESS_ARCH(ptl3, PTL3_INDEX_ARCH(page), (uintptr_t)KA2PA(tgt)); \
1051 jermar 78
        SET_FRAME_FLAGS_ARCH(ptl3, PTL3_INDEX_ARCH(page), PAGE_WRITE | PAGE_EXEC); \
79
    }
1382 decky 80
 
81
 
219 palkovsky 82
void page_arch_init(void)
83
{
1780 jermar 84
    uintptr_t cur;
2745 decky 85
    unsigned int i;
2222 decky 86
    int identity_flags = PAGE_CACHEABLE | PAGE_EXEC | PAGE_GLOBAL | PAGE_WRITE;
226 palkovsky 87
 
88
    if (config.cpu_active == 1) {
793 jermar 89
        page_mapping_operations = &pt_mapping_operations;
2697 decky 90
 
226 palkovsky 91
        /*
92
         * PA2KA(identity) mapping for all frames.
93
         */
540 jermar 94
        for (cur = 0; cur < last_frame; cur += FRAME_SIZE) {
1063 palkovsky 95
            /* Standard identity mapping */
1064 palkovsky 96
            page_mapping_insert(AS_KERNEL, PA2KA(cur), cur, identity_flags);
226 palkovsky 97
        }
2697 decky 98
 
1063 palkovsky 99
        /* Upper kernel mapping
100
         * - from zero to top of kernel (include bottom addresses
2697 decky 101
         *   because some are needed for init)
1063 palkovsky 102
         */
1833 decky 103
        for (cur = PA2KA_CODE(0); cur < config.base + config.kernel_size; cur += FRAME_SIZE)
1063 palkovsky 104
            page_mapping_insert(AS_KERNEL, cur, KA2PA(cur), identity_flags);
1833 decky 105
 
106
        for (cur = config.stack_base; cur < config.stack_base + config.stack_size; cur += FRAME_SIZE)
107
            page_mapping_insert(AS_KERNEL, cur, KA2PA(cur), identity_flags);
108
 
109
        for (i = 0; i < init.cnt; i++) {
110
            for (cur = init.tasks[i].addr; cur < init.tasks[i].addr + init.tasks[i].size; cur += FRAME_SIZE)
1063 palkovsky 111
                page_mapping_insert(AS_KERNEL, PA2KA_CODE(KA2PA(cur)), KA2PA(cur), identity_flags);
112
        }
113
 
1958 decky 114
        exc_register(14, "page_fault", (iroutine) page_fault);
2106 jermar 115
        write_cr3((uintptr_t) AS_KERNEL->genarch.page_table);
2222 decky 116
    } else
2106 jermar 117
        write_cr3((uintptr_t) AS_KERNEL->genarch.page_table);
219 palkovsky 118
}
1051 jermar 119
 
1382 decky 120
 
1051 jermar 121
/** Identity page mapper
122
 *
123
 * We need to map whole physical memory identically before the page subsystem
124
 * is initializaed. This thing clears page table and fills in the specific
125
 * items.
126
 */
127
void ident_page_fault(int n, istate_t *istate)
128
{
1780 jermar 129
    uintptr_t page;
130
    static uintptr_t oldpage = 0;
1051 jermar 131
    pte_t *aptl_1, *aptl_2, *aptl_3;
132
 
133
    page = read_cr2();
134
    if (oldpage) {
135
        /* Unmap old address */
136
        aptl_1 = PTL1_ADDR(&ptl_0, oldpage);
137
        aptl_2 = PTL2_ADDR(aptl_1, oldpage);
138
        aptl_3 = PTL3_ADDR(aptl_2, oldpage);
139
 
140
        SET_FRAME_FLAGS_ARCH(aptl_3, PTL3_INDEX_ARCH(oldpage), PAGE_NOT_PRESENT);
1064 palkovsky 141
        if (KA2PA(aptl_3) == KA2PA(helper_ptl3))
1051 jermar 142
            SET_PTL3_FLAGS_ARCH(aptl_2, PTL2_INDEX_ARCH(oldpage), PAGE_NOT_PRESENT);
1064 palkovsky 143
        if (KA2PA(aptl_2) == KA2PA(helper_ptl2))
1051 jermar 144
            SET_PTL2_FLAGS_ARCH(aptl_1, PTL1_INDEX_ARCH(oldpage), PAGE_NOT_PRESENT);
1064 palkovsky 145
        if (KA2PA(aptl_1) == KA2PA(helper_ptl1))
1051 jermar 146
            SET_PTL1_FLAGS_ARCH(&ptl_0, PTL0_INDEX_ARCH(oldpage), PAGE_NOT_PRESENT);
147
    }
148
    if (PTL1_PRESENT(&ptl_0, page))
149
        aptl_1 = PTL1_ADDR(&ptl_0, page);
150
    else {
151
        SETUP_PTL1(&ptl_0, page, helper_ptl1);
152
        aptl_1 = helper_ptl1;
153
    }
154
 
155
    if (PTL2_PRESENT(aptl_1, page))
156
        aptl_2 = PTL2_ADDR(aptl_1, page);
157
    else {
158
        SETUP_PTL2(aptl_1, page, helper_ptl2);
159
        aptl_2 = helper_ptl2;
160
    }
161
 
162
    if (PTL3_PRESENT(aptl_2, page))
163
        aptl_3 = PTL3_ADDR(aptl_2, page);
164
    else {
165
        SETUP_PTL3(aptl_2, page, helper_ptl3);
166
        aptl_3 = helper_ptl3;
167
    }
168
 
169
    SETUP_FRAME(aptl_3, page, page);
170
 
171
    oldpage = page;
172
}
173
 
1382 decky 174
 
1051 jermar 175
void page_fault(int n, istate_t *istate)
176
{
1780 jermar 177
    uintptr_t page;
1411 jermar 178
    pf_access_t access;
1051 jermar 179
 
180
    page = read_cr2();
1411 jermar 181
 
182
    if (istate->error_word & PFERR_CODE_RSVD)
4153 mejdrech 183
        panic("Reserved bit set in page table entry.");
1411 jermar 184
 
185
    if (istate->error_word & PFERR_CODE_RW)
186
        access = PF_ACCESS_WRITE;
187
    else if (istate->error_word & PFERR_CODE_ID)
188
        access = PF_ACCESS_EXEC;
189
    else
190
        access = PF_ACCESS_READ;
191
 
192
    if (as_page_fault(page, access, istate) == AS_PF_FAULT) {
4153 mejdrech 193
        fault_if_from_uspace(istate, "Page fault: %#x.", page);
1595 palkovsky 194
 
1958 decky 195
        decode_istate(n, istate);
4153 mejdrech 196
        printf("Page fault address: %llx.\n", page);
197
        panic("Page fault.");
1051 jermar 198
    }
199
}
1382 decky 200
 
201
 
1780 jermar 202
uintptr_t hw_map(uintptr_t physaddr, size_t size)
1382 decky 203
{
204
    if (last_frame + ALIGN_UP(size, PAGE_SIZE) > KA2PA(KERNEL_ADDRESS_SPACE_END_ARCH))
4153 mejdrech 205
        panic("Unable to map physical memory %p (%d bytes).", physaddr, size)
1382 decky 206
 
1780 jermar 207
    uintptr_t virtaddr = PA2KA(last_frame);
1382 decky 208
    pfn_t i;
209
    for (i = 0; i < ADDR2PFN(ALIGN_UP(size, PAGE_SIZE)); i++)
2222 decky 210
        page_mapping_insert(AS_KERNEL, virtaddr + PFN2ADDR(i), physaddr + PFN2ADDR(i), PAGE_NOT_CACHEABLE | PAGE_WRITE);
1382 decky 211
 
212
    last_frame = ALIGN_UP(last_frame + size, FRAME_SIZE);
213
 
214
    return virtaddr;
215
}
1702 cejka 216
 
1888 jermar 217
/** @}
1702 cejka 218
 */