Subversion Repositories HelenOS

Rev

Rev 1833 | Rev 1958 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
219 palkovsky 1
/*
2
 * Copyright (C) 2001-2004 Jakub Jermar
3
 * All rights reserved.
4
 *
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
7
 * are met:
8
 *
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
28
 
1888 jermar 29
/** @addtogroup amd64mm
1702 cejka 30
 * @{
31
 */
32
/** @file
33
 */
34
 
540 jermar 35
#include <arch/mm/page.h>
684 jermar 36
#include <genarch/mm/page_pt.h>
540 jermar 37
#include <arch/mm/frame.h>
219 palkovsky 38
#include <mm/page.h>
226 palkovsky 39
#include <mm/frame.h>
755 jermar 40
#include <mm/as.h>
226 palkovsky 41
#include <arch/interrupt.h>
42
#include <arch/asm.h>
43
#include <config.h>
44
#include <memstr.h>
576 palkovsky 45
#include <interrupt.h>
1051 jermar 46
#include <print.h>
47
#include <panic.h>
1063 palkovsky 48
#include <align.h>
226 palkovsky 49
 
1051 jermar 50
/* Definitions for identity page mapper */
51
pte_t helper_ptl1[512] __attribute__((aligned (PAGE_SIZE)));
52
pte_t helper_ptl2[512] __attribute__((aligned (PAGE_SIZE)));
53
pte_t helper_ptl3[512] __attribute__((aligned (PAGE_SIZE)));
54
extern pte_t ptl_0; /* From boot.S */
55
 
56
#define PTL1_PRESENT(ptl0, page) (!(GET_PTL1_FLAGS_ARCH(ptl0, PTL0_INDEX_ARCH(page)) & PAGE_NOT_PRESENT))
57
#define PTL2_PRESENT(ptl1, page) (!(GET_PTL2_FLAGS_ARCH(ptl1, PTL1_INDEX_ARCH(page)) & PAGE_NOT_PRESENT))
58
#define PTL3_PRESENT(ptl2, page) (!(GET_PTL3_FLAGS_ARCH(ptl2, PTL2_INDEX_ARCH(page)) & PAGE_NOT_PRESENT))
59
 
60
#define PTL1_ADDR(ptl0, page) ((pte_t *)PA2KA(GET_PTL1_ADDRESS_ARCH(ptl0, PTL0_INDEX_ARCH(page))))
61
#define PTL2_ADDR(ptl1, page) ((pte_t *)PA2KA(GET_PTL2_ADDRESS_ARCH(ptl1, PTL1_INDEX_ARCH(page))))
62
#define PTL3_ADDR(ptl2, page) ((pte_t *)PA2KA(GET_PTL3_ADDRESS_ARCH(ptl2, PTL2_INDEX_ARCH(page))))
63
 
64
#define SETUP_PTL1(ptl0, page, tgt)  {  \
1780 jermar 65
    SET_PTL1_ADDRESS_ARCH(ptl0, PTL0_INDEX_ARCH(page), (uintptr_t)KA2PA(tgt)); \
1051 jermar 66
        SET_PTL1_FLAGS_ARCH(ptl0, PTL0_INDEX_ARCH(page), PAGE_WRITE | PAGE_EXEC); \
67
    }
68
#define SETUP_PTL2(ptl1, page, tgt)  {  \
1780 jermar 69
    SET_PTL2_ADDRESS_ARCH(ptl1, PTL1_INDEX_ARCH(page), (uintptr_t)KA2PA(tgt)); \
1051 jermar 70
        SET_PTL2_FLAGS_ARCH(ptl1, PTL1_INDEX_ARCH(page), PAGE_WRITE | PAGE_EXEC); \
71
    }
72
#define SETUP_PTL3(ptl2, page, tgt)  {  \
1780 jermar 73
    SET_PTL3_ADDRESS_ARCH(ptl2, PTL2_INDEX_ARCH(page), (uintptr_t)KA2PA(tgt)); \
1051 jermar 74
        SET_PTL3_FLAGS_ARCH(ptl2, PTL2_INDEX_ARCH(page), PAGE_WRITE | PAGE_EXEC); \
75
    }
76
#define SETUP_FRAME(ptl3, page, tgt)  { \
1780 jermar 77
    SET_FRAME_ADDRESS_ARCH(ptl3, PTL3_INDEX_ARCH(page), (uintptr_t)KA2PA(tgt)); \
1051 jermar 78
        SET_FRAME_FLAGS_ARCH(ptl3, PTL3_INDEX_ARCH(page), PAGE_WRITE | PAGE_EXEC); \
79
    }
1382 decky 80
 
81
 
219 palkovsky 82
void page_arch_init(void)
83
{
1780 jermar 84
    uintptr_t cur;
1063 palkovsky 85
    int i;
86
    int identity_flags = PAGE_CACHEABLE | PAGE_EXEC | PAGE_GLOBAL;
226 palkovsky 87
 
88
    if (config.cpu_active == 1) {
793 jermar 89
        page_mapping_operations = &pt_mapping_operations;
814 palkovsky 90
 
226 palkovsky 91
        /*
92
         * PA2KA(identity) mapping for all frames.
93
         */
540 jermar 94
        for (cur = 0; cur < last_frame; cur += FRAME_SIZE) {
1063 palkovsky 95
            /* Standard identity mapping */
1064 palkovsky 96
            page_mapping_insert(AS_KERNEL, PA2KA(cur), cur, identity_flags);
226 palkovsky 97
        }
1063 palkovsky 98
        /* Upper kernel mapping
99
         * - from zero to top of kernel (include bottom addresses
100
         *   because some are needed for init )
101
         */
1833 decky 102
        for (cur = PA2KA_CODE(0); cur < config.base + config.kernel_size; cur += FRAME_SIZE)
1063 palkovsky 103
            page_mapping_insert(AS_KERNEL, cur, KA2PA(cur), identity_flags);
1833 decky 104
 
105
        for (cur = config.stack_base; cur < config.stack_base + config.stack_size; cur += FRAME_SIZE)
106
            page_mapping_insert(AS_KERNEL, cur, KA2PA(cur), identity_flags);
107
 
108
        for (i = 0; i < init.cnt; i++) {
109
            for (cur = init.tasks[i].addr; cur < init.tasks[i].addr + init.tasks[i].size; cur += FRAME_SIZE)
1063 palkovsky 110
                page_mapping_insert(AS_KERNEL, PA2KA_CODE(KA2PA(cur)), KA2PA(cur), identity_flags);
111
        }
112
 
799 palkovsky 113
        exc_register(14, "page_fault", (iroutine)page_fault);
1780 jermar 114
        write_cr3((uintptr_t) AS_KERNEL->page_table);
226 palkovsky 115
    }
116
    else {
1780 jermar 117
        write_cr3((uintptr_t) AS_KERNEL->page_table);
226 palkovsky 118
    }
219 palkovsky 119
}
1051 jermar 120
 
1382 decky 121
 
1051 jermar 122
/** Identity page mapper
123
 *
124
 * We need to map whole physical memory identically before the page subsystem
125
 * is initializaed. This thing clears page table and fills in the specific
126
 * items.
127
 */
128
void ident_page_fault(int n, istate_t *istate)
129
{
1780 jermar 130
    uintptr_t page;
131
    static uintptr_t oldpage = 0;
1051 jermar 132
    pte_t *aptl_1, *aptl_2, *aptl_3;
133
 
134
    page = read_cr2();
135
    if (oldpage) {
136
        /* Unmap old address */
137
        aptl_1 = PTL1_ADDR(&ptl_0, oldpage);
138
        aptl_2 = PTL2_ADDR(aptl_1, oldpage);
139
        aptl_3 = PTL3_ADDR(aptl_2, oldpage);
140
 
141
        SET_FRAME_FLAGS_ARCH(aptl_3, PTL3_INDEX_ARCH(oldpage), PAGE_NOT_PRESENT);
1064 palkovsky 142
        if (KA2PA(aptl_3) == KA2PA(helper_ptl3))
1051 jermar 143
            SET_PTL3_FLAGS_ARCH(aptl_2, PTL2_INDEX_ARCH(oldpage), PAGE_NOT_PRESENT);
1064 palkovsky 144
        if (KA2PA(aptl_2) == KA2PA(helper_ptl2))
1051 jermar 145
            SET_PTL2_FLAGS_ARCH(aptl_1, PTL1_INDEX_ARCH(oldpage), PAGE_NOT_PRESENT);
1064 palkovsky 146
        if (KA2PA(aptl_1) == KA2PA(helper_ptl1))
1051 jermar 147
            SET_PTL1_FLAGS_ARCH(&ptl_0, PTL0_INDEX_ARCH(oldpage), PAGE_NOT_PRESENT);
148
    }
149
    if (PTL1_PRESENT(&ptl_0, page))
150
        aptl_1 = PTL1_ADDR(&ptl_0, page);
151
    else {
152
        SETUP_PTL1(&ptl_0, page, helper_ptl1);
153
        aptl_1 = helper_ptl1;
154
    }
155
 
156
    if (PTL2_PRESENT(aptl_1, page))
157
        aptl_2 = PTL2_ADDR(aptl_1, page);
158
    else {
159
        SETUP_PTL2(aptl_1, page, helper_ptl2);
160
        aptl_2 = helper_ptl2;
161
    }
162
 
163
    if (PTL3_PRESENT(aptl_2, page))
164
        aptl_3 = PTL3_ADDR(aptl_2, page);
165
    else {
166
        SETUP_PTL3(aptl_2, page, helper_ptl3);
167
        aptl_3 = helper_ptl3;
168
    }
169
 
170
    SETUP_FRAME(aptl_3, page, page);
171
 
172
    oldpage = page;
173
}
174
 
1382 decky 175
 
1051 jermar 176
void page_fault(int n, istate_t *istate)
177
{
1780 jermar 178
    uintptr_t page;
1411 jermar 179
    pf_access_t access;
1051 jermar 180
 
181
    page = read_cr2();
1411 jermar 182
 
183
    if (istate->error_word & PFERR_CODE_RSVD)
184
        panic("Reserved bit set in page table entry.\n");
185
 
186
    if (istate->error_word & PFERR_CODE_RW)
187
        access = PF_ACCESS_WRITE;
188
    else if (istate->error_word & PFERR_CODE_ID)
189
        access = PF_ACCESS_EXEC;
190
    else
191
        access = PF_ACCESS_READ;
192
 
193
    if (as_page_fault(page, access, istate) == AS_PF_FAULT) {
1595 palkovsky 194
        fault_if_from_uspace(istate, "Page fault: %#x", page);
195
 
1051 jermar 196
        print_info_errcode(n, istate);
1735 decky 197
        printf("Page fault address: %llx\n", page);
1051 jermar 198
        panic("page fault\n");
199
    }
200
}
1382 decky 201
 
202
 
1780 jermar 203
uintptr_t hw_map(uintptr_t physaddr, size_t size)
1382 decky 204
{
205
    if (last_frame + ALIGN_UP(size, PAGE_SIZE) > KA2PA(KERNEL_ADDRESS_SPACE_END_ARCH))
206
        panic("Unable to map physical memory %p (%d bytes)", physaddr, size)
207
 
1780 jermar 208
    uintptr_t virtaddr = PA2KA(last_frame);
1382 decky 209
    pfn_t i;
210
    for (i = 0; i < ADDR2PFN(ALIGN_UP(size, PAGE_SIZE)); i++)
211
        page_mapping_insert(AS_KERNEL, virtaddr + PFN2ADDR(i), physaddr + PFN2ADDR(i), PAGE_NOT_CACHEABLE);
212
 
213
    last_frame = ALIGN_UP(last_frame + size, FRAME_SIZE);
214
 
215
    return virtaddr;
216
}
1702 cejka 217
 
1888 jermar 218
/** @}
1702 cejka 219
 */