Subversion Repositories HelenOS-historic

Rev

Rev 788 | Rev 792 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 788 Rev 789
1
/*
1
/*
2
 * Copyright (C) 2001-2006 Jakub Jermar
2
 * Copyright (C) 2001-2006 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
/*
29
/*
30
 * This file contains address space manipulation functions.
30
 * This file contains address space manipulation functions.
31
 * Roughly speaking, this is a higher-level client of
31
 * Roughly speaking, this is a higher-level client of
32
 * Virtual Address Translation (VAT) subsystem.
32
 * Virtual Address Translation (VAT) subsystem.
33
 */
33
 */
34
 
34
 
35
#include <mm/as.h>
35
#include <mm/as.h>
36
#include <arch/mm/as.h>
36
#include <arch/mm/as.h>
37
#include <mm/page.h>
37
#include <mm/page.h>
38
#include <mm/frame.h>
38
#include <mm/frame.h>
39
#include <mm/tlb.h>
39
#include <mm/tlb.h>
40
#include <mm/heap.h>
40
#include <mm/heap.h>
41
#include <arch/mm/page.h>
41
#include <arch/mm/page.h>
42
#include <genarch/mm/page_pt.h>
42
#include <genarch/mm/page_pt.h>
43
#include <mm/asid.h>
43
#include <mm/asid.h>
44
#include <arch/mm/asid.h>
44
#include <arch/mm/asid.h>
45
#include <arch/types.h>
45
#include <arch/types.h>
46
#include <typedefs.h>
46
#include <typedefs.h>
47
#include <synch/spinlock.h>
47
#include <synch/spinlock.h>
48
#include <config.h>
48
#include <config.h>
49
#include <adt/list.h>
49
#include <adt/list.h>
50
#include <panic.h>
50
#include <panic.h>
51
#include <arch/asm.h>
51
#include <arch/asm.h>
52
#include <debug.h>
52
#include <debug.h>
53
#include <memstr.h>
53
#include <memstr.h>
54
#include <arch.h>
54
#include <arch.h>
55
#include <print.h>
55
#include <print.h>
56
 
56
 
57
as_operations_t *as_operations = NULL;
57
as_operations_t *as_operations = NULL;
58
 
58
 
59
/** Kernel address space. */
59
/** Kernel address space. */
60
as_t *AS_KERNEL = NULL;
60
as_t *AS_KERNEL = NULL;
61
 
61
 
62
static int get_area_flags(as_area_t *a);
62
static int get_area_flags(as_area_t *a);
63
 
63
 
64
/** Initialize address space subsystem. */
64
/** Initialize address space subsystem. */
65
void as_init(void)
65
void as_init(void)
66
{
66
{
67
    as_arch_init();
67
    as_arch_init();
68
    AS_KERNEL = as_create(FLAG_AS_KERNEL | FLAG_AS_EARLYMALLOC);
68
    AS_KERNEL = as_create(FLAG_AS_KERNEL);
69
        if (!AS_KERNEL)
69
        if (!AS_KERNEL)
70
                panic("can't create kernel address space\n");
70
                panic("can't create kernel address space\n");
71
}
71
}
72
 
72
 
73
/** Create address space.
73
/** Create address space.
74
 *
74
 *
75
 * @param flags Flags that influence way in wich the address space is created.
75
 * @param flags Flags that influence way in wich the address space is created.
76
 */
76
 */
77
as_t *as_create(int flags)
77
as_t *as_create(int flags)
78
{
78
{
79
    as_t *as;
79
    as_t *as;
80
 
80
 
81
    if (flags & FLAG_AS_EARLYMALLOC)
-
 
82
        as = (as_t *) early_malloc(sizeof(as_t));
-
 
83
    else
-
 
84
        as = (as_t *) malloc(sizeof(as_t));
81
    as = (as_t *) malloc(sizeof(as_t));
85
    if (as) {
82
    if (as) {
86
        list_initialize(&as->as_with_asid_link);
83
        list_initialize(&as->as_with_asid_link);
87
        spinlock_initialize(&as->lock, "as_lock");
84
        spinlock_initialize(&as->lock, "as_lock");
88
        list_initialize(&as->as_area_head);
85
        list_initialize(&as->as_area_head);
89
 
86
 
90
        if (flags & FLAG_AS_KERNEL)
87
        if (flags & FLAG_AS_KERNEL)
91
            as->asid = ASID_KERNEL;
88
            as->asid = ASID_KERNEL;
92
        else
89
        else
93
            as->asid = ASID_INVALID;
90
            as->asid = ASID_INVALID;
94
 
91
 
95
        as->page_table = page_table_create(flags);
92
        as->page_table = page_table_create(flags);
96
    }
93
    }
97
 
94
 
98
    return as;
95
    return as;
99
}
96
}
100
 
97
 
101
/** Create address space area of common attributes.
98
/** Create address space area of common attributes.
102
 *
99
 *
103
 * The created address space area is added to the target address space.
100
 * The created address space area is added to the target address space.
104
 *
101
 *
105
 * @param as Target address space.
102
 * @param as Target address space.
106
 * @param type Type of area.
103
 * @param type Type of area.
107
 * @param size Size of area in multiples of PAGE_SIZE.
104
 * @param size Size of area in multiples of PAGE_SIZE.
108
 * @param base Base address of area.
105
 * @param base Base address of area.
109
 *
106
 *
110
 * @return Address space area on success or NULL on failure.
107
 * @return Address space area on success or NULL on failure.
111
 */
108
 */
112
as_area_t *as_area_create(as_t *as, as_area_type_t type, size_t size, __address base)
109
as_area_t *as_area_create(as_t *as, as_area_type_t type, size_t size, __address base)
113
{
110
{
114
    ipl_t ipl;
111
    ipl_t ipl;
115
    as_area_t *a;
112
    as_area_t *a;
116
   
113
   
117
    if (base % PAGE_SIZE)
114
    if (base % PAGE_SIZE)
118
        panic("addr not aligned to a page boundary");
115
        panic("addr not aligned to a page boundary");
119
   
116
   
120
    ipl = interrupts_disable();
117
    ipl = interrupts_disable();
121
    spinlock_lock(&as->lock);
118
    spinlock_lock(&as->lock);
122
   
119
   
123
    /*
120
    /*
124
     * TODO: test as_area which is to be created doesn't overlap with an existing one.
121
     * TODO: test as_area which is to be created doesn't overlap with an existing one.
125
     */
122
     */
126
   
123
   
127
    a = (as_area_t *) malloc(sizeof(as_area_t));
124
    a = (as_area_t *) malloc(sizeof(as_area_t));
128
    if (a) {   
125
    if (a) {   
129
        spinlock_initialize(&a->lock, "as_area_lock");
126
        spinlock_initialize(&a->lock, "as_area_lock");
130
           
127
           
131
        link_initialize(&a->link);         
128
        link_initialize(&a->link);         
132
        a->type = type;
129
        a->type = type;
133
        a->size = size;
130
        a->size = size;
134
        a->base = base;
131
        a->base = base;
135
       
132
       
136
        list_append(&a->link, &as->as_area_head);
133
        list_append(&a->link, &as->as_area_head);
137
    }
134
    }
138
 
135
 
139
    spinlock_unlock(&as->lock);
136
    spinlock_unlock(&as->lock);
140
    interrupts_restore(ipl);
137
    interrupts_restore(ipl);
141
 
138
 
142
    return a;
139
    return a;
143
}
140
}
144
 
141
 
145
/** Initialize mapping for one page of address space.
142
/** Initialize mapping for one page of address space.
146
 *
143
 *
147
 * This functions maps 'page' to 'frame' according
144
 * This functions maps 'page' to 'frame' according
148
 * to attributes of the address space area to
145
 * to attributes of the address space area to
149
 * wich 'page' belongs.
146
 * wich 'page' belongs.
150
 *
147
 *
151
 * @param a Target address space.
148
 * @param a Target address space.
152
 * @param page Virtual page within the area.
149
 * @param page Virtual page within the area.
153
 * @param frame Physical frame to which page will be mapped.
150
 * @param frame Physical frame to which page will be mapped.
154
 */
151
 */
155
void as_set_mapping(as_t *as, __address page, __address frame)
152
void as_set_mapping(as_t *as, __address page, __address frame)
156
{
153
{
157
    as_area_t *a, *area = NULL;
154
    as_area_t *a, *area = NULL;
158
    link_t *cur;
155
    link_t *cur;
159
    ipl_t ipl;
156
    ipl_t ipl;
160
   
157
   
161
    ipl = interrupts_disable();
158
    ipl = interrupts_disable();
162
    spinlock_lock(&as->lock);
159
    spinlock_lock(&as->lock);
163
   
160
   
164
    /*
161
    /*
165
     * First, try locate an area.
162
     * First, try locate an area.
166
     */
163
     */
167
    for (cur = as->as_area_head.next; cur != &as->as_area_head; cur = cur->next) {
164
    for (cur = as->as_area_head.next; cur != &as->as_area_head; cur = cur->next) {
168
        a = list_get_instance(cur, as_area_t, link);
165
        a = list_get_instance(cur, as_area_t, link);
169
        spinlock_lock(&a->lock);
166
        spinlock_lock(&a->lock);
170
 
167
 
171
        if ((page >= a->base) && (page < a->base + a->size * PAGE_SIZE)) {
168
        if ((page >= a->base) && (page < a->base + a->size * PAGE_SIZE)) {
172
            area = a;
169
            area = a;
173
            break;
170
            break;
174
        }
171
        }
175
       
172
       
176
        spinlock_unlock(&a->lock);
173
        spinlock_unlock(&a->lock);
177
    }
174
    }
178
   
175
   
179
    if (!area) {
176
    if (!area) {
180
        panic("page not part of any as_area\n");
177
        panic("page not part of any as_area\n");
181
    }
178
    }
182
 
179
 
183
    /*
180
    /*
184
     * Note: area->lock is held.
181
     * Note: area->lock is held.
185
     */
182
     */
186
   
183
   
187
    page_mapping_insert(as, page, frame, get_area_flags(area));
184
    page_mapping_insert(as, page, frame, get_area_flags(area));
188
   
185
   
189
    spinlock_unlock(&area->lock);
186
    spinlock_unlock(&area->lock);
190
    spinlock_unlock(&as->lock);
187
    spinlock_unlock(&as->lock);
191
    interrupts_restore(ipl);
188
    interrupts_restore(ipl);
192
}
189
}
193
 
190
 
194
/** Handle page fault within the current address space.
191
/** Handle page fault within the current address space.
195
 *
192
 *
196
 * This is the high-level page fault handler.
193
 * This is the high-level page fault handler.
197
 * Interrupts are assumed disabled.
194
 * Interrupts are assumed disabled.
198
 *
195
 *
199
 * @param page Faulting page.
196
 * @param page Faulting page.
200
 *
197
 *
201
 * @return 0 on page fault, 1 on success.
198
 * @return 0 on page fault, 1 on success.
202
 */
199
 */
203
int as_page_fault(__address page)
200
int as_page_fault(__address page)
204
{
201
{
205
    link_t *cur;
202
    link_t *cur;
206
    as_area_t *a, *area = NULL;
203
    as_area_t *a, *area = NULL;
207
    __address frame;
204
    __address frame;
208
   
205
   
209
    ASSERT(AS);
206
    ASSERT(AS);
210
    spinlock_lock(&AS->lock);
207
    spinlock_lock(&AS->lock);
211
   
208
   
212
    /*
209
    /*
213
     * Search this areas of this address space for presence of 'page'.
210
     * Search this areas of this address space for presence of 'page'.
214
     */
211
     */
215
    for (cur = AS->as_area_head.next; cur != &AS->as_area_head; cur = cur->next) {
212
    for (cur = AS->as_area_head.next; cur != &AS->as_area_head; cur = cur->next) {
216
        a = list_get_instance(cur, as_area_t, link);
213
        a = list_get_instance(cur, as_area_t, link);
217
        spinlock_lock(&a->lock);
214
        spinlock_lock(&a->lock);
218
 
215
 
219
        if ((page >= a->base) && (page < a->base + a->size * PAGE_SIZE)) {
216
        if ((page >= a->base) && (page < a->base + a->size * PAGE_SIZE)) {
220
 
217
 
221
            /*
218
            /*
222
             * We found the area containing 'page'.
219
             * We found the area containing 'page'.
223
             * TODO: access checking
220
             * TODO: access checking
224
             */
221
             */
225
            area = a;
222
            area = a;
226
            break;
223
            break;
227
        }
224
        }
228
       
225
       
229
        spinlock_unlock(&a->lock);
226
        spinlock_unlock(&a->lock);
230
    }
227
    }
231
   
228
   
232
    if (!area) {
229
    if (!area) {
233
        /*
230
        /*
234
         * No area contained mapping for 'page'.
231
         * No area contained mapping for 'page'.
235
         * Signal page fault to low-level handler.
232
         * Signal page fault to low-level handler.
236
         */
233
         */
237
        spinlock_unlock(&AS->lock);
234
        spinlock_unlock(&AS->lock);
238
        return 0;
235
        return 0;
239
    }
236
    }
240
 
237
 
241
    /*
238
    /*
242
     * Note: area->lock is held.
239
     * Note: area->lock is held.
243
     */
240
     */
244
   
241
   
245
    /*
242
    /*
246
     * In general, there can be several reasons that
243
     * In general, there can be several reasons that
247
     * can have caused this fault.
244
     * can have caused this fault.
248
     *
245
     *
249
     * - non-existent mapping: the area is a scratch
246
     * - non-existent mapping: the area is a scratch
250
     *   area (e.g. stack) and so far has not been
247
     *   area (e.g. stack) and so far has not been
251
     *   allocated a frame for the faulting page
248
     *   allocated a frame for the faulting page
252
     *
249
     *
253
     * - non-present mapping: another possibility,
250
     * - non-present mapping: another possibility,
254
     *   currently not implemented, would be frame
251
     *   currently not implemented, would be frame
255
     *   reuse; when this becomes a possibility,
252
     *   reuse; when this becomes a possibility,
256
     *   do not forget to distinguish between
253
     *   do not forget to distinguish between
257
     *   the different causes
254
     *   the different causes
258
     */
255
     */
259
    frame = frame_alloc(ONE_FRAME, 0);
256
    frame = frame_alloc(ONE_FRAME, 0);
260
    memsetb(PA2KA(frame), FRAME_SIZE, 0);
257
    memsetb(PA2KA(frame), FRAME_SIZE, 0);
261
   
258
   
262
    /*
259
    /*
263
     * Map 'page' to 'frame'.
260
     * Map 'page' to 'frame'.
264
     * Note that TLB shootdown is not attempted as only new information is being
261
     * Note that TLB shootdown is not attempted as only new information is being
265
     * inserted into page tables.
262
     * inserted into page tables.
266
     */
263
     */
267
    page_mapping_insert(AS, page, frame, get_area_flags(area));
264
    page_mapping_insert(AS, page, frame, get_area_flags(area));
268
   
265
   
269
    spinlock_unlock(&area->lock);
266
    spinlock_unlock(&area->lock);
270
    spinlock_unlock(&AS->lock);
267
    spinlock_unlock(&AS->lock);
271
 
268
 
272
    return 1;
269
    return 1;
273
}
270
}
274
 
271
 
275
/** Install address space on CPU.
272
/** Install address space on CPU.
276
 *
273
 *
277
 * @param as Address space.
274
 * @param as Address space.
278
 */
275
 */
279
void as_install(as_t *as)
276
void as_install(as_t *as)
280
{
277
{
281
    ipl_t ipl;
278
    ipl_t ipl;
282
   
279
   
283
    asid_install(as);
280
    asid_install(as);
284
   
281
   
285
    ipl = interrupts_disable();
282
    ipl = interrupts_disable();
286
    spinlock_lock(&as->lock);
283
    spinlock_lock(&as->lock);
287
    ASSERT(as->page_table);
284
    ASSERT(as->page_table);
288
    SET_PTL0_ADDRESS(as->page_table);
285
    SET_PTL0_ADDRESS(as->page_table);
289
    spinlock_unlock(&as->lock);
286
    spinlock_unlock(&as->lock);
290
    interrupts_restore(ipl);
287
    interrupts_restore(ipl);
291
 
288
 
292
    /*
289
    /*
293
     * Perform architecture-specific steps.
290
     * Perform architecture-specific steps.
294
     * (e.g. write ASID to hardware register etc.)
291
     * (e.g. write ASID to hardware register etc.)
295
     */
292
     */
296
    as_install_arch(as);
293
    as_install_arch(as);
297
   
294
   
298
    AS = as;
295
    AS = as;
299
}
296
}
300
 
297
 
301
/** Compute flags for virtual address translation subsytem.
298
/** Compute flags for virtual address translation subsytem.
302
 *
299
 *
303
 * The address space area must be locked.
300
 * The address space area must be locked.
304
 * Interrupts must be disabled.
301
 * Interrupts must be disabled.
305
 *
302
 *
306
 * @param a Address space area.
303
 * @param a Address space area.
307
 *
304
 *
308
 * @return Flags to be used in page_mapping_insert().
305
 * @return Flags to be used in page_mapping_insert().
309
 */
306
 */
310
int get_area_flags(as_area_t *a)
307
int get_area_flags(as_area_t *a)
311
{
308
{
312
    int flags;
309
    int flags;
313
 
310
 
314
    switch (a->type) {
311
    switch (a->type) {
315
        case AS_AREA_TEXT:
312
        case AS_AREA_TEXT:
316
            flags = PAGE_EXEC | PAGE_READ | PAGE_USER | PAGE_PRESENT | PAGE_CACHEABLE;
313
            flags = PAGE_EXEC | PAGE_READ | PAGE_USER | PAGE_PRESENT | PAGE_CACHEABLE;
317
            break;
314
            break;
318
        case AS_AREA_DATA:
315
        case AS_AREA_DATA:
319
        case AS_AREA_STACK:
316
        case AS_AREA_STACK:
320
            flags = PAGE_READ | PAGE_WRITE | PAGE_USER | PAGE_PRESENT | PAGE_CACHEABLE;
317
            flags = PAGE_READ | PAGE_WRITE | PAGE_USER | PAGE_PRESENT | PAGE_CACHEABLE;
321
            break;
318
            break;
322
        default:
319
        default:
323
            panic("unexpected as_area_type_t %d", a->type);
320
            panic("unexpected as_area_type_t %d", a->type);
324
    }
321
    }
325
   
322
   
326
    return flags;
323
    return flags;
327
}
324
}
328
 
325
 
329
/** Create page table.
326
/** Create page table.
330
 *
327
 *
331
 * Depending on architecture, create either address space
328
 * Depending on architecture, create either address space
332
 * private or global page table.
329
 * private or global page table.
333
 *
330
 *
334
 * @param flags Flags saying whether the page table is for kernel address space.
331
 * @param flags Flags saying whether the page table is for kernel address space.
335
 *
332
 *
336
 * @return First entry of the page table.
333
 * @return First entry of the page table.
337
 */
334
 */
338
pte_t *page_table_create(int flags)
335
pte_t *page_table_create(int flags)
339
{
336
{
340
        ASSERT(as_operations);
337
        ASSERT(as_operations);
341
        ASSERT(as_operations->page_table_create);
338
        ASSERT(as_operations->page_table_create);
342
 
339
 
343
        return as_operations->page_table_create(flags);
340
        return as_operations->page_table_create(flags);
344
}
341
}
345
 
342