Subversion Repositories HelenOS

Rev

Rev 2134 | Rev 2745 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 2134 Rev 2141
1
/*
1
/*
2
 * Copyright (c) 2006 Jakub Jermar
2
 * Copyright (c) 2006 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
/** @addtogroup genericmm
29
/** @addtogroup genericmm
30
 * @{
30
 * @{
31
 */
31
 */
32
 
32
 
33
/**
33
/**
34
 * @file
34
 * @file
35
 * @brief   Backend for anonymous memory address space areas.
35
 * @brief   Backend for anonymous memory address space areas.
36
 *
36
 *
37
 */
37
 */
38
 
38
 
39
#include <mm/as.h>
39
#include <mm/as.h>
40
#include <mm/page.h>
40
#include <mm/page.h>
41
#include <genarch/mm/page_pt.h>
41
#include <genarch/mm/page_pt.h>
42
#include <genarch/mm/page_ht.h>
42
#include <genarch/mm/page_ht.h>
43
#include <mm/frame.h>
43
#include <mm/frame.h>
44
#include <mm/slab.h>
44
#include <mm/slab.h>
45
#include <synch/mutex.h>
45
#include <synch/mutex.h>
46
#include <adt/list.h>
46
#include <adt/list.h>
47
#include <adt/btree.h>
47
#include <adt/btree.h>
48
#include <errno.h>
48
#include <errno.h>
49
#include <arch/types.h>
49
#include <arch/types.h>
50
#include <align.h>
50
#include <align.h>
51
#include <arch.h>
51
#include <arch.h>
52
 
52
 
53
#ifdef CONFIG_VIRT_IDX_DCACHE
53
#ifdef CONFIG_VIRT_IDX_DCACHE
54
#include <arch/mm/cache.h>
54
#include <arch/mm/cache.h>
55
#endif
55
#endif
56
 
56
 
57
static int anon_page_fault(as_area_t *area, uintptr_t addr, pf_access_t access);
57
static int anon_page_fault(as_area_t *area, uintptr_t addr, pf_access_t access);
58
static void anon_frame_free(as_area_t *area, uintptr_t page, uintptr_t frame);
58
static void anon_frame_free(as_area_t *area, uintptr_t page, uintptr_t frame);
59
static void anon_share(as_area_t *area);
59
static void anon_share(as_area_t *area);
60
 
60
 
61
mem_backend_t anon_backend = {
61
mem_backend_t anon_backend = {
62
    .page_fault = anon_page_fault,
62
    .page_fault = anon_page_fault,
63
    .frame_free = anon_frame_free,
63
    .frame_free = anon_frame_free,
64
    .share = anon_share
64
    .share = anon_share
65
};
65
};
66
 
66
 
67
/** Service a page fault in the anonymous memory address space area.
67
/** Service a page fault in the anonymous memory address space area.
68
 *
68
 *
69
 * The address space area and page tables must be already locked.
69
 * The address space area and page tables must be already locked.
70
 *
70
 *
71
 * @param area Pointer to the address space area.
71
 * @param area Pointer to the address space area.
72
 * @param addr Faulting virtual address.
72
 * @param addr Faulting virtual address.
73
 * @param access Access mode that caused the fault (i.e. read/write/exec).
73
 * @param access Access mode that caused the fault (i.e. read/write/exec).
74
 *
74
 *
75
 * @return AS_PF_FAULT on failure (i.e. page fault) or AS_PF_OK on success (i.e.
75
 * @return AS_PF_FAULT on failure (i.e. page fault) or AS_PF_OK on success (i.e.
76
 *     serviced).
76
 *     serviced).
77
 */
77
 */
78
int anon_page_fault(as_area_t *area, uintptr_t addr, pf_access_t access)
78
int anon_page_fault(as_area_t *area, uintptr_t addr, pf_access_t access)
79
{
79
{
80
    uintptr_t frame;
80
    uintptr_t frame;
81
    bool dirty = false;
81
    bool dirty = false;
82
 
82
 
83
    if (!as_area_check_access(area, access))
83
    if (!as_area_check_access(area, access))
84
        return AS_PF_FAULT;
84
        return AS_PF_FAULT;
85
 
85
 
86
    if (area->sh_info) {
86
    if (area->sh_info) {
87
        btree_node_t *leaf;
87
        btree_node_t *leaf;
88
       
88
       
89
        /*
89
        /*
90
         * The area is shared, chances are that the mapping can be found
90
         * The area is shared, chances are that the mapping can be found
91
         * in the pagemap of the address space area share info
91
         * in the pagemap of the address space area share info
92
         * structure.
92
         * structure.
93
         * In the case that the pagemap does not contain the respective
93
         * In the case that the pagemap does not contain the respective
94
         * mapping, a new frame is allocated and the mapping is created.
94
         * mapping, a new frame is allocated and the mapping is created.
95
         */
95
         */
96
        mutex_lock(&area->sh_info->lock);
96
        mutex_lock(&area->sh_info->lock);
97
        frame = (uintptr_t) btree_search(&area->sh_info->pagemap,
97
        frame = (uintptr_t) btree_search(&area->sh_info->pagemap,
98
            ALIGN_DOWN(addr, PAGE_SIZE) - area->base, &leaf);
98
            ALIGN_DOWN(addr, PAGE_SIZE) - area->base, &leaf);
99
        if (!frame) {
99
        if (!frame) {
100
            bool allocate = true;
100
            bool allocate = true;
101
            int i;
101
            int i;
102
           
102
           
103
            /*
103
            /*
104
             * Zero can be returned as a valid frame address.
104
             * Zero can be returned as a valid frame address.
105
             * Just a small workaround.
105
             * Just a small workaround.
106
             */
106
             */
107
            for (i = 0; i < leaf->keys; i++) {
107
            for (i = 0; i < leaf->keys; i++) {
108
                if (leaf->key[i] ==
108
                if (leaf->key[i] ==
109
                    ALIGN_DOWN(addr, PAGE_SIZE)) {
109
                    ALIGN_DOWN(addr, PAGE_SIZE)) {
110
                    allocate = false;
110
                    allocate = false;
111
                    break;
111
                    break;
112
                }
112
                }
113
            }
113
            }
114
            if (allocate) {
114
            if (allocate) {
115
                frame = (uintptr_t) frame_alloc(ONE_FRAME, 0);
115
                frame = (uintptr_t) frame_alloc(ONE_FRAME, 0);
116
                memsetb(PA2KA(frame), FRAME_SIZE, 0);
116
                memsetb(PA2KA(frame), FRAME_SIZE, 0);
117
                dirty = true;
117
                dirty = true;
118
               
118
               
119
                /*
119
                /*
120
                 * Insert the address of the newly allocated
120
                 * Insert the address of the newly allocated
121
                 * frame to the pagemap.
121
                 * frame to the pagemap.
122
                 */
122
                 */
123
                btree_insert(&area->sh_info->pagemap,
123
                btree_insert(&area->sh_info->pagemap,
124
                    ALIGN_DOWN(addr, PAGE_SIZE) - area->base,
124
                    ALIGN_DOWN(addr, PAGE_SIZE) - area->base,
125
                    (void *) frame, leaf);
125
                    (void *) frame, leaf);
126
            }
126
            }
127
        }
127
        }
128
        frame_reference_add(ADDR2PFN(frame));
128
        frame_reference_add(ADDR2PFN(frame));
129
        mutex_unlock(&area->sh_info->lock);
129
        mutex_unlock(&area->sh_info->lock);
130
    } else {
130
    } else {
131
 
131
 
132
        /*
132
        /*
133
         * In general, there can be several reasons that
133
         * In general, there can be several reasons that
134
         * can have caused this fault.
134
         * can have caused this fault.
135
         *
135
         *
136
         * - non-existent mapping: the area is an anonymous
136
         * - non-existent mapping: the area is an anonymous
137
         *   area (e.g. heap or stack) and so far has not been
137
         *   area (e.g. heap or stack) and so far has not been
138
         *   allocated a frame for the faulting page
138
         *   allocated a frame for the faulting page
139
         *
139
         *
140
         * - non-present mapping: another possibility,
140
         * - non-present mapping: another possibility,
141
         *   currently not implemented, would be frame
141
         *   currently not implemented, would be frame
142
         *   reuse; when this becomes a possibility,
142
         *   reuse; when this becomes a possibility,
143
         *   do not forget to distinguish between
143
         *   do not forget to distinguish between
144
         *   the different causes
144
         *   the different causes
145
         */
145
         */
146
        frame = (uintptr_t) frame_alloc(ONE_FRAME, 0);
146
        frame = (uintptr_t) frame_alloc(ONE_FRAME, 0);
147
        memsetb(PA2KA(frame), FRAME_SIZE, 0);
147
        memsetb(PA2KA(frame), FRAME_SIZE, 0);
148
        dirty = true;
148
        dirty = true;
149
    }
149
    }
150
   
150
   
151
    /*
151
    /*
152
     * Map 'page' to 'frame'.
152
     * Map 'page' to 'frame'.
153
     * Note that TLB shootdown is not attempted as only new information is
153
     * Note that TLB shootdown is not attempted as only new information is
154
     * being inserted into page tables.
154
     * being inserted into page tables.
155
     */
155
     */
156
    page_mapping_insert(AS, addr, frame, as_area_get_flags(area));
156
    page_mapping_insert(AS, addr, frame, as_area_get_flags(area));
157
    if (!used_space_insert(area, ALIGN_DOWN(addr, PAGE_SIZE), 1))
157
    if (!used_space_insert(area, ALIGN_DOWN(addr, PAGE_SIZE), 1))
158
        panic("Could not insert used space.\n");
158
        panic("Could not insert used space.\n");
159
       
159
       
160
#ifdef CONFIG_VIRT_IDX_DCACHE
-
 
161
    if (dirty && PAGE_COLOR(PA2KA(frame)) != PAGE_COLOR(addr)) {
-
 
162
        /*
-
 
163
         * By writing to the frame using kernel virtual address,
-
 
164
         * we have created an illegal virtual alias. We now have to
-
 
165
         * invalidate cachelines belonging to addr on all processors
-
 
166
         * so that they will be reloaded with the new content on next
-
 
167
         * read.
-
 
168
         */
-
 
169
        dcache_flush_frame(addr, frame);
-
 
170
        dcache_shootdown_start(DCACHE_INVL_FRAME, PAGE_COLOR(addr), frame);
-
 
171
        dcache_shootdown_finalize();
-
 
172
    }
-
 
173
#endif
-
 
174
 
-
 
175
    return AS_PF_OK;
160
    return AS_PF_OK;
176
}
161
}
177
 
162
 
178
/** Free a frame that is backed by the anonymous memory backend.
163
/** Free a frame that is backed by the anonymous memory backend.
179
 *
164
 *
180
 * The address space area and page tables must be already locked.
165
 * The address space area and page tables must be already locked.
181
 *
166
 *
182
 * @param area Ignored.
167
 * @param area Ignored.
183
 * @param page Virtual address of the page corresponding to the frame.
168
 * @param page Virtual address of the page corresponding to the frame.
184
 * @param frame Frame to be released.
169
 * @param frame Frame to be released.
185
 */
170
 */
186
void anon_frame_free(as_area_t *area, uintptr_t page, uintptr_t frame)
171
void anon_frame_free(as_area_t *area, uintptr_t page, uintptr_t frame)
187
{
172
{
188
    frame_free(frame);
173
    frame_free(frame);
189
}
174
}
190
 
175
 
191
/** Share the anonymous address space area.
176
/** Share the anonymous address space area.
192
 *
177
 *
193
 * Sharing of anonymous area is done by duplicating its entire mapping
178
 * Sharing of anonymous area is done by duplicating its entire mapping
194
 * to the pagemap. Page faults will primarily search for frames there.
179
 * to the pagemap. Page faults will primarily search for frames there.
195
 *
180
 *
196
 * The address space and address space area must be already locked.
181
 * The address space and address space area must be already locked.
197
 *
182
 *
198
 * @param area Address space area to be shared.
183
 * @param area Address space area to be shared.
199
 */
184
 */
200
void anon_share(as_area_t *area)
185
void anon_share(as_area_t *area)
201
{
186
{
202
    link_t *cur;
187
    link_t *cur;
203
 
188
 
204
    /*
189
    /*
205
     * Copy used portions of the area to sh_info's page map.
190
     * Copy used portions of the area to sh_info's page map.
206
     */
191
     */
207
    mutex_lock(&area->sh_info->lock);
192
    mutex_lock(&area->sh_info->lock);
208
    for (cur = area->used_space.leaf_head.next;
193
    for (cur = area->used_space.leaf_head.next;
209
        cur != &area->used_space.leaf_head; cur = cur->next) {
194
        cur != &area->used_space.leaf_head; cur = cur->next) {
210
        btree_node_t *node;
195
        btree_node_t *node;
211
        int i;
196
        int i;
212
       
197
       
213
        node = list_get_instance(cur, btree_node_t, leaf_link);
198
        node = list_get_instance(cur, btree_node_t, leaf_link);
214
        for (i = 0; i < node->keys; i++) {
199
        for (i = 0; i < node->keys; i++) {
215
            uintptr_t base = node->key[i];
200
            uintptr_t base = node->key[i];
216
            count_t count = (count_t) node->value[i];
201
            count_t count = (count_t) node->value[i];
217
            int j;
202
            int j;
218
           
203
           
219
            for (j = 0; j < count; j++) {
204
            for (j = 0; j < count; j++) {
220
                pte_t *pte;
205
                pte_t *pte;
221
           
206
           
222
                page_table_lock(area->as, false);
207
                page_table_lock(area->as, false);
223
                pte = page_mapping_find(area->as,
208
                pte = page_mapping_find(area->as,
224
                    base + j * PAGE_SIZE);
209
                    base + j * PAGE_SIZE);
225
                ASSERT(pte && PTE_VALID(pte) &&
210
                ASSERT(pte && PTE_VALID(pte) &&
226
                    PTE_PRESENT(pte));
211
                    PTE_PRESENT(pte));
227
                btree_insert(&area->sh_info->pagemap,
212
                btree_insert(&area->sh_info->pagemap,
228
                    (base + j * PAGE_SIZE) - area->base,
213
                    (base + j * PAGE_SIZE) - area->base,
229
                    (void *) PTE_GET_FRAME(pte), NULL);
214
                    (void *) PTE_GET_FRAME(pte), NULL);
230
                page_table_unlock(area->as, false);
215
                page_table_unlock(area->as, false);
231
 
216
 
232
                pfn_t pfn = ADDR2PFN(PTE_GET_FRAME(pte));
217
                pfn_t pfn = ADDR2PFN(PTE_GET_FRAME(pte));
233
                frame_reference_add(pfn);
218
                frame_reference_add(pfn);
234
            }
219
            }
235
 
220
 
236
        }
221
        }
237
    }
222
    }
238
    mutex_unlock(&area->sh_info->lock);
223
    mutex_unlock(&area->sh_info->lock);
239
}
224
}
240
 
225
 
241
/** @}
226
/** @}
242
 */
227
 */
243
 
-
 
244
 
228