Subversion Repositories HelenOS-historic

Rev

Rev 721 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 721 Rev 723
1
/*
1
/*
2
 * Copyright (C) 2001-2005 Jakub Jermar
2
 * Copyright (C) 2001-2005 Jakub Jermar
3
 * Copyright (C) 2005 Sergey Bondari
3
 * Copyright (C) 2005 Sergey Bondari
4
 * All rights reserved.
4
 * All rights reserved.
5
 *
5
 *
6
 * Redistribution and use in source and binary forms, with or without
6
 * Redistribution and use in source and binary forms, with or without
7
 * modification, are permitted provided that the following conditions
7
 * modification, are permitted provided that the following conditions
8
 * are met:
8
 * are met:
9
 *
9
 *
10
 * - Redistributions of source code must retain the above copyright
10
 * - Redistributions of source code must retain the above copyright
11
 *   notice, this list of conditions and the following disclaimer.
11
 *   notice, this list of conditions and the following disclaimer.
12
 * - Redistributions in binary form must reproduce the above copyright
12
 * - Redistributions in binary form must reproduce the above copyright
13
 *   notice, this list of conditions and the following disclaimer in the
13
 *   notice, this list of conditions and the following disclaimer in the
14
 *   documentation and/or other materials provided with the distribution.
14
 *   documentation and/or other materials provided with the distribution.
15
 * - The name of the author may not be used to endorse or promote products
15
 * - The name of the author may not be used to endorse or promote products
16
 *   derived from this software without specific prior written permission.
16
 *   derived from this software without specific prior written permission.
17
 *
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
 */
28
 */
29
 
29
 
30
#include <typedefs.h>
30
#include <typedefs.h>
31
#include <arch/types.h>
31
#include <arch/types.h>
32
#include <mm/heap.h>
32
#include <mm/heap.h>
33
#include <mm/frame.h>
33
#include <mm/frame.h>
34
#include <mm/as.h>
34
#include <mm/as.h>
35
#include <panic.h>
35
#include <panic.h>
36
#include <debug.h>
36
#include <debug.h>
37
#include <list.h>
37
#include <list.h>
38
#include <synch/spinlock.h>
38
#include <synch/spinlock.h>
39
#include <arch/asm.h>
39
#include <arch/asm.h>
40
#include <arch.h>
40
#include <arch.h>
41
#include <print.h>
41
#include <print.h>
42
#include <align.h>
42
#include <align.h>
43
 
43
 
44
SPINLOCK_INITIALIZE(zone_head_lock);    /**< this lock protects zone_head list */
44
SPINLOCK_INITIALIZE(zone_head_lock);    /**< this lock protects zone_head list */
45
LIST_INITIALIZE(zone_head);             /**< list of all zones in the system */
45
LIST_INITIALIZE(zone_head);             /**< list of all zones in the system */
46
 
46
 
47
/** Blacklist containing non-available areas of memory.
47
/** Blacklist containing non-available areas of memory.
48
 *
48
 *
49
 * This blacklist is used to exclude frames that cannot be allocated
49
 * This blacklist is used to exclude frames that cannot be allocated
50
 * (e.g. kernel memory) from available memory map.
50
 * (e.g. kernel memory) from available memory map.
51
 */
51
 */
52
region_t zone_blacklist[ZONE_BLACKLIST_SIZE];
52
region_t zone_blacklist[ZONE_BLACKLIST_SIZE];
53
count_t zone_blacklist_count = 0;
53
count_t zone_blacklist_count = 0;
54
 
54
 
55
static struct buddy_system_operations  zone_buddy_system_operations = {
55
static struct buddy_system_operations  zone_buddy_system_operations = {
56
    .find_buddy = zone_buddy_find_buddy,
56
    .find_buddy = zone_buddy_find_buddy,
57
    .bisect = zone_buddy_bisect,
57
    .bisect = zone_buddy_bisect,
58
    .coalesce = zone_buddy_coalesce,
58
    .coalesce = zone_buddy_coalesce,
59
    .set_order = zone_buddy_set_order,
59
    .set_order = zone_buddy_set_order,
60
    .get_order = zone_buddy_get_order,
60
    .get_order = zone_buddy_get_order,
61
    .mark_busy = zone_buddy_mark_busy,
61
    .mark_busy = zone_buddy_mark_busy,
62
};
62
};
63
 
63
 
64
/** Initialize physical memory management
64
/** Initialize physical memory management
65
 *
65
 *
66
 * Initialize physical memory managemnt.
66
 * Initialize physical memory managemnt.
67
 */
67
 */
68
void frame_init(void)
68
void frame_init(void)
69
{
69
{
70
    if (config.cpu_active == 1) {
70
    if (config.cpu_active == 1) {
71
        frame_region_not_free(KA2PA(config.base), config.kernel_size);
71
        frame_region_not_free(KA2PA(config.base), config.kernel_size);
72
        if (config.init_size > 0)
72
        if (config.init_size > 0)
73
            frame_region_not_free(KA2PA(config.init_addr), config.init_size);
73
            frame_region_not_free(KA2PA(config.init_addr), config.init_size);
74
    }
74
    }
75
 
75
 
76
    frame_arch_init();
76
    frame_arch_init();
77
}
77
}
78
 
78
 
79
/** Allocate power-of-two frames of physical memory.
79
/** Allocate power-of-two frames of physical memory.
80
 *
80
 *
81
 * @param flags Flags for host zone selection and address processing.
81
 * @param flags Flags for host zone selection and address processing.
82
 * @param order Allocate exactly 2^order frames.
82
 * @param order Allocate exactly 2^order frames.
83
 *
83
 *
84
 * @return Allocated frame.
84
 * @return Allocated frame.
85
 */
85
 */
86
__address frame_alloc(int flags, __u8 order, int * status)
86
__address frame_alloc(int flags, __u8 order, int * status)
87
{
87
{
88
    ipl_t ipl;
88
    ipl_t ipl;
89
    link_t *cur, *tmp;
89
    link_t *cur, *tmp;
90
    zone_t *z;
90
    zone_t *z;
91
    zone_t *zone = NULL;
91
    zone_t *zone = NULL;
92
    frame_t *frame = NULL;
92
    frame_t *frame = NULL;
93
    __address v;
93
    __address v;
94
   
94
   
95
loop:
95
loop:
96
    ipl = interrupts_disable();
96
    ipl = interrupts_disable();
97
    spinlock_lock(&zone_head_lock);
97
    spinlock_lock(&zone_head_lock);
98
 
98
 
99
    /*
99
    /*
100
     * First, find suitable frame zone.
100
     * First, find suitable frame zone.
101
     */
101
     */
102
    for (cur = zone_head.next; cur != &zone_head; cur = cur->next) {
102
    for (cur = zone_head.next; cur != &zone_head; cur = cur->next) {
103
        z = list_get_instance(cur, zone_t, link);
103
        z = list_get_instance(cur, zone_t, link);
104
       
104
       
105
        spinlock_lock(&z->lock);
105
        spinlock_lock(&z->lock);
106
 
106
 
107
        /* Check if the zone has 2^order frames area available  */
107
        /* Check if the zone has 2^order frames area available  */
108
        if (buddy_system_can_alloc(z->buddy_system, order)) {
108
        if (buddy_system_can_alloc(z->buddy_system, order)) {
109
            zone = z;
109
            zone = z;
110
            break;
110
            break;
111
        }
111
        }
112
       
112
       
113
        spinlock_unlock(&z->lock);
113
        spinlock_unlock(&z->lock);
114
    }
114
    }
115
   
115
   
116
    if (!zone) {
116
    if (!zone) {
117
        if (flags & FRAME_PANIC)
117
        if (flags & FRAME_PANIC)
118
            panic("Can't allocate frame.\n");
118
            panic("Can't allocate frame.\n");
119
       
119
       
120
        /*
120
        /*
121
         * TODO: Sleep until frames are available again.
121
         * TODO: Sleep until frames are available again.
122
         */
122
         */
123
        spinlock_unlock(&zone_head_lock);
123
        spinlock_unlock(&zone_head_lock);
124
        interrupts_restore(ipl);
124
        interrupts_restore(ipl);
125
 
125
 
126
        if (flags & FRAME_NON_BLOCKING) {
126
        if (flags & FRAME_NON_BLOCKING) {
127
            ASSERT(status != NULL);
127
            ASSERT(status != NULL);
128
            *status = FRAME_NO_MEMORY;
128
            *status = FRAME_NO_MEMORY;
129
            return NULL;
129
            return NULL;
130
        }
130
        }
131
       
131
       
132
        panic("Sleep not implemented.\n");
132
        panic("Sleep not implemented.\n");
133
        goto loop;
133
        goto loop;
134
    }
134
    }
135
       
135
       
136
    /* Allocate frames from zone buddy system */
136
    /* Allocate frames from zone buddy system */
137
    tmp = buddy_system_alloc(zone->buddy_system, order);
137
    tmp = buddy_system_alloc(zone->buddy_system, order);
138
   
138
   
139
    ASSERT(tmp);
139
    ASSERT(tmp);
140
   
140
   
141
    /* Update zone information. */
141
    /* Update zone information. */
142
    zone->free_count -= (1 << order);
142
    zone->free_count -= (1 << order);
143
    zone->busy_count += (1 << order);
143
    zone->busy_count += (1 << order);
144
 
144
 
145
    /* Frame will be actually a first frame of the block. */
145
    /* Frame will be actually a first frame of the block. */
146
    frame = list_get_instance(tmp, frame_t, buddy_link);
146
    frame = list_get_instance(tmp, frame_t, buddy_link);
147
   
147
   
148
    /* get frame address */
148
    /* get frame address */
149
    v = FRAME2ADDR(zone, frame);
149
    v = FRAME2ADDR(zone, frame);
150
 
150
 
151
    spinlock_unlock(&zone->lock);
151
    spinlock_unlock(&zone->lock);
152
    spinlock_unlock(&zone_head_lock);
152
    spinlock_unlock(&zone_head_lock);
153
    interrupts_restore(ipl);
153
    interrupts_restore(ipl);
154
 
154
 
155
    if (flags & FRAME_KA)
155
    if (flags & FRAME_KA)
156
        v = PA2KA(v);
156
        v = PA2KA(v);
157
   
157
   
158
    if (flags & FRAME_NON_BLOCKING) {
158
    if (flags & FRAME_NON_BLOCKING) {
159
        ASSERT(status != NULL);
159
        ASSERT(status != NULL);
160
        *status = FRAME_OK;
160
        *status = FRAME_OK;
161
    }
161
    }
162
    printf("frame_alloc() returns %P\n", v);
-
 
163
    return v;
162
    return v;
164
}
163
}
165
 
164
 
166
/** Free a frame.
165
/** Free a frame.
167
 *
166
 *
168
 * Find respective frame structrue for supplied addr.
167
 * Find respective frame structrue for supplied addr.
169
 * Decrement frame reference count.
168
 * Decrement frame reference count.
170
 * If it drops to zero, move the frame structure to free list.
169
 * If it drops to zero, move the frame structure to free list.
171
 *
170
 *
172
 * @param addr Address of the frame to be freed. It must be a multiple of FRAME_SIZE.
171
 * @param addr Address of the frame to be freed. It must be a multiple of FRAME_SIZE.
173
 */
172
 */
174
void frame_free(__address addr)
173
void frame_free(__address addr)
175
{
174
{
176
    ipl_t ipl;
175
    ipl_t ipl;
177
    link_t *cur;
176
    link_t *cur;
178
    zone_t *z;
177
    zone_t *z;
179
    zone_t *zone = NULL;
178
    zone_t *zone = NULL;
180
    frame_t *frame;
179
    frame_t *frame;
181
    int order;
180
    int order;
182
   
181
   
183
    ASSERT(addr % FRAME_SIZE == 0);
182
    ASSERT(addr % FRAME_SIZE == 0);
184
   
183
   
185
    ipl = interrupts_disable();
184
    ipl = interrupts_disable();
186
    spinlock_lock(&zone_head_lock);
185
    spinlock_lock(&zone_head_lock);
187
   
186
   
188
    /*
187
    /*
189
     * First, find host frame zone for addr.
188
     * First, find host frame zone for addr.
190
     */
189
     */
191
    for (cur = zone_head.next; cur != &zone_head; cur = cur->next) {
190
    for (cur = zone_head.next; cur != &zone_head; cur = cur->next) {
192
        z = list_get_instance(cur, zone_t, link);
191
        z = list_get_instance(cur, zone_t, link);
193
       
192
       
194
        spinlock_lock(&z->lock);
193
        spinlock_lock(&z->lock);
195
       
194
       
196
        if (IS_KA(addr))
195
        if (IS_KA(addr))
197
            addr = KA2PA(addr);
196
            addr = KA2PA(addr);
198
       
197
       
199
        /*
198
        /*
200
         * Check if addr belongs to z.
199
         * Check if addr belongs to z.
201
         */
200
         */
202
        if ((addr >= z->base) && (addr <= z->base + (z->free_count + z->busy_count) * FRAME_SIZE)) {
201
        if ((addr >= z->base) && (addr <= z->base + (z->free_count + z->busy_count) * FRAME_SIZE)) {
203
            zone = z;
202
            zone = z;
204
            break;
203
            break;
205
        }
204
        }
206
 
205
 
207
        spinlock_unlock(&z->lock);
206
        spinlock_unlock(&z->lock);
208
    }
207
    }
209
   
208
   
210
    ASSERT(zone != NULL);
209
    ASSERT(zone != NULL);
211
   
210
   
212
    frame = ADDR2FRAME(zone, addr);
211
    frame = ADDR2FRAME(zone, addr);
213
   
212
   
214
    /* remember frame order */
213
    /* remember frame order */
215
    order = frame->buddy_order;
214
    order = frame->buddy_order;
216
 
215
 
217
    ASSERT(frame->refcount);
216
    ASSERT(frame->refcount);
218
 
217
 
219
    if (!--frame->refcount) {
218
    if (!--frame->refcount) {
220
        buddy_system_free(zone->buddy_system, &frame->buddy_link);
219
        buddy_system_free(zone->buddy_system, &frame->buddy_link);
221
    }
220
    }
222
 
221
 
223
    /* Update zone information. */
222
    /* Update zone information. */
224
    zone->free_count += (1 << order);
223
    zone->free_count += (1 << order);
225
    zone->busy_count -= (1 << order);
224
    zone->busy_count -= (1 << order);
226
   
225
   
227
    spinlock_unlock(&zone->lock);
226
    spinlock_unlock(&zone->lock);
228
    spinlock_unlock(&zone_head_lock);
227
    spinlock_unlock(&zone_head_lock);
229
    interrupts_restore(ipl);
228
    interrupts_restore(ipl);
230
}
229
}
231
 
230
 
232
/** Mark frame region not free.
231
/** Mark frame region not free.
233
 *
232
 *
234
 * Mark frame region not free.
233
 * Mark frame region not free.
235
 *
234
 *
236
 * @param base Base address of non-available region.
235
 * @param base Base address of non-available region.
237
 * @param size Size of non-available region.
236
 * @param size Size of non-available region.
238
 */
237
 */
239
void frame_region_not_free(__address base, size_t size)
238
void frame_region_not_free(__address base, size_t size)
240
{
239
{
241
    index_t index;
240
    index_t index;
242
    index = zone_blacklist_count++;
241
    index = zone_blacklist_count++;
243
 
242
 
244
    /* Force base to the nearest lower address frame boundary. */
243
    /* Force base to the nearest lower address frame boundary. */
245
    base = ALIGN_DOWN(base, FRAME_SIZE);
244
    base = ALIGN_DOWN(base, FRAME_SIZE);
246
    /* Align size to frame boundary. */
245
    /* Align size to frame boundary. */
247
    size = ALIGN_UP(size, FRAME_SIZE);
246
    size = ALIGN_UP(size, FRAME_SIZE);
248
 
247
 
249
    ASSERT(index < ZONE_BLACKLIST_SIZE);
248
    ASSERT(index < ZONE_BLACKLIST_SIZE);
250
    zone_blacklist[index].base = base;
249
    zone_blacklist[index].base = base;
251
    zone_blacklist[index].size = size;
250
    zone_blacklist[index].size = size;
252
}
251
}
253
 
252
 
254
/** Create frame zones in region of available memory.
253
/** Create frame zones in region of available memory.
255
 *
254
 *
256
 * Avoid any black listed areas of non-available memory.
255
 * Avoid any black listed areas of non-available memory.
257
 * Assume that the black listed areas cannot overlap
256
 * Assume that the black listed areas cannot overlap
258
 * one another or cross available memory region boundaries.
257
 * one another or cross available memory region boundaries.
259
 *
258
 *
260
 * @param base Base address of available memory region.
259
 * @param base Base address of available memory region.
261
 * @param size Size of the region.
260
 * @param size Size of the region.
262
 */
261
 */
263
void zone_create_in_region(__address base, size_t size) {
262
void zone_create_in_region(__address base, size_t size) {
264
    int i;
263
    int i;
265
    zone_t * z;
264
    zone_t * z;
266
    __address s;
265
    __address s;
267
    size_t sz;
266
    size_t sz;
268
   
267
   
269
    ASSERT(base % FRAME_SIZE == 0);
268
    ASSERT(base % FRAME_SIZE == 0);
270
    ASSERT(size % FRAME_SIZE == 0);
269
    ASSERT(size % FRAME_SIZE == 0);
271
   
270
   
272
    if (!size)
271
    if (!size)
273
        return;
272
        return;
274
 
273
 
275
    for (i = 0; i < zone_blacklist_count; i++) {
274
    for (i = 0; i < zone_blacklist_count; i++) {
276
        if (zone_blacklist[i].base >= base && zone_blacklist[i].base < base + size) {
275
        if (zone_blacklist[i].base >= base && zone_blacklist[i].base < base + size) {
277
            s = base; sz = zone_blacklist[i].base - base;
276
            s = base; sz = zone_blacklist[i].base - base;
278
            ASSERT(base != s || sz != size);
277
            ASSERT(base != s || sz != size);
279
            zone_create_in_region(s, sz);
278
            zone_create_in_region(s, sz);
280
           
279
           
281
            s = zone_blacklist[i].base + zone_blacklist[i].size;
280
            s = zone_blacklist[i].base + zone_blacklist[i].size;
282
            sz = (base + size) - (zone_blacklist[i].base + zone_blacklist[i].size);
281
            sz = (base + size) - (zone_blacklist[i].base + zone_blacklist[i].size);
283
            ASSERT(base != s || sz != size);
282
            ASSERT(base != s || sz != size);
284
            zone_create_in_region(s, sz);
283
            zone_create_in_region(s, sz);
285
            return;
284
            return;
286
       
285
       
287
        }
286
        }
288
    }
287
    }
289
   
288
   
290
    z = zone_create(base, size, 0);
289
    z = zone_create(base, size, 0);
291
 
290
 
292
    if (!z) {
291
    if (!z) {
293
        panic("Cannot allocate zone (base=%P, size=%d).\n", base, size);
292
        panic("Cannot allocate zone (base=%P, size=%d).\n", base, size);
294
    }
293
    }
295
   
294
   
296
    zone_attach(z);
295
    zone_attach(z);
297
}
296
}
298
 
297
 
299
 
298
 
300
/** Create frame zone
299
/** Create frame zone
301
 *
300
 *
302
 * Create new frame zone.
301
 * Create new frame zone.
303
 *
302
 *
304
 * @param start Physical address of the first frame within the zone.
303
 * @param start Physical address of the first frame within the zone.
305
 * @param size Size of the zone. Must be a multiple of FRAME_SIZE.
304
 * @param size Size of the zone. Must be a multiple of FRAME_SIZE.
306
 * @param flags Zone flags.
305
 * @param flags Zone flags.
307
 *
306
 *
308
 * @return Initialized zone.
307
 * @return Initialized zone.
309
 */
308
 */
310
zone_t * zone_create(__address start, size_t size, int flags)
309
zone_t * zone_create(__address start, size_t size, int flags)
311
{
310
{
312
    zone_t *z;
311
    zone_t *z;
313
    count_t cnt;
312
    count_t cnt;
314
    int i;
313
    int i;
315
    __u8 max_order;
314
    __u8 max_order;
316
 
315
 
317
    ASSERT(start % FRAME_SIZE == 0);
316
    ASSERT(start % FRAME_SIZE == 0);
318
    ASSERT(size % FRAME_SIZE == 0);
317
    ASSERT(size % FRAME_SIZE == 0);
319
   
318
   
320
    cnt = size / FRAME_SIZE;
319
    cnt = size / FRAME_SIZE;
321
   
320
   
322
    z = (zone_t *) early_malloc(sizeof(zone_t));
321
    z = (zone_t *) early_malloc(sizeof(zone_t));
323
    if (z) {
322
    if (z) {
324
        link_initialize(&z->link);
323
        link_initialize(&z->link);
325
        spinlock_initialize(&z->lock, "zone_lock");
324
        spinlock_initialize(&z->lock, "zone_lock");
326
   
325
   
327
        z->base = start;
326
        z->base = start;
328
        z->base_index = start / FRAME_SIZE;
327
        z->base_index = start / FRAME_SIZE;
329
       
328
       
330
        z->flags = flags;
329
        z->flags = flags;
331
 
330
 
332
        z->free_count = cnt;
331
        z->free_count = cnt;
333
        z->busy_count = 0;
332
        z->busy_count = 0;
334
       
333
       
335
        z->frames = (frame_t *) early_malloc(cnt * sizeof(frame_t));
334
        z->frames = (frame_t *) early_malloc(cnt * sizeof(frame_t));
336
        if (!z->frames) {
335
        if (!z->frames) {
337
            early_free(z);
336
            early_free(z);
338
            return NULL;
337
            return NULL;
339
        }
338
        }
340
       
339
       
341
        for (i = 0; i<cnt; i++) {
340
        for (i = 0; i<cnt; i++) {
342
            frame_initialize(&z->frames[i], z);
341
            frame_initialize(&z->frames[i], z);
343
        }
342
        }
344
       
343
       
345
        /*
344
        /*
346
         * Create buddy system for the zone
345
         * Create buddy system for the zone
347
         */
346
         */
348
        for (max_order = 0; cnt >> max_order; max_order++)
347
        for (max_order = 0; cnt >> max_order; max_order++)
349
            ;
348
            ;
350
        z->buddy_system = buddy_system_create(max_order, &zone_buddy_system_operations, (void *) z);
349
        z->buddy_system = buddy_system_create(max_order, &zone_buddy_system_operations, (void *) z);
351
       
350
       
352
        /* Stuffing frames */
351
        /* Stuffing frames */
353
        for (i = 0; i<cnt; i++) {
352
        for (i = 0; i<cnt; i++) {
354
            z->frames[i].refcount = 0;
353
            z->frames[i].refcount = 0;
355
            buddy_system_free(z->buddy_system, &z->frames[i].buddy_link);  
354
            buddy_system_free(z->buddy_system, &z->frames[i].buddy_link);  
356
        }
355
        }
357
       
356
       
358
    }
357
    }
359
    return z;
358
    return z;
360
}
359
}
361
 
360
 
362
/** Attach frame zone
361
/** Attach frame zone
363
 *
362
 *
364
 * Attach frame zone to zone list.
363
 * Attach frame zone to zone list.
365
 *
364
 *
366
 * @param zone Zone to be attached.
365
 * @param zone Zone to be attached.
367
 */
366
 */
368
void zone_attach(zone_t *zone)
367
void zone_attach(zone_t *zone)
369
{
368
{
370
    ipl_t ipl;
369
    ipl_t ipl;
371
   
370
   
372
    ipl = interrupts_disable();
371
    ipl = interrupts_disable();
373
    spinlock_lock(&zone_head_lock);
372
    spinlock_lock(&zone_head_lock);
374
   
373
   
375
    list_append(&zone->link, &zone_head);
374
    list_append(&zone->link, &zone_head);
376
   
375
   
377
    spinlock_unlock(&zone_head_lock);
376
    spinlock_unlock(&zone_head_lock);
378
    interrupts_restore(ipl);
377
    interrupts_restore(ipl);
379
}
378
}
380
 
379
 
381
/** Initialize frame structure
380
/** Initialize frame structure
382
 *
381
 *
383
 * Initialize frame structure.
382
 * Initialize frame structure.
384
 *
383
 *
385
 * @param frame Frame structure to be initialized.
384
 * @param frame Frame structure to be initialized.
386
 * @param zone Host frame zone.
385
 * @param zone Host frame zone.
387
 */
386
 */
388
void frame_initialize(frame_t *frame, zone_t *zone)
387
void frame_initialize(frame_t *frame, zone_t *zone)
389
{
388
{
390
    frame->refcount = 1;
389
    frame->refcount = 1;
391
    frame->buddy_order = 0;
390
    frame->buddy_order = 0;
392
}
391
}
393
 
392
 
394
 
393
 
395
/** Buddy system find_buddy implementation
394
/** Buddy system find_buddy implementation
396
 *
395
 *
397
 * @param b Buddy system.
396
 * @param b Buddy system.
398
 * @param block Block for which buddy should be found
397
 * @param block Block for which buddy should be found
399
 *
398
 *
400
 * @return Buddy for given block if found
399
 * @return Buddy for given block if found
401
 */
400
 */
402
link_t * zone_buddy_find_buddy(buddy_system_t *b, link_t * block) {
401
link_t * zone_buddy_find_buddy(buddy_system_t *b, link_t * block) {
403
    frame_t * frame;
402
    frame_t * frame;
404
    zone_t * zone;
403
    zone_t * zone;
405
    index_t index;
404
    index_t index;
406
    bool is_left, is_right;
405
    bool is_left, is_right;
407
 
406
 
408
    frame = list_get_instance(block, frame_t, buddy_link);
407
    frame = list_get_instance(block, frame_t, buddy_link);
409
    zone = (zone_t *) b->data;
408
    zone = (zone_t *) b->data;
410
    ASSERT(IS_BUDDY_ORDER_OK(FRAME_INDEX_ABS(zone, frame), frame->buddy_order));
409
    ASSERT(IS_BUDDY_ORDER_OK(FRAME_INDEX_ABS(zone, frame), frame->buddy_order));
411
   
410
   
412
   
411
   
413
    is_left = IS_BUDDY_LEFT_BLOCK_ABS(zone, frame);
412
    is_left = IS_BUDDY_LEFT_BLOCK_ABS(zone, frame);
414
    is_right = IS_BUDDY_RIGHT_BLOCK_ABS(zone, frame);
413
    is_right = IS_BUDDY_RIGHT_BLOCK_ABS(zone, frame);
415
   
414
   
416
    ASSERT(is_left ^ is_right);
415
    ASSERT(is_left ^ is_right);
417
   
416
   
418
    if (is_left) {
417
    if (is_left) {
419
        index = (FRAME_INDEX(zone, frame)) + (1 << frame->buddy_order);
418
        index = (FRAME_INDEX(zone, frame)) + (1 << frame->buddy_order);
420
    } else { // if (is_right)
419
    } else { // if (is_right)
421
        index = (FRAME_INDEX(zone, frame)) - (1 << frame->buddy_order);
420
        index = (FRAME_INDEX(zone, frame)) - (1 << frame->buddy_order);
422
    }
421
    }
423
   
422
   
424
    if (FRAME_INDEX_VALID(zone, index)) {
423
    if (FRAME_INDEX_VALID(zone, index)) {
425
        if (    zone->frames[index].buddy_order == frame->buddy_order &&
424
        if (    zone->frames[index].buddy_order == frame->buddy_order &&
426
            zone->frames[index].refcount == 0) {
425
            zone->frames[index].refcount == 0) {
427
            return &zone->frames[index].buddy_link;
426
            return &zone->frames[index].buddy_link;
428
        }
427
        }
429
    }
428
    }
430
   
429
   
431
    return NULL;   
430
    return NULL;   
432
}
431
}
433
 
432
 
434
/** Buddy system bisect implementation
433
/** Buddy system bisect implementation
435
 *
434
 *
436
 * @param b Buddy system.
435
 * @param b Buddy system.
437
 * @param block Block to bisect
436
 * @param block Block to bisect
438
 *
437
 *
439
 * @return right block
438
 * @return right block
440
 */
439
 */
441
link_t * zone_buddy_bisect(buddy_system_t *b, link_t * block) {
440
link_t * zone_buddy_bisect(buddy_system_t *b, link_t * block) {
442
    frame_t * frame_l, * frame_r;
441
    frame_t * frame_l, * frame_r;
443
 
442
 
444
    frame_l = list_get_instance(block, frame_t, buddy_link);
443
    frame_l = list_get_instance(block, frame_t, buddy_link);
445
    frame_r = (frame_l + (1 << (frame_l->buddy_order - 1)));
444
    frame_r = (frame_l + (1 << (frame_l->buddy_order - 1)));
446
   
445
   
447
    return &frame_r->buddy_link;
446
    return &frame_r->buddy_link;
448
}
447
}
449
 
448
 
450
/** Buddy system coalesce implementation
449
/** Buddy system coalesce implementation
451
 *
450
 *
452
 * @param b Buddy system.
451
 * @param b Buddy system.
453
 * @param block_1 First block
452
 * @param block_1 First block
454
 * @param block_2 First block's buddy
453
 * @param block_2 First block's buddy
455
 *
454
 *
456
 * @return Coalesced block (actually block that represents lower address)
455
 * @return Coalesced block (actually block that represents lower address)
457
 */
456
 */
458
link_t * zone_buddy_coalesce(buddy_system_t *b, link_t * block_1, link_t * block_2) {
457
link_t * zone_buddy_coalesce(buddy_system_t *b, link_t * block_1, link_t * block_2) {
459
    frame_t * frame1, * frame2;
458
    frame_t * frame1, * frame2;
460
   
459
   
461
    frame1 = list_get_instance(block_1, frame_t, buddy_link);
460
    frame1 = list_get_instance(block_1, frame_t, buddy_link);
462
    frame2 = list_get_instance(block_2, frame_t, buddy_link);
461
    frame2 = list_get_instance(block_2, frame_t, buddy_link);
463
   
462
   
464
    return frame1 < frame2 ? block_1 : block_2;
463
    return frame1 < frame2 ? block_1 : block_2;
465
}
464
}
466
 
465
 
467
/** Buddy system set_order implementation
466
/** Buddy system set_order implementation
468
 *
467
 *
469
 * @param b Buddy system.
468
 * @param b Buddy system.
470
 * @param block Buddy system block
469
 * @param block Buddy system block
471
 * @param order Order to set
470
 * @param order Order to set
472
 */
471
 */
473
void zone_buddy_set_order(buddy_system_t *b, link_t * block, __u8 order) {
472
void zone_buddy_set_order(buddy_system_t *b, link_t * block, __u8 order) {
474
    frame_t * frame;
473
    frame_t * frame;
475
    frame = list_get_instance(block, frame_t, buddy_link);
474
    frame = list_get_instance(block, frame_t, buddy_link);
476
    frame->buddy_order = order;
475
    frame->buddy_order = order;
477
}
476
}
478
 
477
 
479
/** Buddy system get_order implementation
478
/** Buddy system get_order implementation
480
 *
479
 *
481
 * @param b Buddy system.
480
 * @param b Buddy system.
482
 * @param block Buddy system block
481
 * @param block Buddy system block
483
 *
482
 *
484
 * @return Order of block
483
 * @return Order of block
485
 */
484
 */
486
__u8 zone_buddy_get_order(buddy_system_t *b, link_t * block) {
485
__u8 zone_buddy_get_order(buddy_system_t *b, link_t * block) {
487
    frame_t * frame;
486
    frame_t * frame;
488
    frame = list_get_instance(block, frame_t, buddy_link);
487
    frame = list_get_instance(block, frame_t, buddy_link);
489
    return frame->buddy_order;
488
    return frame->buddy_order;
490
}
489
}
491
 
490
 
492
/** Buddy system mark_busy implementation
491
/** Buddy system mark_busy implementation
493
 *
492
 *
494
 * @param b Buddy system
493
 * @param b Buddy system
495
 * @param block Buddy system block
494
 * @param block Buddy system block
496
 *
495
 *
497
 */
496
 */
498
void zone_buddy_mark_busy(buddy_system_t *b, link_t * block) {
497
void zone_buddy_mark_busy(buddy_system_t *b, link_t * block) {
499
    frame_t * frame;
498
    frame_t * frame;
500
    frame = list_get_instance(block, frame_t, buddy_link);
499
    frame = list_get_instance(block, frame_t, buddy_link);
501
    frame->refcount = 1;
500
    frame->refcount = 1;
502
}
501
}
503
 
502
 
504
/** Prints list of zones
503
/** Prints list of zones
505
 *
504
 *
506
 */
505
 */
507
void zone_print_list(void) {
506
void zone_print_list(void) {
508
    zone_t *zone = NULL;
507
    zone_t *zone = NULL;
509
    link_t *cur;
508
    link_t *cur;
510
    ipl_t ipl;
509
    ipl_t ipl;
511
 
510
 
512
    ipl = interrupts_disable();
511
    ipl = interrupts_disable();
513
    spinlock_lock(&zone_head_lock);
512
    spinlock_lock(&zone_head_lock);
514
    printf("Base address\tFree Frames\tBusy Frames\n");
513
    printf("Base address\tFree Frames\tBusy Frames\n");
515
    printf("------------\t-----------\t-----------\n");
514
    printf("------------\t-----------\t-----------\n");
516
    for (cur = zone_head.next; cur != &zone_head; cur = cur->next) {
515
    for (cur = zone_head.next; cur != &zone_head; cur = cur->next) {
517
        zone = list_get_instance(cur, zone_t, link);
516
        zone = list_get_instance(cur, zone_t, link);
518
        spinlock_lock(&zone->lock);
517
        spinlock_lock(&zone->lock);
519
        printf("%L\t%d\t\t%d\n",zone->base, zone->free_count, zone->busy_count);
518
        printf("%L\t%d\t\t%d\n",zone->base, zone->free_count, zone->busy_count);
520
        spinlock_unlock(&zone->lock);
519
        spinlock_unlock(&zone->lock);
521
    }
520
    }
522
    spinlock_unlock(&zone_head_lock);
521
    spinlock_unlock(&zone_head_lock);
523
    interrupts_restore(ipl);
522
    interrupts_restore(ipl);
524
}
523
}
525
 
524
 
526
/** Prints zone details
525
/** Prints zone details
527
 *
526
 *
528
 * @param base Zone base address
527
 * @param base Zone base address
529
 */
528
 */
530
void zone_print_one(__address base) {
529
void zone_print_one(__address base) {
531
    zone_t *zone = NULL, *z ;
530
    zone_t *zone = NULL, *z ;
532
    link_t *cur;
531
    link_t *cur;
533
    ipl_t ipl;
532
    ipl_t ipl;
534
 
533
 
535
    ipl = interrupts_disable();
534
    ipl = interrupts_disable();
536
    spinlock_lock(&zone_head_lock);
535
    spinlock_lock(&zone_head_lock);
537
   
536
   
538
    for (cur = zone_head.next; cur != &zone_head; cur = cur->next) {
537
    for (cur = zone_head.next; cur != &zone_head; cur = cur->next) {
539
        z = list_get_instance(cur, zone_t, link);
538
        z = list_get_instance(cur, zone_t, link);
540
        if (base == z->base) {
539
        if (base == z->base) {
541
            zone = z;
540
            zone = z;
542
            break;
541
            break;
543
        }
542
        }
544
    }
543
    }
545
   
544
   
546
    if (!zone) {
545
    if (!zone) {
547
        spinlock_unlock(&zone_head_lock);
546
        spinlock_unlock(&zone_head_lock);
548
        interrupts_restore(ipl);
547
        interrupts_restore(ipl);
549
        printf("No zone with address %X\n", base);
548
        printf("No zone with address %X\n", base);
550
        return;
549
        return;
551
    }
550
    }
552
   
551
   
553
    spinlock_lock(&zone->lock);
552
    spinlock_lock(&zone->lock);
554
    printf("Memory zone information\n\n");
553
    printf("Memory zone information\n\n");
555
    printf("Zone base address: %P\n", zone->base);
554
    printf("Zone base address: %P\n", zone->base);
556
    printf("Zone size: %d frames (%dK)\n", zone->free_count + zone->busy_count, ((zone->free_count + zone->busy_count) * FRAME_SIZE) >> 10);
555
    printf("Zone size: %d frames (%dK)\n", zone->free_count + zone->busy_count, ((zone->free_count + zone->busy_count) * FRAME_SIZE) >> 10);
557
    printf("Allocated space: %d frames (%dK)\n", zone->busy_count, (zone->busy_count * FRAME_SIZE) >> 10);
556
    printf("Allocated space: %d frames (%dK)\n", zone->busy_count, (zone->busy_count * FRAME_SIZE) >> 10);
558
    printf("Available space: %d (%dK)\n", zone->free_count, (zone->free_count * FRAME_SIZE) >> 10);
557
    printf("Available space: %d (%dK)\n", zone->free_count, (zone->free_count * FRAME_SIZE) >> 10);
559
   
558
   
560
    printf("\nBuddy allocator structures:\n\n");
559
    printf("\nBuddy allocator structures:\n\n");
561
    buddy_system_structure_print(zone->buddy_system, FRAME_SIZE);
560
    buddy_system_structure_print(zone->buddy_system, FRAME_SIZE);
562
   
561
   
563
    spinlock_unlock(&zone->lock);
562
    spinlock_unlock(&zone->lock);
564
    spinlock_unlock(&zone_head_lock);
563
    spinlock_unlock(&zone_head_lock);
565
    interrupts_restore(ipl);
564
    interrupts_restore(ipl);
566
}
565
}
567
 
566
 
568
 
567