Subversion Repositories HelenOS

Rev

Rev 2128 | Rev 2725 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1 jermar 1
/*
2071 jermar 2
 * Copyright (c) 2001-2005 Jakub Jermar
3
 * Copyright (c) 2005 Sergey Bondari
1 jermar 4
 * All rights reserved.
5
 *
6
 * Redistribution and use in source and binary forms, with or without
7
 * modification, are permitted provided that the following conditions
8
 * are met:
9
 *
10
 * - Redistributions of source code must retain the above copyright
11
 *   notice, this list of conditions and the following disclaimer.
12
 * - Redistributions in binary form must reproduce the above copyright
13
 *   notice, this list of conditions and the following disclaimer in the
14
 *   documentation and/or other materials provided with the distribution.
15
 * - The name of the author may not be used to endorse or promote products
16
 *   derived from this software without specific prior written permission.
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
 */
29
 
1757 jermar 30
/** @addtogroup genericmm
1702 cejka 31
 * @{
32
 */
33
 
1248 jermar 34
/**
1702 cejka 35
 * @file
1248 jermar 36
 * @brief   Physical frame allocator.
37
 *
38
 * This file contains the physical frame allocator and memory zone management.
39
 * The frame allocator is built on top of the buddy allocator.
40
 *
41
 * @see buddy.c
42
 */
43
 
814 palkovsky 44
/*
45
 * Locking order
46
 *
47
 * In order to access particular zone, the process must first lock
48
 * the zones.lock, then lock the zone and then unlock the zones.lock.
49
 * This insures, that we can fiddle with the zones in runtime without
50
 * affecting the processes.
51
 *
52
 */
53
 
1 jermar 54
#include <arch/types.h>
55
#include <mm/frame.h>
703 jermar 56
#include <mm/as.h>
1 jermar 57
#include <panic.h>
367 jermar 58
#include <debug.h>
788 jermar 59
#include <adt/list.h>
1 jermar 60
#include <synch/spinlock.h>
115 jermar 61
#include <arch/asm.h>
195 vana 62
#include <arch.h>
533 bondari 63
#include <print.h>
536 bondari 64
#include <align.h>
814 palkovsky 65
#include <mm/slab.h>
822 palkovsky 66
#include <bitops.h>
1063 palkovsky 67
#include <macros.h>
2128 jermar 68
#include <config.h>
115 jermar 69
 
814 palkovsky 70
typedef struct {
71
    count_t refcount;   /**< tracking of shared frames  */
1780 jermar 72
    uint8_t buddy_order;    /**< buddy system block order */
2133 jermar 73
    link_t buddy_link;  /**< link to the next free block inside one
74
                     order */
814 palkovsky 75
    void *parent;           /**< If allocated by slab, this points there */
1236 jermar 76
} frame_t;
367 jermar 77
 
814 palkovsky 78
typedef struct {
79
    SPINLOCK_DECLARE(lock); /**< this lock protects everything below */
2133 jermar 80
    pfn_t base;     /**< frame_no of the first frame in the frames
81
                     array */
820 jermar 82
    count_t count;          /**< Size of zone */
533 bondari 83
 
2133 jermar 84
    frame_t *frames;    /**< array of frame_t structures in this
85
                     zone */
814 palkovsky 86
    count_t free_count; /**< number of free frame_t structures */
87
    count_t busy_count; /**< number of busy frame_t structures */
88
 
2059 jermar 89
    buddy_system_t *buddy_system; /**< buddy system for the zone */
814 palkovsky 90
    int flags;
1236 jermar 91
} zone_t;
479 bondari 92
 
814 palkovsky 93
/*
94
 * The zoneinfo.lock must be locked when accessing zoneinfo structure.
95
 * Some of the attributes in zone_t structures are 'read-only'
368 jermar 96
 */
1 jermar 97
 
2121 decky 98
typedef struct {
814 palkovsky 99
    SPINLOCK_DECLARE(lock);
2122 decky 100
    unsigned int count;
814 palkovsky 101
    zone_t *info[ZONES_MAX];
2121 decky 102
} zones_t;
1 jermar 103
 
2121 decky 104
static zones_t zones;
814 palkovsky 105
 
2121 decky 106
 
814 palkovsky 107
/*********************************/
108
/* Helper functions */
109
static inline index_t frame_index(zone_t *zone, frame_t *frame)
762 palkovsky 110
{
814 palkovsky 111
    return (index_t)(frame - zone->frames);
762 palkovsky 112
}
814 palkovsky 113
static inline index_t frame_index_abs(zone_t *zone, frame_t *frame)
1 jermar 114
{
814 palkovsky 115
    return (index_t)(frame - zone->frames) + zone->base;
1 jermar 116
}
814 palkovsky 117
static inline int frame_index_valid(zone_t *zone, index_t index)
118
{
119
    return index >= 0 && index < zone->count;
120
}
1 jermar 121
 
814 palkovsky 122
/** Compute pfn_t from frame_t pointer & zone pointer */
820 jermar 123
static index_t make_frame_index(zone_t *zone, frame_t *frame)
762 palkovsky 124
{
814 palkovsky 125
    return frame - zone->frames;
762 palkovsky 126
}
127
 
814 palkovsky 128
/** Initialize frame structure
762 palkovsky 129
 *
814 palkovsky 130
 * Initialize frame structure.
131
 *
132
 * @param frame Frame structure to be initialized.
762 palkovsky 133
 */
814 palkovsky 134
static void frame_initialize(frame_t *frame)
762 palkovsky 135
{
814 palkovsky 136
    frame->refcount = 1;
137
    frame->buddy_order = 0;
762 palkovsky 138
}
139
 
814 palkovsky 140
/*************************************/
141
/* Zoneinfo functions */
762 palkovsky 142
 
814 palkovsky 143
/**
144
 * Insert-sort zone into zones list
822 palkovsky 145
 *
1568 palkovsky 146
 * @param newzone New zone to be inserted into zone list
822 palkovsky 147
 * @return zone number on success, -1 on error
1 jermar 148
 */
822 palkovsky 149
static int zones_add_zone(zone_t *newzone)
1 jermar 150
{
2122 decky 151
    unsigned int i, j;
822 palkovsky 152
    ipl_t ipl;
153
    zone_t *z;
762 palkovsky 154
 
822 palkovsky 155
    ipl = interrupts_disable();
814 palkovsky 156
    spinlock_lock(&zones.lock);
157
    /* Try to merge */
1037 decky 158
    if (zones.count + 1 == ZONES_MAX)
822 palkovsky 159
        panic("Maximum zone(%d) count exceeded.", ZONES_MAX);
1037 decky 160
    for (i = 0; i < zones.count; i++) {
822 palkovsky 161
        /* Check for overflow */
852 palkovsky 162
        z = zones.info[i];
2133 jermar 163
        if (overlaps(newzone->base,newzone->count, z->base,
164
            z->count)) {
822 palkovsky 165
            printf("Zones overlap!\n");
166
            return -1;
814 palkovsky 167
        }
852 palkovsky 168
        if (newzone->base < z->base)
822 palkovsky 169
            break;
368 jermar 170
    }
822 palkovsky 171
    /* Move other zones up */
2133 jermar 172
    for (j = i; j < zones.count; j++)
1037 decky 173
        zones.info[j + 1] = zones.info[j];
822 palkovsky 174
    zones.info[i] = newzone;
175
    zones.count++;
814 palkovsky 176
    spinlock_unlock(&zones.lock);
822 palkovsky 177
    interrupts_restore(ipl);
178
 
179
    return i;
1 jermar 180
}
181
 
814 palkovsky 182
/**
183
 * Try to find a zone where can we find the frame
2059 jermar 184
 
185
 * Assume interrupts are disabled.
186
 
1568 palkovsky 187
 * @param frame Frame number contained in zone
188
 * @param pzone If not null, it is used as zone hint. Zone index
189
 *              is filled into the variable on success.
2059 jermar 190
 * @return Pointer to locked zone containing frame
368 jermar 191
 */
2122 decky 192
static zone_t * find_zone_and_lock(pfn_t frame, unsigned int *pzone)
1 jermar 193
{
2122 decky 194
    unsigned int i;
195
    unsigned int hint = pzone ? *pzone : 0;
814 palkovsky 196
    zone_t *z;
533 bondari 197
 
814 palkovsky 198
    spinlock_lock(&zones.lock);
199
 
200
    if (hint >= zones.count || hint < 0)
201
        hint = 0;
533 bondari 202
 
814 palkovsky 203
    i = hint;
204
    do {
205
        z = zones.info[i];
206
        spinlock_lock(&z->lock);
207
        if (z->base <= frame && z->base + z->count > frame) {
2133 jermar 208
            /* Unlock the global lock */
209
            spinlock_unlock(&zones.lock);
814 palkovsky 210
            if (pzone)
211
                *pzone = i;
212
            return z;
533 bondari 213
        }
814 palkovsky 214
        spinlock_unlock(&z->lock);
533 bondari 215
 
814 palkovsky 216
        i++;
217
        if (i >= zones.count)
218
            i = 0;
219
    } while(i != hint);
220
 
221
    spinlock_unlock(&zones.lock);
222
    return NULL;
533 bondari 223
}
224
 
822 palkovsky 225
/** @return True if zone can allocate specified order */
1780 jermar 226
static int zone_can_alloc(zone_t *z, uint8_t order)
822 palkovsky 227
{
228
    return buddy_system_can_alloc(z->buddy_system, order);
229
}
230
 
2059 jermar 231
/** Find and lock zone that can allocate order frames.
367 jermar 232
 *
2059 jermar 233
 * Assume interrupts are disabled.
367 jermar 234
 *
1568 palkovsky 235
 * @param order Size (2^order) of free space we are trying to find
2133 jermar 236
 * @param pzone Pointer to preferred zone or NULL, on return contains zone
237
 *      number
367 jermar 238
 */
2123 decky 239
static zone_t * find_free_zone_and_lock(uint8_t order, unsigned int *pzone)
367 jermar 240
{
2122 decky 241
    unsigned int i;
367 jermar 242
    zone_t *z;
2122 decky 243
    unsigned int hint = pzone ? *pzone : 0;
367 jermar 244
 
814 palkovsky 245
    spinlock_lock(&zones.lock);
246
    if (hint >= zones.count)
247
        hint = 0;
248
    i = hint;
249
    do {
250
        z = zones.info[i];
724 palkovsky 251
 
814 palkovsky 252
        spinlock_lock(&z->lock);
367 jermar 253
 
814 palkovsky 254
        /* Check if the zone has 2^order frames area available  */
822 palkovsky 255
        if (zone_can_alloc(z, order)) {
814 palkovsky 256
            spinlock_unlock(&zones.lock);
257
            if (pzone)
258
                *pzone = i;
259
            return z;
367 jermar 260
        }
814 palkovsky 261
        spinlock_unlock(&z->lock);
262
        if (++i >= zones.count)
263
            i = 0;
264
    } while(i != hint);
265
    spinlock_unlock(&zones.lock);
266
    return NULL;
367 jermar 267
}
268
 
2059 jermar 269
/**************************/
814 palkovsky 270
/* Buddy system functions */
2059 jermar 271
/**************************/
814 palkovsky 272
 
273
/** Buddy system find_block implementation
367 jermar 274
 *
814 palkovsky 275
 * Find block that is parent of current list.
276
 * That means go to lower addresses, until such block is found
367 jermar 277
 *
814 palkovsky 278
 * @param order - Order of parent must be different then this parameter!!
367 jermar 279
 */
814 palkovsky 280
static link_t *zone_buddy_find_block(buddy_system_t *b, link_t *child,
2133 jermar 281
    uint8_t order)
367 jermar 282
{
2133 jermar 283
    frame_t *frame;
284
    zone_t *zone;
814 palkovsky 285
    index_t index;
367 jermar 286
 
814 palkovsky 287
    frame = list_get_instance(child, frame_t, buddy_link);
288
    zone = (zone_t *) b->data;
367 jermar 289
 
814 palkovsky 290
    index = frame_index(zone, frame);
291
    do {
292
        if (zone->frames[index].buddy_order != order) {
293
            return &zone->frames[index].buddy_link;
294
        }
295
    } while(index-- > 0);
296
    return NULL;
367 jermar 297
}
479 bondari 298
 
822 palkovsky 299
static void zone_buddy_print_id(buddy_system_t *b, link_t *block)
300
{
2133 jermar 301
    frame_t *frame;
302
    zone_t *zone;
822 palkovsky 303
    index_t index;
479 bondari 304
 
822 palkovsky 305
    frame = list_get_instance(block, frame_t, buddy_link);
306
    zone = (zone_t *) b->data;
307
    index = frame_index(zone, frame);
1196 cejka 308
    printf("%zd", index);
822 palkovsky 309
}                    
310
 
479 bondari 311
/** Buddy system find_buddy implementation
489 jermar 312
 *
313
 * @param b Buddy system.
480 bondari 314
 * @param block Block for which buddy should be found
479 bondari 315
 *
480 bondari 316
 * @return Buddy for given block if found
479 bondari 317
 */
2133 jermar 318
static link_t *zone_buddy_find_buddy(buddy_system_t *b, link_t *block)
814 palkovsky 319
{
2133 jermar 320
    frame_t *frame;
321
    zone_t *zone;
564 jermar 322
    index_t index;
480 bondari 323
    bool is_left, is_right;
479 bondari 324
 
480 bondari 325
    frame = list_get_instance(block, frame_t, buddy_link);
533 bondari 326
    zone = (zone_t *) b->data;
2133 jermar 327
    ASSERT(IS_BUDDY_ORDER_OK(frame_index_abs(zone, frame),
328
        frame->buddy_order));
480 bondari 329
 
724 palkovsky 330
    is_left = IS_BUDDY_LEFT_BLOCK_ABS(zone, frame);
331
    is_right = IS_BUDDY_RIGHT_BLOCK_ABS(zone, frame);
814 palkovsky 332
 
564 jermar 333
    ASSERT(is_left ^ is_right);
533 bondari 334
    if (is_left) {
814 palkovsky 335
        index = (frame_index(zone, frame)) + (1 << frame->buddy_order);
1981 jermar 336
    } else {    /* if (is_right) */
814 palkovsky 337
        index = (frame_index(zone, frame)) - (1 << frame->buddy_order);
533 bondari 338
    }
339
 
814 palkovsky 340
    if (frame_index_valid(zone, index)) {
341
        if (zone->frames[index].buddy_order == frame->buddy_order &&
342
            zone->frames[index].refcount == 0) {
533 bondari 343
            return &zone->frames[index].buddy_link;
480 bondari 344
        }
345
    }
814 palkovsky 346
 
539 jermar 347
    return NULL;   
479 bondari 348
}
349
 
350
/** Buddy system bisect implementation
351
 *
489 jermar 352
 * @param b Buddy system.
480 bondari 353
 * @param block Block to bisect
354
 *
355
 * @return right block
479 bondari 356
 */
2133 jermar 357
static link_t * zone_buddy_bisect(buddy_system_t *b, link_t *block) {
358
    frame_t *frame_l, *frame_r;
564 jermar 359
 
480 bondari 360
    frame_l = list_get_instance(block, frame_t, buddy_link);
533 bondari 361
    frame_r = (frame_l + (1 << (frame_l->buddy_order - 1)));
564 jermar 362
 
480 bondari 363
    return &frame_r->buddy_link;
479 bondari 364
}
365
 
366
/** Buddy system coalesce implementation
367
 *
489 jermar 368
 * @param b Buddy system.
480 bondari 369
 * @param block_1 First block
370
 * @param block_2 First block's buddy
371
 *
372
 * @return Coalesced block (actually block that represents lower address)
479 bondari 373
 */
2133 jermar 374
static link_t *zone_buddy_coalesce(buddy_system_t *b, link_t *block_1,
375
    link_t *block_2)
822 palkovsky 376
{
814 palkovsky 377
    frame_t *frame1, *frame2;
564 jermar 378
 
480 bondari 379
    frame1 = list_get_instance(block_1, frame_t, buddy_link);
380
    frame2 = list_get_instance(block_2, frame_t, buddy_link);
564 jermar 381
 
533 bondari 382
    return frame1 < frame2 ? block_1 : block_2;
479 bondari 383
}
384
 
385
/** Buddy system set_order implementation
489 jermar 386
 *
387
 * @param b Buddy system.
480 bondari 388
 * @param block Buddy system block
389
 * @param order Order to set
479 bondari 390
 */
2133 jermar 391
static void zone_buddy_set_order(buddy_system_t *b, link_t *block,
392
    uint8_t order) {
393
    frame_t *frame;
480 bondari 394
    frame = list_get_instance(block, frame_t, buddy_link);
395
    frame->buddy_order = order;
479 bondari 396
}
397
 
398
/** Buddy system get_order implementation
489 jermar 399
 *
400
 * @param b Buddy system.
480 bondari 401
 * @param block Buddy system block
479 bondari 402
 *
480 bondari 403
 * @return Order of block
479 bondari 404
 */
2133 jermar 405
static uint8_t zone_buddy_get_order(buddy_system_t *b, link_t *block) {
406
    frame_t *frame;
480 bondari 407
    frame = list_get_instance(block, frame_t, buddy_link);
408
    return frame->buddy_order;
479 bondari 409
}
533 bondari 410
 
411
/** Buddy system mark_busy implementation
412
 *
413
 * @param b Buddy system
414
 * @param block Buddy system block
415
 *
416
 */
814 palkovsky 417
static void zone_buddy_mark_busy(buddy_system_t *b, link_t * block) {
533 bondari 418
    frame_t * frame;
822 palkovsky 419
 
533 bondari 420
    frame = list_get_instance(block, frame_t, buddy_link);
421
    frame->refcount = 1;
422
}
676 bondari 423
 
814 palkovsky 424
/** Buddy system mark_available implementation
425
 *
426
 * @param b Buddy system
427
 * @param block Buddy system block
428
 *
429
 */
2133 jermar 430
static void zone_buddy_mark_available(buddy_system_t *b, link_t *block) {
431
    frame_t *frame;
814 palkovsky 432
    frame = list_get_instance(block, frame_t, buddy_link);
433
    frame->refcount = 0;
434
}
435
 
2083 decky 436
static buddy_system_operations_t zone_buddy_system_operations = {
814 palkovsky 437
    .find_buddy = zone_buddy_find_buddy,
438
    .bisect = zone_buddy_bisect,
439
    .coalesce = zone_buddy_coalesce,
440
    .set_order = zone_buddy_set_order,
441
    .get_order = zone_buddy_get_order,
442
    .mark_busy = zone_buddy_mark_busy,
443
    .mark_available = zone_buddy_mark_available,
822 palkovsky 444
    .find_block = zone_buddy_find_block,
445
    .print_id = zone_buddy_print_id
814 palkovsky 446
};
447
 
2059 jermar 448
/******************/
814 palkovsky 449
/* Zone functions */
2059 jermar 450
/******************/
814 palkovsky 451
 
452
/** Allocate frame in particular zone
453
 *
454
 * Assume zone is locked
1269 decky 455
 * Panics if allocation is impossible.
814 palkovsky 456
 *
1269 decky 457
 * @param zone  Zone to allocate from.
458
 * @param order Allocate exactly 2^order frames.
459
 *
814 palkovsky 460
 * @return Frame index in zone
1269 decky 461
 *
814 palkovsky 462
 */
1780 jermar 463
static pfn_t zone_frame_alloc(zone_t *zone, uint8_t order)
814 palkovsky 464
{
465
    pfn_t v;
466
    link_t *tmp;
467
    frame_t *frame;
468
 
469
    /* Allocate frames from zone buddy system */
470
    tmp = buddy_system_alloc(zone->buddy_system, order);
471
 
472
    ASSERT(tmp);
473
 
474
    /* Update zone information. */
475
    zone->free_count -= (1 << order);
476
    zone->busy_count += (1 << order);
477
 
478
    /* Frame will be actually a first frame of the block. */
479
    frame = list_get_instance(tmp, frame_t, buddy_link);
480
 
481
    /* get frame address */
482
    v = make_frame_index(zone, frame);
483
    return v;
484
}
485
 
486
/** Free frame from zone
487
 *
488
 * Assume zone is locked
1568 palkovsky 489
 *
490
 * @param zone Pointer to zone from which the frame is to be freed
491
 * @param frame_idx Frame index relative to zone
814 palkovsky 492
 */
820 jermar 493
static void zone_frame_free(zone_t *zone, index_t frame_idx)
814 palkovsky 494
{
495
    frame_t *frame;
1780 jermar 496
    uint8_t order;
814 palkovsky 497
 
498
    frame = &zone->frames[frame_idx];
499
 
500
    /* remember frame order */
501
    order = frame->buddy_order;
502
 
503
    ASSERT(frame->refcount);
504
 
505
    if (!--frame->refcount) {
506
        buddy_system_free(zone->buddy_system, &frame->buddy_link);
946 jermar 507
 
508
        /* Update zone information. */
509
        zone->free_count += (1 << order);
510
        zone->busy_count -= (1 << order);
814 palkovsky 511
    }
512
}
513
 
514
/** Return frame from zone */
820 jermar 515
static frame_t * zone_get_frame(zone_t *zone, index_t frame_idx)
814 palkovsky 516
{
517
    ASSERT(frame_idx < zone->count);
518
    return &zone->frames[frame_idx];
519
}
520
 
521
/** Mark frame in zone unavailable to allocation */
820 jermar 522
static void zone_mark_unavailable(zone_t *zone, index_t frame_idx)
814 palkovsky 523
{
524
    frame_t *frame;
525
    link_t *link;
526
 
527
    frame = zone_get_frame(zone, frame_idx);
822 palkovsky 528
    if (frame->refcount)
529
        return;
2133 jermar 530
    link = buddy_system_alloc_block(zone->buddy_system,
531
        &frame->buddy_link);
814 palkovsky 532
    ASSERT(link);
533
    zone->free_count--;
534
}
535
 
822 palkovsky 536
/**
537
 * Join 2 zones
538
 *
539
 * Expect zone_t *z to point to space at least zone_conf_size large
540
 *
541
 * Assume z1 & z2 are locked
1568 palkovsky 542
 *
543
 * @param z Target zone structure pointer
544
 * @param z1 Zone to merge
545
 * @param z2 Zone to merge
822 palkovsky 546
 */
547
static void _zone_merge(zone_t *z, zone_t *z1, zone_t *z2)
548
{
1780 jermar 549
    uint8_t max_order;
2122 decky 550
    unsigned int i;
551
    int z2idx;
822 palkovsky 552
    pfn_t frame_idx;
553
    frame_t *frame;
554
 
2133 jermar 555
    ASSERT(!overlaps(z1->base, z1->count, z2->base, z2->count));
822 palkovsky 556
    ASSERT(z1->base < z2->base);
557
 
558
    spinlock_initialize(&z->lock, "zone_lock");
559
    z->base = z1->base;
2133 jermar 560
    z->count = z2->base + z2->count - z1->base;
822 palkovsky 561
    z->flags = z1->flags & z2->flags;
562
 
563
    z->free_count = z1->free_count + z2->free_count;
564
    z->busy_count = z1->busy_count + z2->busy_count;
565
 
566
    max_order = fnzb(z->count);
567
 
2133 jermar 568
    z->buddy_system = (buddy_system_t *) &z[1];
569
    buddy_system_create(z->buddy_system, max_order,
570
        &zone_buddy_system_operations, (void *) z);
822 palkovsky 571
 
2133 jermar 572
    z->frames = (frame_t *)((uint8_t *) z->buddy_system +
573
        buddy_conf_size(max_order));
822 palkovsky 574
    for (i = 0; i < z->count; i++) {
575
        /* This marks all frames busy */
576
        frame_initialize(&z->frames[i]);
577
    }
578
    /* Copy frames from both zones to preserve full frame orders,
1093 palkovsky 579
     * parents etc. Set all free frames with refcount=0 to 1, because
822 palkovsky 580
     * we add all free frames to buddy allocator later again, clear
1093 palkovsky 581
     * order to 0. Don't set busy frames with refcount=0, as they
582
     * will not be reallocated during merge and it would make later
583
     * problems with allocation/free.
822 palkovsky 584
     */
2122 decky 585
    for (i = 0; i < z1->count; i++)
822 palkovsky 586
        z->frames[i] = z1->frames[i];
2122 decky 587
    for (i = 0; i < z2->count; i++) {
822 palkovsky 588
        z2idx = i + (z2->base - z1->base);
589
        z->frames[z2idx] = z2->frames[i];
590
    }
1093 palkovsky 591
    i = 0;
592
    while (i < z->count) {
593
        if (z->frames[i].refcount) {
594
            /* skip busy frames */
595
            i += 1 << z->frames[i].buddy_order;
596
        } else { /* Free frames, set refcount=1 */
597
            /* All free frames have refcount=0, we need not
598
             * to check the order */
822 palkovsky 599
            z->frames[i].refcount = 1;
600
            z->frames[i].buddy_order = 0;
1093 palkovsky 601
            i++;
822 palkovsky 602
        }
603
    }
604
    /* Add free blocks from the 2 original zones */
605
    while (zone_can_alloc(z1, 0)) {
606
        frame_idx = zone_frame_alloc(z1, 0);
607
        frame = &z->frames[frame_idx];
608
        frame->refcount = 0;
609
        buddy_system_free(z->buddy_system, &frame->buddy_link);
610
    }
611
    while (zone_can_alloc(z2, 0)) {
612
        frame_idx = zone_frame_alloc(z2, 0);
2133 jermar 613
        frame = &z->frames[frame_idx + (z2->base - z1->base)];
822 palkovsky 614
        frame->refcount = 0;
615
        buddy_system_free(z->buddy_system, &frame->buddy_link);
616
    }
617
}
618
 
619
/** Return old configuration frames into the zone
620
 *
621
 * We have several cases
622
 * - the conf. data is outside of zone -> exit, shall we call frame_free??
824 palkovsky 623
 * - the conf. data was created by zone_create or
624
 *   updated with reduce_region -> free every frame
625
 *
626
 * @param newzone The actual zone where freeing should occur
627
 * @param oldzone Pointer to old zone configuration data that should
628
 *                be freed from new zone
822 palkovsky 629
 */
630
static void return_config_frames(zone_t *newzone, zone_t *oldzone)
631
{
632
    pfn_t pfn;
633
    frame_t *frame;
634
    count_t cframes;
2122 decky 635
    unsigned int i;
822 palkovsky 636
 
1780 jermar 637
    pfn = ADDR2PFN((uintptr_t)KA2PA(oldzone));
822 palkovsky 638
    cframes = SIZE2FRAMES(zone_conf_size(oldzone->count));
639
 
640
    if (pfn < newzone->base || pfn >= newzone->base + newzone->count)
641
        return;
642
 
643
    frame = &newzone->frames[pfn - newzone->base];
824 palkovsky 644
    ASSERT(!frame->buddy_order);
822 palkovsky 645
 
2122 decky 646
    for (i = 0; i < cframes; i++) {
822 palkovsky 647
        newzone->busy_count++;
648
        zone_frame_free(newzone, pfn+i-newzone->base);
649
    }
650
}
651
 
824 palkovsky 652
/** Reduce allocated block to count of order 0 frames
653
 *
654
 * The allocated block need 2^order frames of space. Reduce all frames
1568 palkovsky 655
 * in block to order 0 and free the unneeded frames. This means, that
656
 * when freeing the previously allocated block starting with frame_idx,
657
 * you have to free every frame.
824 palkovsky 658
 *
659
 * @param zone
660
 * @param frame_idx Index to block
661
 * @param count Allocated space in block
662
 */
663
static void zone_reduce_region(zone_t *zone, pfn_t frame_idx, count_t count)
664
{
665
    count_t i;
1780 jermar 666
    uint8_t order;
824 palkovsky 667
    frame_t *frame;
668
 
2122 decky 669
    ASSERT(frame_idx + count < zone->count);
824 palkovsky 670
 
671
    order = zone->frames[frame_idx].buddy_order;
2122 decky 672
    ASSERT((count_t) (1 << order) >= count);
824 palkovsky 673
 
674
    /* Reduce all blocks to order 0 */
2122 decky 675
    for (i = 0; i < (count_t) (1 << order); i++) {
824 palkovsky 676
        frame = &zone->frames[i + frame_idx];
677
        frame->buddy_order = 0;
2133 jermar 678
        if (!frame->refcount)
824 palkovsky 679
            frame->refcount = 1;
680
        ASSERT(frame->refcount == 1);
681
    }
682
    /* Free unneeded frames */
2122 decky 683
    for (i = count; i < (count_t) (1 << order); i++) {
824 palkovsky 684
        zone_frame_free(zone, i + frame_idx);
685
    }
686
}
687
 
822 palkovsky 688
/** Merge zones z1 and z2
689
 *
690
 * - the zones must be 2 zones with no zone existing in between,
691
 *   which means that z2 = z1+1
692
 *
693
 * - When you create a new zone, the frame allocator configuration does
694
 *   not to be 2^order size. Once the allocator is running it is no longer
695
 *   possible, merged configuration data occupies more space :-/
696
 */
2122 decky 697
void zone_merge(unsigned int z1, unsigned int z2)
822 palkovsky 698
{
699
    ipl_t ipl;
700
    zone_t *zone1, *zone2, *newzone;
2122 decky 701
    unsigned int cframes;
1780 jermar 702
    uint8_t order;
2122 decky 703
    unsigned int i;
822 palkovsky 704
    pfn_t pfn;
705
 
706
    ipl = interrupts_disable();
707
    spinlock_lock(&zones.lock);
708
 
709
    if (z1 < 0 || z1 >= zones.count || z2 < 0 || z2 >= zones.count)
710
        goto errout;
711
    /* We can join only 2 zones with none existing inbetween */
712
    if (z2-z1 != 1)
713
        goto errout;
714
 
715
    zone1 = zones.info[z1];
716
    zone2 = zones.info[z2];
717
    spinlock_lock(&zone1->lock);
718
    spinlock_lock(&zone2->lock);
719
 
2133 jermar 720
    cframes = SIZE2FRAMES(zone_conf_size(zone2->base + zone2->count -
721
        zone1->base));
1700 palkovsky 722
    if (cframes == 1)
723
        order = 0;
724
    else
725
        order = fnzb(cframes - 1) + 1;
822 palkovsky 726
 
727
    /* Allocate zonedata inside one of the zones */
728
    if (zone_can_alloc(zone1, order))
729
        pfn = zone1->base + zone_frame_alloc(zone1, order);
730
    else if (zone_can_alloc(zone2, order))
731
        pfn = zone2->base + zone_frame_alloc(zone2, order);
732
    else
733
        goto errout2;
734
 
2122 decky 735
    newzone = (zone_t *) PA2KA(PFN2ADDR(pfn));
822 palkovsky 736
 
737
    _zone_merge(newzone, zone1, zone2);
738
 
824 palkovsky 739
    /* Free unneeded config frames */
740
    zone_reduce_region(newzone, pfn - newzone->base,  cframes);
822 palkovsky 741
    /* Subtract zone information from busy frames */
824 palkovsky 742
    newzone->busy_count -= cframes;
822 palkovsky 743
 
824 palkovsky 744
    /* Replace existing zones in zoneinfo list */
822 palkovsky 745
    zones.info[z1] = newzone;
1037 decky 746
    for (i = z2 + 1; i < zones.count; i++)
747
        zones.info[i - 1] = zones.info[i];
822 palkovsky 748
    zones.count--;
749
 
750
    /* Free old zone information */
751
    return_config_frames(newzone, zone1);
752
    return_config_frames(newzone, zone2);
753
errout2:
754
    /* Nobody is allowed to enter to zone, so we are safe
755
     * to touch the spinlocks last time */
756
    spinlock_unlock(&zone1->lock);
757
    spinlock_unlock(&zone2->lock);
758
errout:
759
    spinlock_unlock(&zones.lock);
760
    interrupts_restore(ipl);
761
}
762
 
763
/**
764
 * Merge all zones into one big zone
765
 *
766
 * It is reasonable to do this on systems whose bios reports parts in chunks,
767
 * so that we could have 1 zone (it's faster).
768
 */
769
void zone_merge_all(void)
770
{
771
    int count = zones.count;
772
 
773
    while (zones.count > 1 && --count) {
774
        zone_merge(0,1);
775
        break;
776
    }
777
}
778
 
814 palkovsky 779
/** Create frame zone
780
 *
781
 * Create new frame zone.
782
 *
783
 * @param start Physical address of the first frame within the zone.
1568 palkovsky 784
 * @param count Count of frames in zone
785
 * @param z Address of configuration information of zone
814 palkovsky 786
 * @param flags Zone flags.
787
 *
788
 * @return Initialized zone.
789
 */
822 palkovsky 790
static void zone_construct(pfn_t start, count_t count, zone_t *z, int flags)
814 palkovsky 791
{
2122 decky 792
    unsigned int i;
1780 jermar 793
    uint8_t max_order;
814 palkovsky 794
 
795
    spinlock_initialize(&z->lock, "zone_lock");
796
    z->base = start;
797
    z->count = count;
798
    z->flags = flags;
799
    z->free_count = count;
800
    z->busy_count = 0;
801
 
802
    /*
803
     * Compute order for buddy system, initialize
804
     */
822 palkovsky 805
    max_order = fnzb(count);
814 palkovsky 806
    z->buddy_system = (buddy_system_t *)&z[1];
807
 
808
    buddy_system_create(z->buddy_system, max_order,
809
                &zone_buddy_system_operations,
810
                (void *) z);
811
 
812
    /* Allocate frames _after_ the conframe */
813
    /* Check sizes */
2133 jermar 814
    z->frames = (frame_t *)((uint8_t *) z->buddy_system +
815
        buddy_conf_size(max_order));
2122 decky 816
    for (i = 0; i < count; i++) {
814 palkovsky 817
        frame_initialize(&z->frames[i]);
818
    }
852 palkovsky 819
 
814 palkovsky 820
    /* Stuffing frames */
821
    for (i = 0; i < count; i++) {
822
        z->frames[i].refcount = 0;
823
        buddy_system_free(z->buddy_system, &z->frames[i].buddy_link);
824
    }
825
}
826
 
1568 palkovsky 827
/** Compute configuration data size for zone
828
 *
829
 * @param count Size of zone in frames
830
 * @return Size of zone configuration info (in bytes)
831
 */
1780 jermar 832
uintptr_t zone_conf_size(count_t count)
814 palkovsky 833
{
834
    int size = sizeof(zone_t) + count*sizeof(frame_t);
835
    int max_order;
836
 
822 palkovsky 837
    max_order = fnzb(count);
814 palkovsky 838
    size += buddy_conf_size(max_order);
839
    return size;
840
}
841
 
842
/** Create and add zone to system
843
 *
1568 palkovsky 844
 * @param start First frame number (absolute)
845
 * @param count Size of zone in frames
846
 * @param confframe Where configuration frames are supposed to be.
847
 *                  Automatically checks, that we will not disturb the
848
 *                  kernel and possibly init.
814 palkovsky 849
 *                  If confframe is given _outside_ this zone, it is expected,
850
 *                  that the area is already marked BUSY and big enough
1568 palkovsky 851
 *                  to contain zone_conf_size() amount of data.
852
 *                  If the confframe is inside the area, the zone free frame
853
 *                  information is modified not to include it.
822 palkovsky 854
 *
855
 * @return Zone number or -1 on error
814 palkovsky 856
 */
822 palkovsky 857
int zone_create(pfn_t start, count_t count, pfn_t confframe, int flags)
814 palkovsky 858
{
859
    zone_t *z;
1780 jermar 860
    uintptr_t addr;
820 jermar 861
    count_t confcount;
2122 decky 862
    unsigned int i;
822 palkovsky 863
    int znum;
814 palkovsky 864
 
865
    /* Theoretically we could have here 0, practically make sure
866
     * nobody tries to do that. If some platform requires, remove
867
     * the assert
868
     */
869
    ASSERT(confframe);
870
    /* If conframe is supposed to be inside our zone, then make sure
871
     * it does not span kernel & init
872
     */
822 palkovsky 873
    confcount = SIZE2FRAMES(zone_conf_size(count));
814 palkovsky 874
    if (confframe >= start && confframe < start+count) {
1037 decky 875
        for (;confframe < start + count; confframe++) {
814 palkovsky 876
            addr = PFN2ADDR(confframe);
2133 jermar 877
            if (overlaps(addr, PFN2ADDR(confcount),
878
                KA2PA(config.base), config.kernel_size))
814 palkovsky 879
                continue;
1037 decky 880
 
2133 jermar 881
            if (overlaps(addr, PFN2ADDR(confcount),
882
                KA2PA(config.stack_base), config.stack_size))
1833 decky 883
                continue;
884
 
1037 decky 885
            bool overlap = false;
886
            count_t i;
887
            for (i = 0; i < init.cnt; i++)
2133 jermar 888
                if (overlaps(addr, PFN2ADDR(confcount),
889
                    KA2PA(init.tasks[i].addr),
890
                    init.tasks[i].size)) {
1037 decky 891
                    overlap = true;
892
                    break;
893
                }
894
            if (overlap)
895
                continue;
896
 
814 palkovsky 897
            break;
898
        }
1037 decky 899
        if (confframe >= start + count)
814 palkovsky 900
            panic("Cannot find configuration data for zone.");
901
    }
902
 
822 palkovsky 903
    z = (zone_t *)PA2KA(PFN2ADDR(confframe));
904
    zone_construct(start, count, z, flags);
905
    znum = zones_add_zone(z);
906
    if (znum == -1)
907
        return -1;
908
 
814 palkovsky 909
    /* If confdata in zone, mark as unavailable */
2122 decky 910
    if (confframe >= start && confframe < start + count)
911
        for (i = confframe; i < confframe + confcount; i++) {
814 palkovsky 912
            zone_mark_unavailable(z, i - z->base);
913
        }
822 palkovsky 914
    return znum;
814 palkovsky 915
}
916
 
917
/***************************************/
918
/* Frame functions */
919
 
920
/** Set parent of frame */
2122 decky 921
void frame_set_parent(pfn_t pfn, void *data, unsigned int hint)
814 palkovsky 922
{
923
    zone_t *zone = find_zone_and_lock(pfn, &hint);
924
 
925
    ASSERT(zone);
926
 
927
    zone_get_frame(zone, pfn-zone->base)->parent = data;
928
    spinlock_unlock(&zone->lock);
929
}
930
 
2133 jermar 931
void *frame_get_parent(pfn_t pfn, unsigned int hint)
814 palkovsky 932
{
933
    zone_t *zone = find_zone_and_lock(pfn, &hint);
934
    void *res;
935
 
936
    ASSERT(zone);
937
    res = zone_get_frame(zone, pfn - zone->base)->parent;
938
 
939
    spinlock_unlock(&zone->lock);
940
    return res;
941
}
942
 
943
/** Allocate power-of-two frames of physical memory.
944
 *
1269 decky 945
 * @param order  Allocate exactly 2^order frames.
946
 * @param flags  Flags for host zone selection and address processing.
947
 * @param pzone  Preferred zone
814 palkovsky 948
 *
1760 palkovsky 949
 * @return Physical address of the allocated frame.
1269 decky 950
 *
814 palkovsky 951
 */
2123 decky 952
void * frame_alloc_generic(uint8_t order, int flags, unsigned int *pzone)
814 palkovsky 953
{
954
    ipl_t ipl;
955
    int freed;
956
    pfn_t v;
957
    zone_t *zone;
958
 
959
loop:
960
    ipl = interrupts_disable();
1269 decky 961
 
814 palkovsky 962
    /*
963
     * First, find suitable frame zone.
964
     */
1981 jermar 965
    zone = find_free_zone_and_lock(order, pzone);
1269 decky 966
 
814 palkovsky 967
    /* If no memory, reclaim some slab memory,
968
       if it does not help, reclaim all */
969
    if (!zone && !(flags & FRAME_NO_RECLAIM)) {
970
        freed = slab_reclaim(0);
971
        if (freed)
1981 jermar 972
            zone = find_free_zone_and_lock(order, pzone);
814 palkovsky 973
        if (!zone) {
974
            freed = slab_reclaim(SLAB_RECLAIM_ALL);
975
            if (freed)
1981 jermar 976
                zone = find_free_zone_and_lock(order, pzone);
814 palkovsky 977
        }
978
    }
979
    if (!zone) {
980
        /*
981
         * TODO: Sleep until frames are available again.
982
         */
983
        interrupts_restore(ipl);
984
 
1766 palkovsky 985
        if (flags & FRAME_ATOMIC)
1760 palkovsky 986
            return 0;
814 palkovsky 987
 
988
        panic("Sleep not implemented.\n");
989
        goto loop;
990
    }
1269 decky 991
 
992
    v = zone_frame_alloc(zone, order);
814 palkovsky 993
    v += zone->base;
994
 
995
    spinlock_unlock(&zone->lock);
996
    interrupts_restore(ipl);
997
 
1760 palkovsky 998
    if (flags & FRAME_KA)
999
        return (void *)PA2KA(PFN2ADDR(v));
1000
    return (void *)PFN2ADDR(v);
814 palkovsky 1001
}
1002
 
1003
/** Free a frame.
1004
 *
1854 jermar 1005
 * Find respective frame structure for supplied physical frame address.
814 palkovsky 1006
 * Decrement frame reference count.
1007
 * If it drops to zero, move the frame structure to free list.
1008
 *
1760 palkovsky 1009
 * @param Frame Physical Address of of the frame to be freed.
814 palkovsky 1010
 */
1780 jermar 1011
void frame_free(uintptr_t frame)
814 palkovsky 1012
{
1013
    ipl_t ipl;
1014
    zone_t *zone;
1760 palkovsky 1015
    pfn_t pfn = ADDR2PFN(frame);
814 palkovsky 1016
 
1017
    ipl = interrupts_disable();
1018
 
1019
    /*
1020
     * First, find host frame zone for addr.
1021
     */
1022
    zone = find_zone_and_lock(pfn,NULL);
1023
    ASSERT(zone);
1024
 
1025
    zone_frame_free(zone, pfn-zone->base);
1026
 
1027
    spinlock_unlock(&zone->lock);
1028
    interrupts_restore(ipl);
1029
}
1030
 
1236 jermar 1031
/** Add reference to frame.
1032
 *
1033
 * Find respective frame structure for supplied PFN and
1034
 * increment frame reference count.
1035
 *
1708 jermar 1036
 * @param pfn Frame number of the frame to be freed.
1236 jermar 1037
 */
1038
void frame_reference_add(pfn_t pfn)
1039
{
1040
    ipl_t ipl;
1041
    zone_t *zone;
1042
    frame_t *frame;
814 palkovsky 1043
 
1236 jermar 1044
    ipl = interrupts_disable();
1045
 
1046
    /*
1047
     * First, find host frame zone for addr.
1048
     */
1049
    zone = find_zone_and_lock(pfn,NULL);
1050
    ASSERT(zone);
1051
 
1052
    frame = &zone->frames[pfn-zone->base];
1053
    frame->refcount++;
1054
 
1055
    spinlock_unlock(&zone->lock);
1056
    interrupts_restore(ipl);
1057
}
814 palkovsky 1058
 
1059
/** Mark given range unavailable in frame zones */
820 jermar 1060
void frame_mark_unavailable(pfn_t start, count_t count)
814 palkovsky 1061
{
2122 decky 1062
    unsigned int i;
814 palkovsky 1063
    zone_t *zone;
2122 decky 1064
    unsigned int prefzone = 0;
852 palkovsky 1065
 
2122 decky 1066
    for (i = 0; i < count; i++) {
1981 jermar 1067
        zone = find_zone_and_lock(start + i, &prefzone);
814 palkovsky 1068
        if (!zone) /* PFN not found */
1069
            continue;
1981 jermar 1070
        zone_mark_unavailable(zone, start + i - zone->base);
814 palkovsky 1071
 
1072
        spinlock_unlock(&zone->lock);
1073
    }
1074
}
1075
 
1076
/** Initialize physical memory management
1077
 *
1078
 * Initialize physical memory managemnt.
1079
 */
1080
void frame_init(void)
1081
{
1082
    if (config.cpu_active == 1) {
1083
        zones.count = 0;
1981 jermar 1084
        spinlock_initialize(&zones.lock, "zones.lock");
814 palkovsky 1085
    }
1086
    /* Tell the architecture to create some memory */
1087
    frame_arch_init();
1088
    if (config.cpu_active == 1) {
2133 jermar 1089
        frame_mark_unavailable(ADDR2PFN(KA2PA(config.base)),
1090
            SIZE2FRAMES(config.kernel_size));
1091
        frame_mark_unavailable(ADDR2PFN(KA2PA(config.stack_base)),
1092
            SIZE2FRAMES(config.stack_size));
1037 decky 1093
 
1094
        count_t i;
2133 jermar 1095
        for (i = 0; i < init.cnt; i++) {
1096
            pfn_t pfn = ADDR2PFN(KA2PA(init.tasks[i].addr));
1097
            frame_mark_unavailable(pfn,
1098
                SIZE2FRAMES(init.tasks[i].size));
1099
        }
1599 palkovsky 1100
 
1894 jermar 1101
        if (ballocs.size)
2133 jermar 1102
            frame_mark_unavailable(ADDR2PFN(KA2PA(ballocs.base)),
1103
                SIZE2FRAMES(ballocs.size));
1894 jermar 1104
 
1599 palkovsky 1105
        /* Black list first frame, as allocating NULL would
1790 jermar 1106
         * fail in some places */
1599 palkovsky 1107
        frame_mark_unavailable(0, 1);
814 palkovsky 1108
    }
1109
}
1110
 
1111
 
1112
 
677 bondari 1113
/** Prints list of zones
1114
 *
1115
 */
676 bondari 1116
void zone_print_list(void) {
1117
    zone_t *zone = NULL;
2122 decky 1118
    unsigned int i;
701 jermar 1119
    ipl_t ipl;
1120
 
1121
    ipl = interrupts_disable();
814 palkovsky 1122
    spinlock_lock(&zones.lock);
2035 decky 1123
    printf("#  base address free frames  busy frames\n");
1124
    printf("-- ------------ ------------ ------------\n");
1037 decky 1125
    for (i = 0; i < zones.count; i++) {
814 palkovsky 1126
        zone = zones.info[i];
683 bondari 1127
        spinlock_lock(&zone->lock);
2133 jermar 1128
        printf("%-2d %12p %12zd %12zd\n", i, PFN2ADDR(zone->base),
1129
            zone->free_count, zone->busy_count);
701 jermar 1130
        spinlock_unlock(&zone->lock);
676 bondari 1131
    }
814 palkovsky 1132
    spinlock_unlock(&zones.lock);
701 jermar 1133
    interrupts_restore(ipl);
676 bondari 1134
}
1135
 
1708 jermar 1136
/** Prints zone details.
677 bondari 1137
 *
1708 jermar 1138
 * @param num Zone base address or zone number.
677 bondari 1139
 */
2122 decky 1140
void zone_print_one(unsigned int num) {
814 palkovsky 1141
    zone_t *zone = NULL;
701 jermar 1142
    ipl_t ipl;
2122 decky 1143
    unsigned int i;
701 jermar 1144
 
1145
    ipl = interrupts_disable();
814 palkovsky 1146
    spinlock_lock(&zones.lock);
822 palkovsky 1147
 
1037 decky 1148
    for (i = 0; i < zones.count; i++) {
824 palkovsky 1149
        if (i == num || PFN2ADDR(zones.info[i]->base) == num) {
822 palkovsky 1150
            zone = zones.info[i];
1151
            break;
1152
        }
676 bondari 1153
    }
822 palkovsky 1154
    if (!zone) {
1155
        printf("Zone not found.\n");
1156
        goto out;
1157
    }
676 bondari 1158
 
683 bondari 1159
    spinlock_lock(&zone->lock);
822 palkovsky 1160
    printf("Memory zone information\n");
2133 jermar 1161
    printf("Zone base address: %#.*p\n", sizeof(uintptr_t) * 2,
1162
        PFN2ADDR(zone->base));
1163
    printf("Zone size: %zd frames (%zdK)\n", zone->count,
1164
        ((zone->count) * FRAME_SIZE) >> 10);
1165
    printf("Allocated space: %zd frames (%zdK)\n", zone->busy_count,
1166
        (zone->busy_count * FRAME_SIZE) >> 10);
1167
    printf("Available space: %zd frames (%zdK)\n", zone->free_count,
1168
        (zone->free_count * FRAME_SIZE) >> 10);
686 bondari 1169
    buddy_system_structure_print(zone->buddy_system, FRAME_SIZE);
683 bondari 1170
 
1171
    spinlock_unlock(&zone->lock);
822 palkovsky 1172
out:
814 palkovsky 1173
    spinlock_unlock(&zones.lock);
701 jermar 1174
    interrupts_restore(ipl);
676 bondari 1175
}
1176
 
1757 jermar 1177
/** @}
1702 cejka 1178
 */
2133 jermar 1179