Rev 3057 | Rev 3187 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 3057 | Rev 3185 | ||
---|---|---|---|
Line 127... | Line 127... | ||
127 | static index_t make_frame_index(zone_t *zone, frame_t *frame) |
127 | static index_t make_frame_index(zone_t *zone, frame_t *frame) |
128 | { |
128 | { |
129 | return (frame - zone->frames); |
129 | return (frame - zone->frames); |
130 | } |
130 | } |
131 | 131 | ||
132 | /** Initialize frame structure |
132 | /** Initialize frame structure. |
133 | * |
133 | * |
134 | * Initialize frame structure. |
- | |
135 | * |
- | |
136 | * @param frame Frame structure to be initialized. |
134 | * @param framei Frame structure to be initialized. |
137 | */ |
135 | */ |
138 | static void frame_initialize(frame_t *frame) |
136 | static void frame_initialize(frame_t *frame) |
139 | { |
137 | { |
140 | frame->refcount = 1; |
138 | frame->refcount = 1; |
141 | frame->buddy_order = 0; |
139 | frame->buddy_order = 0; |
Line 143... | Line 141... | ||
143 | 141 | ||
144 | /**********************/ |
142 | /**********************/ |
145 | /* Zoneinfo functions */ |
143 | /* Zoneinfo functions */ |
146 | /**********************/ |
144 | /**********************/ |
147 | 145 | ||
148 | /** |
- | |
149 | * Insert-sort zone into zones list |
146 | /** Insert-sort zone into zones list. |
150 | * |
147 | * |
151 | * @param newzone New zone to be inserted into zone list |
148 | * @param newzone New zone to be inserted into zone list. |
152 | * @return zone number on success, -1 on error |
149 | * @return Zone number on success, -1 on error. |
153 | */ |
150 | */ |
154 | static int zones_add_zone(zone_t *newzone) |
151 | static int zones_add_zone(zone_t *newzone) |
155 | { |
152 | { |
156 | unsigned int i, j; |
153 | unsigned int i, j; |
157 | ipl_t ipl; |
154 | ipl_t ipl; |
Line 169... | Line 166... | ||
169 | } |
166 | } |
170 | 167 | ||
171 | for (i = 0; i < zones.count; i++) { |
168 | for (i = 0; i < zones.count; i++) { |
172 | /* Check for overflow */ |
169 | /* Check for overflow */ |
173 | z = zones.info[i]; |
170 | z = zones.info[i]; |
174 | if (overlaps(newzone->base, newzone->count, z->base, z->count)) { |
171 | if (overlaps(newzone->base, newzone->count, z->base, |
- | 172 | z->count)) { |
|
175 | printf("Zones overlap!\n"); |
173 | printf("Zones overlap!\n"); |
176 | return -1; |
174 | return -1; |
177 | } |
175 | } |
178 | if (newzone->base < z->base) |
176 | if (newzone->base < z->base) |
179 | break; |
177 | break; |
Line 191... | Line 189... | ||
191 | 189 | ||
192 | return i; |
190 | return i; |
193 | } |
191 | } |
194 | 192 | ||
195 | /** |
193 | /** |
196 | * Try to find a zone where can we find the frame |
194 | * Try to find a zone where can we find the frame. |
197 | * |
195 | * |
198 | * Assume interrupts are disabled. |
196 | * Assume interrupts are disabled. |
199 | * |
197 | * |
200 | * @param frame Frame number contained in zone |
198 | * @param frame Frame number contained in zone. |
201 | * @param pzone If not null, it is used as zone hint. Zone index |
199 | * @param pzone If not null, it is used as zone hint. Zone index is |
202 | * is filled into the variable on success. |
200 | * filled into the variable on success. |
203 | * @return Pointer to locked zone containing frame |
201 | * @return Pointer to locked zone containing frame. |
204 | */ |
202 | */ |
205 | static zone_t * find_zone_and_lock(pfn_t frame, unsigned int *pzone) |
203 | static zone_t *find_zone_and_lock(pfn_t frame, unsigned int *pzone) |
206 | { |
204 | { |
207 | unsigned int i; |
205 | unsigned int i; |
208 | unsigned int hint = pzone ? *pzone : 0; |
206 | unsigned int hint = pzone ? *pzone : 0; |
209 | zone_t *z; |
207 | zone_t *z; |
210 | 208 | ||
Line 243... | Line 241... | ||
243 | 241 | ||
244 | /** Find and lock zone that can allocate order frames. |
242 | /** Find and lock zone that can allocate order frames. |
245 | * |
243 | * |
246 | * Assume interrupts are disabled. |
244 | * Assume interrupts are disabled. |
247 | * |
245 | * |
248 | * @param order Size (2^order) of free space we are trying to find |
246 | * @param order Size (2^order) of free space we are trying to find. |
249 | * @param pzone Pointer to preferred zone or NULL, on return contains zone |
247 | * @param pzone Pointer to preferred zone or NULL, on return contains |
250 | * number |
248 | * zone number. |
251 | */ |
249 | */ |
252 | static zone_t * find_free_zone_and_lock(uint8_t order, unsigned int *pzone) |
250 | static zone_t *find_free_zone_and_lock(uint8_t order, unsigned int *pzone) |
253 | { |
251 | { |
254 | unsigned int i; |
252 | unsigned int i; |
255 | zone_t *z; |
253 | zone_t *z; |
256 | unsigned int hint = pzone ? *pzone : 0; |
254 | unsigned int hint = pzone ? *pzone : 0; |
257 | 255 | ||
Line 281... | Line 279... | ||
281 | 279 | ||
282 | /**************************/ |
280 | /**************************/ |
283 | /* Buddy system functions */ |
281 | /* Buddy system functions */ |
284 | /**************************/ |
282 | /**************************/ |
285 | 283 | ||
286 | /** Buddy system find_block implementation |
284 | /** Buddy system find_block implementation. |
287 | * |
285 | * |
288 | * Find block that is parent of current list. |
286 | * Find block that is parent of current list. |
289 | * That means go to lower addresses, until such block is found |
287 | * That means go to lower addresses, until such block is found |
290 | * |
288 | * |
291 | * @param order - Order of parent must be different then this parameter!! |
289 | * @param order Order of parent must be different then this |
- | 290 | * parameter!! |
|
292 | */ |
291 | */ |
293 | static link_t *zone_buddy_find_block(buddy_system_t *b, link_t *child, |
292 | static link_t *zone_buddy_find_block(buddy_system_t *b, link_t *child, |
294 | uint8_t order) |
293 | uint8_t order) |
295 | { |
294 | { |
296 | frame_t *frame; |
295 | frame_t *frame; |
Line 319... | Line 318... | ||
319 | zone = (zone_t *) b->data; |
318 | zone = (zone_t *) b->data; |
320 | index = frame_index(zone, frame); |
319 | index = frame_index(zone, frame); |
321 | printf("%" PRIi, index); |
320 | printf("%" PRIi, index); |
322 | } |
321 | } |
323 | 322 | ||
324 | /** Buddy system find_buddy implementation |
323 | /** Buddy system find_buddy implementation. |
325 | * |
324 | * |
326 | * @param b Buddy system. |
325 | * @param b Buddy system. |
327 | * @param block Block for which buddy should be found |
326 | * @param block Block for which buddy should be found. |
328 | * |
327 | * |
329 | * @return Buddy for given block if found |
328 | * @return Buddy for given block if found. |
330 | */ |
329 | */ |
331 | static link_t *zone_buddy_find_buddy(buddy_system_t *b, link_t *block) |
330 | static link_t *zone_buddy_find_buddy(buddy_system_t *b, link_t *block) |
332 | { |
331 | { |
333 | frame_t *frame; |
332 | frame_t *frame; |
334 | zone_t *zone; |
333 | zone_t *zone; |
Line 343... | Line 342... | ||
343 | is_left = IS_BUDDY_LEFT_BLOCK_ABS(zone, frame); |
342 | is_left = IS_BUDDY_LEFT_BLOCK_ABS(zone, frame); |
344 | is_right = IS_BUDDY_RIGHT_BLOCK_ABS(zone, frame); |
343 | is_right = IS_BUDDY_RIGHT_BLOCK_ABS(zone, frame); |
345 | 344 | ||
346 | ASSERT(is_left ^ is_right); |
345 | ASSERT(is_left ^ is_right); |
347 | if (is_left) { |
346 | if (is_left) { |
348 | index = (frame_index(zone, frame)) + (1 << frame->buddy_order); |
347 | index = (frame_index(zone, frame)) + |
- | 348 | (1 << frame->buddy_order); |
|
349 | } else { /* if (is_right) */ |
349 | } else { /* if (is_right) */ |
350 | index = (frame_index(zone, frame)) - (1 << frame->buddy_order); |
350 | index = (frame_index(zone, frame)) - |
- | 351 | (1 << frame->buddy_order); |
|
351 | } |
352 | } |
352 | 353 | ||
353 | if (frame_index_valid(zone, index)) { |
354 | if (frame_index_valid(zone, index)) { |
354 | if (zone->frames[index].buddy_order == frame->buddy_order && |
355 | if (zone->frames[index].buddy_order == frame->buddy_order && |
355 | zone->frames[index].refcount == 0) { |
356 | zone->frames[index].refcount == 0) { |
Line 358... | Line 359... | ||
358 | } |
359 | } |
359 | 360 | ||
360 | return NULL; |
361 | return NULL; |
361 | } |
362 | } |
362 | 363 | ||
363 | /** Buddy system bisect implementation |
364 | /** Buddy system bisect implementation. |
364 | * |
365 | * |
365 | * @param b Buddy system. |
366 | * @param b Buddy system. |
366 | * @param block Block to bisect |
367 | * @param block Block to bisect. |
367 | * |
368 | * |
368 | * @return right block |
369 | * @return Right block. |
369 | */ |
370 | */ |
370 | static link_t * zone_buddy_bisect(buddy_system_t *b, link_t *block) { |
371 | static link_t *zone_buddy_bisect(buddy_system_t *b, link_t *block) |
- | 372 | { |
|
371 | frame_t *frame_l, *frame_r; |
373 | frame_t *frame_l, *frame_r; |
372 | 374 | ||
373 | frame_l = list_get_instance(block, frame_t, buddy_link); |
375 | frame_l = list_get_instance(block, frame_t, buddy_link); |
374 | frame_r = (frame_l + (1 << (frame_l->buddy_order - 1))); |
376 | frame_r = (frame_l + (1 << (frame_l->buddy_order - 1))); |
375 | 377 | ||
376 | return &frame_r->buddy_link; |
378 | return &frame_r->buddy_link; |
377 | } |
379 | } |
378 | 380 | ||
379 | /** Buddy system coalesce implementation |
381 | /** Buddy system coalesce implementation. |
380 | * |
382 | * |
381 | * @param b Buddy system. |
383 | * @param b Buddy system. |
382 | * @param block_1 First block |
384 | * @param block_1 First block. |
383 | * @param block_2 First block's buddy |
385 | * @param block_2 First block's buddy. |
384 | * |
386 | * |
385 | * @return Coalesced block (actually block that represents lower address) |
387 | * @return Coalesced block (actually block that represents lower |
- | 388 | * address). |
|
386 | */ |
389 | */ |
387 | static link_t *zone_buddy_coalesce(buddy_system_t *b, link_t *block_1, |
390 | static link_t *zone_buddy_coalesce(buddy_system_t *b, link_t *block_1, |
388 | link_t *block_2) |
391 | link_t *block_2) |
389 | { |
392 | { |
390 | frame_t *frame1, *frame2; |
393 | frame_t *frame1, *frame2; |
Line 393... | Line 396... | ||
393 | frame2 = list_get_instance(block_2, frame_t, buddy_link); |
396 | frame2 = list_get_instance(block_2, frame_t, buddy_link); |
394 | 397 | ||
395 | return frame1 < frame2 ? block_1 : block_2; |
398 | return frame1 < frame2 ? block_1 : block_2; |
396 | } |
399 | } |
397 | 400 | ||
398 | /** Buddy system set_order implementation |
401 | /** Buddy system set_order implementation. |
399 | * |
402 | * |
400 | * @param b Buddy system. |
403 | * @param b Buddy system. |
401 | * @param block Buddy system block |
404 | * @param block Buddy system block. |
402 | * @param order Order to set |
405 | * @param order Order to set. |
403 | */ |
406 | */ |
404 | static void zone_buddy_set_order(buddy_system_t *b, link_t *block, |
407 | static void zone_buddy_set_order(buddy_system_t *b, link_t *block, |
405 | uint8_t order) { |
408 | uint8_t order) |
- | 409 | { |
|
406 | frame_t *frame; |
410 | frame_t *frame; |
407 | frame = list_get_instance(block, frame_t, buddy_link); |
411 | frame = list_get_instance(block, frame_t, buddy_link); |
408 | frame->buddy_order = order; |
412 | frame->buddy_order = order; |
409 | } |
413 | } |
410 | 414 | ||
411 | /** Buddy system get_order implementation |
415 | /** Buddy system get_order implementation. |
412 | * |
416 | * |
413 | * @param b Buddy system. |
417 | * @param b Buddy system. |
414 | * @param block Buddy system block |
418 | * @param block Buddy system block. |
415 | * |
419 | * |
416 | * @return Order of block |
420 | * @return Order of block. |
417 | */ |
421 | */ |
418 | static uint8_t zone_buddy_get_order(buddy_system_t *b, link_t *block) { |
422 | static uint8_t zone_buddy_get_order(buddy_system_t *b, link_t *block) |
- | 423 | { |
|
419 | frame_t *frame; |
424 | frame_t *frame; |
420 | frame = list_get_instance(block, frame_t, buddy_link); |
425 | frame = list_get_instance(block, frame_t, buddy_link); |
421 | return frame->buddy_order; |
426 | return frame->buddy_order; |
422 | } |
427 | } |
423 | 428 | ||
424 | /** Buddy system mark_busy implementation |
429 | /** Buddy system mark_busy implementation. |
425 | * |
- | |
426 | * @param b Buddy system |
- | |
427 | * @param block Buddy system block |
- | |
428 | * |
430 | * |
- | 431 | * @param b Buddy system. |
|
- | 432 | * @param block Buddy system block. |
|
429 | */ |
433 | */ |
430 | static void zone_buddy_mark_busy(buddy_system_t *b, link_t * block) { |
434 | static void zone_buddy_mark_busy(buddy_system_t *b, link_t * block) |
- | 435 | { |
|
431 | frame_t * frame; |
436 | frame_t * frame; |
432 | 437 | ||
433 | frame = list_get_instance(block, frame_t, buddy_link); |
438 | frame = list_get_instance(block, frame_t, buddy_link); |
434 | frame->refcount = 1; |
439 | frame->refcount = 1; |
435 | } |
440 | } |
436 | 441 | ||
437 | /** Buddy system mark_available implementation |
442 | /** Buddy system mark_available implementation. |
438 | * |
- | |
439 | * @param b Buddy system |
- | |
440 | * @param block Buddy system block |
- | |
441 | * |
443 | * |
- | 444 | * @param b Buddy system. |
|
- | 445 | * @param block Buddy system block. |
|
442 | */ |
446 | */ |
443 | static void zone_buddy_mark_available(buddy_system_t *b, link_t *block) { |
447 | static void zone_buddy_mark_available(buddy_system_t *b, link_t *block) |
- | 448 | { |
|
444 | frame_t *frame; |
449 | frame_t *frame; |
445 | frame = list_get_instance(block, frame_t, buddy_link); |
450 | frame = list_get_instance(block, frame_t, buddy_link); |
446 | frame->refcount = 0; |
451 | frame->refcount = 0; |
447 | } |
452 | } |
448 | 453 | ||
Line 460... | Line 465... | ||
460 | 465 | ||
461 | /******************/ |
466 | /******************/ |
462 | /* Zone functions */ |
467 | /* Zone functions */ |
463 | /******************/ |
468 | /******************/ |
464 | 469 | ||
465 | /** Allocate frame in particular zone |
470 | /** Allocate frame in particular zone. |
466 | * |
471 | * |
467 | * Assume zone is locked |
472 | * Assume zone is locked. |
468 | * Panics if allocation is impossible. |
473 | * Panics if allocation is impossible. |
469 | * |
474 | * |
470 | * @param zone Zone to allocate from. |
475 | * @param zone Zone to allocate from. |
471 | * @param order Allocate exactly 2^order frames. |
476 | * @param order Allocate exactly 2^order frames. |
472 | * |
477 | * |
473 | * @return Frame index in zone |
478 | * @return Frame index in zone. |
474 | * |
479 | * |
475 | */ |
480 | */ |
476 | static pfn_t zone_frame_alloc(zone_t *zone, uint8_t order) |
481 | static pfn_t zone_frame_alloc(zone_t *zone, uint8_t order) |
477 | { |
482 | { |
478 | pfn_t v; |
483 | pfn_t v; |
Line 494... | Line 499... | ||
494 | /* get frame address */ |
499 | /* get frame address */ |
495 | v = make_frame_index(zone, frame); |
500 | v = make_frame_index(zone, frame); |
496 | return v; |
501 | return v; |
497 | } |
502 | } |
498 | 503 | ||
499 | /** Free frame from zone |
504 | /** Free frame from zone. |
500 | * |
505 | * |
501 | * Assume zone is locked |
506 | * Assume zone is locked. |
502 | * |
507 | * |
503 | * @param zone Pointer to zone from which the frame is to be freed |
508 | * @param zone Pointer to zone from which the frame is to be freed. |
504 | * @param frame_idx Frame index relative to zone |
509 | * @param frame_idx Frame index relative to zone. |
505 | */ |
510 | */ |
506 | static void zone_frame_free(zone_t *zone, index_t frame_idx) |
511 | static void zone_frame_free(zone_t *zone, index_t frame_idx) |
507 | { |
512 | { |
508 | frame_t *frame; |
513 | frame_t *frame; |
509 | uint8_t order; |
514 | uint8_t order; |
Line 522... | Line 527... | ||
522 | zone->free_count += (1 << order); |
527 | zone->free_count += (1 << order); |
523 | zone->busy_count -= (1 << order); |
528 | zone->busy_count -= (1 << order); |
524 | } |
529 | } |
525 | } |
530 | } |
526 | 531 | ||
527 | /** Return frame from zone */ |
532 | /** Return frame from zone. */ |
528 | static frame_t * zone_get_frame(zone_t *zone, index_t frame_idx) |
533 | static frame_t * zone_get_frame(zone_t *zone, index_t frame_idx) |
529 | { |
534 | { |
530 | ASSERT(frame_idx < zone->count); |
535 | ASSERT(frame_idx < zone->count); |
531 | return &zone->frames[frame_idx]; |
536 | return &zone->frames[frame_idx]; |
532 | } |
537 | } |
533 | 538 | ||
534 | /** Mark frame in zone unavailable to allocation */ |
539 | /** Mark frame in zone unavailable to allocation. */ |
535 | static void zone_mark_unavailable(zone_t *zone, index_t frame_idx) |
540 | static void zone_mark_unavailable(zone_t *zone, index_t frame_idx) |
536 | { |
541 | { |
537 | frame_t *frame; |
542 | frame_t *frame; |
538 | link_t *link; |
543 | link_t *link; |
539 | 544 | ||
Line 544... | Line 549... | ||
544 | &frame->buddy_link); |
549 | &frame->buddy_link); |
545 | ASSERT(link); |
550 | ASSERT(link); |
546 | zone->free_count--; |
551 | zone->free_count--; |
547 | } |
552 | } |
548 | 553 | ||
549 | /** |
- | |
550 | * Join 2 zones |
554 | /** Join two zones. |
551 | * |
555 | * |
552 | * Expect zone_t *z to point to space at least zone_conf_size large |
556 | * Expect zone_t *z to point to space at least zone_conf_size large. |
553 | * |
557 | * |
554 | * Assume z1 & z2 are locked |
558 | * Assume z1 & z2 are locked. |
555 | * |
559 | * |
556 | * @param z Target zone structure pointer |
560 | * @param z Target zone structure pointer. |
557 | * @param z1 Zone to merge |
561 | * @param z1 Zone to merge. |
558 | * @param z2 Zone to merge |
562 | * @param z2 Zone to merge. |
559 | */ |
563 | */ |
560 | static void _zone_merge(zone_t *z, zone_t *z1, zone_t *z2) |
564 | static void _zone_merge(zone_t *z, zone_t *z1, zone_t *z2) |
561 | { |
565 | { |
562 | uint8_t max_order; |
566 | uint8_t max_order; |
563 | unsigned int i; |
567 | unsigned int i; |
Line 627... | Line 631... | ||
627 | frame->refcount = 0; |
631 | frame->refcount = 0; |
628 | buddy_system_free(z->buddy_system, &frame->buddy_link); |
632 | buddy_system_free(z->buddy_system, &frame->buddy_link); |
629 | } |
633 | } |
630 | } |
634 | } |
631 | 635 | ||
632 | /** Return old configuration frames into the zone |
636 | /** Return old configuration frames into the zone. |
633 | * |
637 | * |
634 | * We have several cases |
638 | * We have several cases |
635 | * - the conf. data is outside of zone -> exit, shall we call frame_free?? |
639 | * - the conf. data is outside of zone -> exit, shall we call frame_free?? |
636 | * - the conf. data was created by zone_create or |
640 | * - the conf. data was created by zone_create or |
637 | * updated with reduce_region -> free every frame |
641 | * updated with reduce_region -> free every frame |
638 | * |
642 | * |
639 | * @param newzone The actual zone where freeing should occur |
643 | * @param newzone The actual zone where freeing should occur. |
640 | * @param oldzone Pointer to old zone configuration data that should |
644 | * @param oldzone Pointer to old zone configuration data that should |
641 | * be freed from new zone |
645 | * be freed from new zone. |
642 | */ |
646 | */ |
643 | static void return_config_frames(zone_t *newzone, zone_t *oldzone) |
647 | static void return_config_frames(zone_t *newzone, zone_t *oldzone) |
644 | { |
648 | { |
645 | pfn_t pfn; |
649 | pfn_t pfn; |
646 | frame_t *frame; |
650 | frame_t *frame; |
Line 660... | Line 664... | ||
660 | newzone->busy_count++; |
664 | newzone->busy_count++; |
661 | zone_frame_free(newzone, pfn+i-newzone->base); |
665 | zone_frame_free(newzone, pfn+i-newzone->base); |
662 | } |
666 | } |
663 | } |
667 | } |
664 | 668 | ||
665 | /** Reduce allocated block to count of order 0 frames |
669 | /** Reduce allocated block to count of order 0 frames. |
666 | * |
670 | * |
667 | * The allocated block need 2^order frames of space. Reduce all frames |
671 | * The allocated block need 2^order frames of space. Reduce all frames |
668 | * in block to order 0 and free the unneeded frames. This means, that |
672 | * in block to order 0 and free the unneeded frames. This means, that |
669 | * when freeing the previously allocated block starting with frame_idx, |
673 | * when freeing the previously allocated block starting with frame_idx, |
670 | * you have to free every frame. |
674 | * you have to free every frame. |
671 | * |
675 | * |
672 | * @param zone |
676 | * @param zone |
673 | * @param frame_idx Index to block |
677 | * @param frame_idx Index to block. |
674 | * @param count Allocated space in block |
678 | * @param count Allocated space in block. |
675 | */ |
679 | */ |
676 | static void zone_reduce_region(zone_t *zone, pfn_t frame_idx, count_t count) |
680 | static void zone_reduce_region(zone_t *zone, pfn_t frame_idx, count_t count) |
677 | { |
681 | { |
678 | count_t i; |
682 | count_t i; |
679 | uint8_t order; |
683 | uint8_t order; |
Line 696... | Line 700... | ||
696 | for (i = count; i < (count_t) (1 << order); i++) { |
700 | for (i = count; i < (count_t) (1 << order); i++) { |
697 | zone_frame_free(zone, i + frame_idx); |
701 | zone_frame_free(zone, i + frame_idx); |
698 | } |
702 | } |
699 | } |
703 | } |
700 | 704 | ||
701 | /** Merge zones z1 and z2 |
705 | /** Merge zones z1 and z2. |
702 | * |
706 | * |
703 | * - the zones must be 2 zones with no zone existing in between, |
707 | * - the zones must be 2 zones with no zone existing in between, |
704 | * which means that z2 = z1+1 |
708 | * which means that z2 = z1+1 |
705 | * |
709 | * |
706 | * - When you create a new zone, the frame allocator configuration does |
710 | * - When you create a new zone, the frame allocator configuration does |
Line 771... | Line 775... | ||
771 | errout: |
775 | errout: |
772 | spinlock_unlock(&zones.lock); |
776 | spinlock_unlock(&zones.lock); |
773 | interrupts_restore(ipl); |
777 | interrupts_restore(ipl); |
774 | } |
778 | } |
775 | 779 | ||
776 | /** |
- | |
777 | * Merge all zones into one big zone |
780 | /** Merge all zones into one big zone. |
778 | * |
781 | * |
779 | * It is reasonable to do this on systems whose bios reports parts in chunks, |
782 | * It is reasonable to do this on systems whose bios reports parts in chunks, |
780 | * so that we could have 1 zone (it's faster). |
783 | * so that we could have 1 zone (it's faster). |
781 | */ |
784 | */ |
782 | void zone_merge_all(void) |
785 | void zone_merge_all(void) |
Line 787... | Line 790... | ||
787 | zone_merge(0,1); |
790 | zone_merge(0,1); |
788 | break; |
791 | break; |
789 | } |
792 | } |
790 | } |
793 | } |
791 | 794 | ||
792 | /** Create frame zone |
- | |
793 | * |
- | |
794 | * Create new frame zone. |
795 | /** Create new frame zone. |
795 | * |
796 | * |
796 | * @param start Physical address of the first frame within the zone. |
797 | * @param start Physical address of the first frame within the zone. |
797 | * @param count Count of frames in zone |
798 | * @param count Count of frames in zone. |
798 | * @param z Address of configuration information of zone |
799 | * @param z Address of configuration information of zone. |
799 | * @param flags Zone flags. |
800 | * @param flags Zone flags. |
800 | * |
801 | * |
801 | * @return Initialized zone. |
802 | * @return Initialized zone. |
802 | */ |
803 | */ |
803 | static void zone_construct(pfn_t start, count_t count, zone_t *z, int flags) |
804 | static void zone_construct(pfn_t start, count_t count, zone_t *z, int flags) |
804 | { |
805 | { |
805 | unsigned int i; |
806 | unsigned int i; |
806 | uint8_t max_order; |
807 | uint8_t max_order; |
Line 817... | Line 818... | ||
817 | */ |
818 | */ |
818 | max_order = fnzb(count); |
819 | max_order = fnzb(count); |
819 | z->buddy_system = (buddy_system_t *)&z[1]; |
820 | z->buddy_system = (buddy_system_t *)&z[1]; |
820 | 821 | ||
821 | buddy_system_create(z->buddy_system, max_order, |
822 | buddy_system_create(z->buddy_system, max_order, |
822 | &zone_buddy_system_operations, |
823 | &zone_buddy_system_operations, (void *) z); |
823 | (void *) z); |
- | |
824 | 824 | ||
825 | /* Allocate frames _after_ the conframe */ |
825 | /* Allocate frames _after_ the conframe */ |
826 | /* Check sizes */ |
826 | /* Check sizes */ |
827 | z->frames = (frame_t *)((uint8_t *) z->buddy_system + |
827 | z->frames = (frame_t *)((uint8_t *) z->buddy_system + |
828 | buddy_conf_size(max_order)); |
828 | buddy_conf_size(max_order)); |
Line 835... | Line 835... | ||
835 | z->frames[i].refcount = 0; |
835 | z->frames[i].refcount = 0; |
836 | buddy_system_free(z->buddy_system, &z->frames[i].buddy_link); |
836 | buddy_system_free(z->buddy_system, &z->frames[i].buddy_link); |
837 | } |
837 | } |
838 | } |
838 | } |
839 | 839 | ||
840 | /** Compute configuration data size for zone |
840 | /** Compute configuration data size for zone. |
841 | * |
841 | * |
842 | * @param count Size of zone in frames |
842 | * @param count Size of zone in frames. |
843 | * @return Size of zone configuration info (in bytes) |
843 | * @return Size of zone configuration info (in bytes). |
844 | */ |
844 | */ |
845 | uintptr_t zone_conf_size(count_t count) |
845 | uintptr_t zone_conf_size(count_t count) |
846 | { |
846 | { |
847 | int size = sizeof(zone_t) + count * sizeof(frame_t); |
847 | int size = sizeof(zone_t) + count * sizeof(frame_t); |
848 | int max_order; |
848 | int max_order; |
Line 850... | Line 850... | ||
850 | max_order = fnzb(count); |
850 | max_order = fnzb(count); |
851 | size += buddy_conf_size(max_order); |
851 | size += buddy_conf_size(max_order); |
852 | return size; |
852 | return size; |
853 | } |
853 | } |
854 | 854 | ||
855 | /** Create and add zone to system |
855 | /** Create and add zone to system. |
856 | * |
856 | * |
857 | * @param start First frame number (absolute) |
857 | * @param start First frame number (absolute). |
858 | * @param count Size of zone in frames |
858 | * @param count Size of zone in frames. |
859 | * @param confframe Where configuration frames are supposed to be. |
859 | * @param confframe Where configuration frames are supposed to be. |
860 | * Automatically checks, that we will not disturb the |
860 | * Automatically checks, that we will not disturb the |
861 | * kernel and possibly init. |
861 | * kernel and possibly init. If confframe is given |
862 | * If confframe is given _outside_ this zone, it is expected, |
862 | * _outside_ this zone, it is expected, that the area is |
863 | * that the area is already marked BUSY and big enough |
863 | * already marked BUSY and big enough to contain |
864 | * to contain zone_conf_size() amount of data. |
864 | * zone_conf_size() amount of data. If the confframe is |
865 | * If the confframe is inside the area, the zone free frame |
865 | * inside the area, the zone free frame information is |
866 | * information is modified not to include it. |
866 | * modified not to include it. |
867 | * |
867 | * |
868 | * @return Zone number or -1 on error |
868 | * @return Zone number or -1 on error. |
869 | */ |
869 | */ |
870 | int zone_create(pfn_t start, count_t count, pfn_t confframe, int flags) |
870 | int zone_create(pfn_t start, count_t count, pfn_t confframe, int flags) |
871 | { |
871 | { |
872 | zone_t *z; |
872 | zone_t *z; |
873 | uintptr_t addr; |
873 | uintptr_t addr; |
Line 928... | Line 928... | ||
928 | } |
928 | } |
929 | 929 | ||
930 | /***************************************/ |
930 | /***************************************/ |
931 | /* Frame functions */ |
931 | /* Frame functions */ |
932 | 932 | ||
933 | /** Set parent of frame */ |
933 | /** Set parent of frame. */ |
934 | void frame_set_parent(pfn_t pfn, void *data, unsigned int hint) |
934 | void frame_set_parent(pfn_t pfn, void *data, unsigned int hint) |
935 | { |
935 | { |
936 | zone_t *zone = find_zone_and_lock(pfn, &hint); |
936 | zone_t *zone = find_zone_and_lock(pfn, &hint); |
937 | 937 | ||
938 | ASSERT(zone); |
938 | ASSERT(zone); |
Line 953... | Line 953... | ||
953 | return res; |
953 | return res; |
954 | } |
954 | } |
955 | 955 | ||
956 | /** Allocate power-of-two frames of physical memory. |
956 | /** Allocate power-of-two frames of physical memory. |
957 | * |
957 | * |
958 | * @param order Allocate exactly 2^order frames. |
958 | * @param order Allocate exactly 2^order frames. |
959 | * @param flags Flags for host zone selection and address processing. |
959 | * @param flags Flags for host zone selection and address processing. |
960 | * @param pzone Preferred zone |
960 | * @param pzone Preferred zone. |
961 | * |
961 | * |
962 | * @return Physical address of the allocated frame. |
962 | * @return Physical address of the allocated frame. |
963 | * |
963 | * |
964 | */ |
964 | */ |
965 | void * frame_alloc_generic(uint8_t order, int flags, unsigned int *pzone) |
965 | void *frame_alloc_generic(uint8_t order, int flags, unsigned int *pzone) |
966 | { |
966 | { |
967 | ipl_t ipl; |
967 | ipl_t ipl; |
968 | int freed; |
968 | int freed; |
969 | pfn_t v; |
969 | pfn_t v; |
970 | zone_t *zone; |
970 | zone_t *zone; |
Line 1017... | Line 1017... | ||
1017 | * |
1017 | * |
1018 | * Find respective frame structure for supplied physical frame address. |
1018 | * Find respective frame structure for supplied physical frame address. |
1019 | * Decrement frame reference count. |
1019 | * Decrement frame reference count. |
1020 | * If it drops to zero, move the frame structure to free list. |
1020 | * If it drops to zero, move the frame structure to free list. |
1021 | * |
1021 | * |
1022 | * @param Frame Physical Address of of the frame to be freed. |
1022 | * @param frame Physical Address of of the frame to be freed. |
1023 | */ |
1023 | */ |
1024 | void frame_free(uintptr_t frame) |
1024 | void frame_free(uintptr_t frame) |
1025 | { |
1025 | { |
1026 | ipl_t ipl; |
1026 | ipl_t ipl; |
1027 | zone_t *zone; |
1027 | zone_t *zone; |
Line 1044... | Line 1044... | ||
1044 | /** Add reference to frame. |
1044 | /** Add reference to frame. |
1045 | * |
1045 | * |
1046 | * Find respective frame structure for supplied PFN and |
1046 | * Find respective frame structure for supplied PFN and |
1047 | * increment frame reference count. |
1047 | * increment frame reference count. |
1048 | * |
1048 | * |
1049 | * @param pfn Frame number of the frame to be freed. |
1049 | * @param pfn Frame number of the frame to be freed. |
1050 | */ |
1050 | */ |
1051 | void frame_reference_add(pfn_t pfn) |
1051 | void frame_reference_add(pfn_t pfn) |
1052 | { |
1052 | { |
1053 | ipl_t ipl; |
1053 | ipl_t ipl; |
1054 | zone_t *zone; |
1054 | zone_t *zone; |
Line 1057... | Line 1057... | ||
1057 | ipl = interrupts_disable(); |
1057 | ipl = interrupts_disable(); |
1058 | 1058 | ||
1059 | /* |
1059 | /* |
1060 | * First, find host frame zone for addr. |
1060 | * First, find host frame zone for addr. |
1061 | */ |
1061 | */ |
1062 | zone = find_zone_and_lock(pfn,NULL); |
1062 | zone = find_zone_and_lock(pfn, NULL); |
1063 | ASSERT(zone); |
1063 | ASSERT(zone); |
1064 | 1064 | ||
1065 | frame = &zone->frames[pfn-zone->base]; |
1065 | frame = &zone->frames[pfn - zone->base]; |
1066 | frame->refcount++; |
1066 | frame->refcount++; |
1067 | 1067 | ||
1068 | spinlock_unlock(&zone->lock); |
1068 | spinlock_unlock(&zone->lock); |
1069 | interrupts_restore(ipl); |
1069 | interrupts_restore(ipl); |
1070 | } |
1070 | } |
1071 | 1071 | ||
1072 | /** Mark given range unavailable in frame zones */ |
1072 | /** Mark given range unavailable in frame zones. */ |
1073 | void frame_mark_unavailable(pfn_t start, count_t count) |
1073 | void frame_mark_unavailable(pfn_t start, count_t count) |
1074 | { |
1074 | { |
1075 | unsigned int i; |
1075 | unsigned int i; |
1076 | zone_t *zone; |
1076 | zone_t *zone; |
1077 | unsigned int prefzone = 0; |
1077 | unsigned int prefzone = 0; |
Line 1084... | Line 1084... | ||
1084 | 1084 | ||
1085 | spinlock_unlock(&zone->lock); |
1085 | spinlock_unlock(&zone->lock); |
1086 | } |
1086 | } |
1087 | } |
1087 | } |
1088 | 1088 | ||
1089 | /** Initialize physical memory management |
1089 | /** Initialize physical memory management. */ |
1090 | * |
- | |
1091 | * Initialize physical memory managemnt. |
- | |
1092 | */ |
- | |
1093 | void frame_init(void) |
1090 | void frame_init(void) |
1094 | { |
1091 | { |
1095 | if (config.cpu_active == 1) { |
1092 | if (config.cpu_active == 1) { |
1096 | zones.count = 0; |
1093 | zones.count = 0; |
1097 | spinlock_initialize(&zones.lock, "zones.lock"); |
1094 | spinlock_initialize(&zones.lock, "zones.lock"); |
Line 1120... | Line 1117... | ||
1120 | frame_mark_unavailable(0, 1); |
1117 | frame_mark_unavailable(0, 1); |
1121 | } |
1118 | } |
1122 | } |
1119 | } |
1123 | 1120 | ||
1124 | 1121 | ||
1125 | /** Return total size of all zones |
1122 | /** Return total size of all zones. */ |
1126 | * |
- | |
1127 | */ |
- | |
1128 | uint64_t zone_total_size(void) { |
1123 | uint64_t zone_total_size(void) |
- | 1124 | { |
|
1129 | zone_t *zone = NULL; |
1125 | zone_t *zone = NULL; |
1130 | unsigned int i; |
1126 | unsigned int i; |
1131 | ipl_t ipl; |
1127 | ipl_t ipl; |
1132 | uint64_t total = 0; |
1128 | uint64_t total = 0; |
1133 | 1129 | ||
Line 1145... | Line 1141... | ||
1145 | interrupts_restore(ipl); |
1141 | interrupts_restore(ipl); |
1146 | 1142 | ||
1147 | return total; |
1143 | return total; |
1148 | } |
1144 | } |
1149 | 1145 | ||
1150 | - | ||
1151 | - | ||
1152 | /** Prints list of zones |
1146 | /** Prints list of zones. */ |
1153 | * |
- | |
1154 | */ |
- | |
1155 | void zone_print_list(void) { |
1147 | void zone_print_list(void) |
- | 1148 | { |
|
1156 | zone_t *zone = NULL; |
1149 | zone_t *zone = NULL; |
1157 | unsigned int i; |
1150 | unsigned int i; |
1158 | ipl_t ipl; |
1151 | ipl_t ipl; |
1159 | 1152 | ||
1160 | ipl = interrupts_disable(); |
1153 | ipl = interrupts_disable(); |
Line 1173... | Line 1166... | ||
1173 | for (i = 0; i < zones.count; i++) { |
1166 | for (i = 0; i < zones.count; i++) { |
1174 | zone = zones.info[i]; |
1167 | zone = zones.info[i]; |
1175 | spinlock_lock(&zone->lock); |
1168 | spinlock_lock(&zone->lock); |
1176 | 1169 | ||
1177 | #ifdef __32_BITS__ |
1170 | #ifdef __32_BITS__ |
1178 | printf("%-2u %10p %12" PRIc " %12" PRIc "\n", i, PFN2ADDR(zone->base), |
1171 | printf("%-2u %10p %12" PRIc " %12" PRIc "\n", |
- | 1172 | i, PFN2ADDR(zone->base), zone->free_count, |
|
1179 | zone->free_count, zone->busy_count); |
1173 | zone->busy_count); |
1180 | #endif |
1174 | #endif |
1181 | 1175 | ||
1182 | #ifdef __64_BITS__ |
1176 | #ifdef __64_BITS__ |
1183 | printf("%-2u %18p %12" PRIc " %12" PRIc "\n", i, PFN2ADDR(zone->base), |
1177 | printf("%-2u %18p %12" PRIc " %12" PRIc "\n", i, |
1184 | zone->free_count, zone->busy_count); |
1178 | PFN2ADDR(zone->base), zone->free_count, zone->busy_count); |
1185 | #endif |
1179 | #endif |
1186 | 1180 | ||
1187 | spinlock_unlock(&zone->lock); |
1181 | spinlock_unlock(&zone->lock); |
1188 | } |
1182 | } |
1189 | 1183 | ||
Line 1191... | Line 1185... | ||
1191 | interrupts_restore(ipl); |
1185 | interrupts_restore(ipl); |
1192 | } |
1186 | } |
1193 | 1187 | ||
1194 | /** Prints zone details. |
1188 | /** Prints zone details. |
1195 | * |
1189 | * |
1196 | * @param num Zone base address or zone number. |
1190 | * @param num Zone base address or zone number. |
1197 | */ |
1191 | */ |
1198 | void zone_print_one(unsigned int num) { |
1192 | void zone_print_one(unsigned int num) |
- | 1193 | { |
|
1199 | zone_t *zone = NULL; |
1194 | zone_t *zone = NULL; |
1200 | ipl_t ipl; |
1195 | ipl_t ipl; |
1201 | unsigned int i; |
1196 | unsigned int i; |
1202 | 1197 | ||
1203 | ipl = interrupts_disable(); |
1198 | ipl = interrupts_disable(); |
Line 1216... | Line 1211... | ||
1216 | 1211 | ||
1217 | spinlock_lock(&zone->lock); |
1212 | spinlock_lock(&zone->lock); |
1218 | printf("Memory zone information\n"); |
1213 | printf("Memory zone information\n"); |
1219 | printf("Zone base address: %p\n", PFN2ADDR(zone->base)); |
1214 | printf("Zone base address: %p\n", PFN2ADDR(zone->base)); |
1220 | printf("Zone size: %" PRIc " frames (%" PRIs " KB)\n", zone->count, |
1215 | printf("Zone size: %" PRIc " frames (%" PRIs " KB)\n", zone->count, |
1221 | SIZE2KB(FRAMES2SIZE(zone->count))); |
1216 | SIZE2KB(FRAMES2SIZE(zone->count))); |
1222 | printf("Allocated space: %" PRIc " frames (%" PRIs " KB)\n", zone->busy_count, |
1217 | printf("Allocated space: %" PRIc " frames (%" PRIs " KB)\n", |
1223 | SIZE2KB(FRAMES2SIZE(zone->busy_count))); |
1218 | zone->busy_count, SIZE2KB(FRAMES2SIZE(zone->busy_count))); |
1224 | printf("Available space: %" PRIc " frames (%" PRIs " KB)\n", zone->free_count, |
1219 | printf("Available space: %" PRIc " frames (%" PRIs " KB)\n", |
1225 | SIZE2KB(FRAMES2SIZE(zone->free_count))); |
1220 | zone->free_count, SIZE2KB(FRAMES2SIZE(zone->free_count))); |
1226 | buddy_system_structure_print(zone->buddy_system, FRAME_SIZE); |
1221 | buddy_system_structure_print(zone->buddy_system, FRAME_SIZE); |
1227 | spinlock_unlock(&zone->lock); |
1222 | spinlock_unlock(&zone->lock); |
1228 | 1223 | ||
1229 | out: |
1224 | out: |
1230 | spinlock_unlock(&zones.lock); |
1225 | spinlock_unlock(&zones.lock); |