Subversion Repositories HelenOS

/*

 * Copyright (c) 2006 Jakub Jermar

 * All rights reserved.

 *

 * Redistribution and use in source and binary forms, with or without

 * modification, are permitted provided that the following conditions

 * are met:

 *

 * - Redistributions of source code must retain the above copyright

 *   notice, this list of conditions and the following disclaimer.

 * - Redistributions in binary form must reproduce the above copyright

 *   notice, this list of conditions and the following disclaimer in the

 *   documentation and/or other materials provided with the distribution.

 * - The name of the author may not be used to endorse or promote products

 *   derived from this software without specific prior written permission.

 *

 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR

 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES

 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.

 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,

 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT

 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,

 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY

 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF

 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

 */

/** @addtogroup genericmm

 * @{

 */

/**

 * @file

 * @brief	Backend for anonymous memory address space areas.

 *

 */

#include <mm/as.h>

#include <mm/page.h>

#include <genarch/mm/page_pt.h>

#include <genarch/mm/page_ht.h>

#include <mm/frame.h>

#include <mm/slab.h>

#include <synch/mutex.h>

#include <adt/list.h>

#include <adt/btree.h>

#include <errno.h>

#include <arch/types.h>

#include <align.h>

#include <arch.h>

#ifdef CONFIG_VIRT_IDX_DCACHE

#include <arch/mm/cache.h>

#endif

static int anon_page_fault(as_area_t *area, uintptr_t addr, pf_access_t access);

static void anon_frame_free(as_area_t *area, uintptr_t page, uintptr_t frame);

static void anon_share(as_area_t *area);

mem_backend_t anon_backend = {

	.page_fault = anon_page_fault,

	.frame_free = anon_frame_free,

	.share = anon_share

};

/** Service a page fault in the anonymous memory address space area.

 *

 * The address space area and page tables must be already locked.

 *

 * @param area Pointer to the address space area.

 * @param addr Faulting virtual address.

 * @param access Access mode that caused the fault (i.e. read/write/exec).

 *

 * @return AS_PF_FAULT on failure (i.e. page fault) or AS_PF_OK on success (i.e.

 *     serviced).

 */

int anon_page_fault(as_area_t *area, uintptr_t addr, pf_access_t access)

{

	uintptr_t frame;

	bool dirty = false;

	if (!as_area_check_access(area, access))

		return AS_PF_FAULT;

	if (area->sh_info) {

		btree_node_t *leaf;

		/*

		 * The area is shared, chances are that the mapping can be found

		 * in the pagemap of the address space area share info

		 * structure.

		 * In the case that the pagemap does not contain the respective

		 * mapping, a new frame is allocated and the mapping is created.

		 */

		mutex_lock(&area->sh_info->lock);

		frame = (uintptr_t) btree_search(&area->sh_info->pagemap,

		    ALIGN_DOWN(addr, PAGE_SIZE) - area->base, &leaf);

		if (!frame) {

			bool allocate = true;

			int i;

			/*

			 * Zero can be returned as a valid frame address.

			 * Just a small workaround.

			 */

			for (i = 0; i < leaf->keys; i++) {

				if (leaf->key[i] ==

				    ALIGN_DOWN(addr, PAGE_SIZE)) {

					allocate = false;

					break;

				}

			}

			if (allocate) {

				frame = (uintptr_t) frame_alloc(ONE_FRAME, 0);

				memsetb(PA2KA(frame), FRAME_SIZE, 0);

				dirty = true;

				/*

				 * Insert the address of the newly allocated

				 * frame to the pagemap.

				 */

				btree_insert(&area->sh_info->pagemap,

				    ALIGN_DOWN(addr, PAGE_SIZE) - area->base,

				    (void *) frame, leaf);

			}

		}

		frame_reference_add(ADDR2PFN(frame));

		mutex_unlock(&area->sh_info->lock);

	} else {

		/*

		 * In general, there can be several reasons that

		 * can have caused this fault.

		 *

		 * - non-existent mapping: the area is an anonymous

		 *   area (e.g. heap or stack) and so far has not been

		 *   allocated a frame for the faulting page

		 *

		 * - non-present mapping: another possibility,

		 *   currently not implemented, would be frame

		 *   reuse; when this becomes a possibility,

		 *   do not forget to distinguish between

		 *   the different causes

		 */

		frame = (uintptr_t) frame_alloc(ONE_FRAME, 0);

		memsetb(PA2KA(frame), FRAME_SIZE, 0);

		dirty = true;

	}

	/*

	 * Map 'page' to 'frame'.

	 * Note that TLB shootdown is not attempted as only new information is

	 * being inserted into page tables.

	 */

	page_mapping_insert(AS, addr, frame, as_area_get_flags(area));

	if (!used_space_insert(area, ALIGN_DOWN(addr, PAGE_SIZE), 1))

		panic("Could not insert used space.\n");

#ifdef CONFIG_VIRT_IDX_DCACHE

	if (dirty && PAGE_COLOR(PA2KA(frame)) != PAGE_COLOR(addr)) {

		/*

		 * By writing to the frame using kernel virtual address,

		 * we have created an illegal virtual alias. We now have to

		 * invalidate cachelines belonging to addr on all processors

		 * so that they will be reloaded with the new content on next

		 * read.

		 */

		dcache_flush_frame(addr, frame);

		dcache_shootdown_start(DCACHE_INVL_FRAME, PAGE_COLOR(addr), frame);

		dcache_shootdown_finalize();

	}

#endif

	return AS_PF_OK;

}

/** Free a frame that is backed by the anonymous memory backend.

 *

 * The address space area and page tables must be already locked.

 *

 * @param area Ignored.

 * @param page Virtual address of the page corresponding to the frame.

 * @param frame Frame to be released.

 */

void anon_frame_free(as_area_t *area, uintptr_t page, uintptr_t frame)

{

	frame_free(frame);

}

/** Share the anonymous address space area.

 *

 * Sharing of anonymous area is done by duplicating its entire mapping

 * to the pagemap. Page faults will primarily search for frames there.

 *

 * The address space and address space area must be already locked.

 *

 * @param area Address space area to be shared.

 */

void anon_share(as_area_t *area)

{

	link_t *cur;

	/*

	 * Copy used portions of the area to sh_info's page map.

	 */

	mutex_lock(&area->sh_info->lock);

	for (cur = area->used_space.leaf_head.next;

	    cur != &area->used_space.leaf_head; cur = cur->next) {

		btree_node_t *node;

		int i;

		node = list_get_instance(cur, btree_node_t, leaf_link);

		for (i = 0; i < node->keys; i++) {

			uintptr_t base = node->key[i];

			count_t count = (count_t) node->value[i];

			int j;

			for (j = 0; j < count; j++) {

				pte_t *pte;

				page_table_lock(area->as, false);

				pte = page_mapping_find(area->as,

				    base + j * PAGE_SIZE);

				ASSERT(pte && PTE_VALID(pte) &&

				    PTE_PRESENT(pte));

				btree_insert(&area->sh_info->pagemap,

				    (base + j * PAGE_SIZE) - area->base,

				    (void *) PTE_GET_FRAME(pte), NULL);

				page_table_unlock(area->as, false);

				pfn_t pfn = ADDR2PFN(PTE_GET_FRAME(pte));

				frame_reference_add(pfn);

			}

		}

	}

	mutex_unlock(&area->sh_info->lock);

}

/** @}

 */