WebSVN – HelenOS – Blame – /trunk/kernel/generic/src/mm/tlb.c

Rev	Author	Line No.	Line
1	jermar	1	/*
		2	* Copyright (C) 2001-2004 Jakub Jermar
		3	* All rights reserved.
		4	*
		5	* Redistribution and use in source and binary forms, with or without
		6	* modification, are permitted provided that the following conditions
		7	* are met:
		8	*
		9	* - Redistributions of source code must retain the above copyright
		10	* notice, this list of conditions and the following disclaimer.
		11	* - Redistributions in binary form must reproduce the above copyright
		12	* notice, this list of conditions and the following disclaimer in the
		13	* documentation and/or other materials provided with the distribution.
		14	* - The name of the author may not be used to endorse or promote products
		15	* derived from this software without specific prior written permission.
		16	*
		17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
		18	* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
		19	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
		20	* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
		21	* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
		22	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
		23	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
		24	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
		25	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
		26	* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
		27	*/
		28
		29	#include <mm/tlb.h>
1002	jermar	30	#include <mm/asid.h>
389	jermar	31	#include <arch/mm/tlb.h>
7	jermar	32	#include <smp/ipi.h>
5	jermar	33	#include <synch/spinlock.h>
		34	#include <typedefs.h>
1104	jermar	35	#include <atomic.h>
7	jermar	36	#include <arch/interrupt.h>
5	jermar	37	#include <config.h>
31	jermar	38	#include <arch.h>
594	jermar	39	#include <panic.h>
1002	jermar	40	#include <debug.h>
1	jermar	41
1002	jermar	42	/**
		43	* This lock is used for synchronisation between sender and
		44	* recipients of TLB shootdown message. It must be acquired
		45	* before CPU structure lock.
		46	*/
623	jermar	47	SPINLOCK_INITIALIZE(tlblock);
5	jermar	48
		49	void tlb_init(void)
1	jermar	50	{
569	jermar	51	tlb_arch_init();
1	jermar	52	}
5	jermar	53
458	decky	54	#ifdef CONFIG_SMP
1002	jermar	55
		56	/** Send TLB shootdown message.
		57	*
		58	* This function attempts to deliver TLB shootdown message
		59	* to all other processors.
		60	*
		61	* This function must be called with interrupts disabled.
		62	*
		63	* @param type Type describing scope of shootdown.
		64	* @param asid Address space, if required by type.
		65	* @param page Virtual page address, if required by type.
		66	* @param count Number of pages, if required by type.
		67	*/
		68	void tlb_shootdown_start(tlb_invalidate_type_t type, asid_t asid, __address page, count_t count)
5	jermar	69	{
31	jermar	70	int i;
		71
		72	CPU->tlb_active = 0;
5	jermar	73	spinlock_lock(&tlblock);
727	jermar	74
1002	jermar	75	for (i = 0; i < config.cpu_count; i++) {
		76	cpu_t *cpu;
		77
		78	if (i == CPU->id)
		79	continue;
		80
		81	cpu = &cpus[i];
		82	spinlock_lock(&cpu->lock);
		83	if (cpu->tlb_messages_count == TLB_MESSAGE_QUEUE_LEN) {
		84	/*
		85	* The message queue is full.
		86	* Erase the queue and store one TLB_INVL_ALL message.
		87	*/
		88	cpu->tlb_messages_count = 1;
		89	cpu->tlb_messages[0].type = TLB_INVL_ALL;
		90	cpu->tlb_messages[0].asid = ASID_INVALID;
		91	cpu->tlb_messages[0].page = 0;
		92	cpu->tlb_messages[0].count = 0;
		93	} else {
		94	/*
		95	* Enqueue the message.
		96	*/
		97	cpu->tlb_messages[cpu->tlb_messages_count].type = type;
		98	cpu->tlb_messages[cpu->tlb_messages_count].asid = asid;
		99	cpu->tlb_messages[cpu->tlb_messages_count].page = page;
		100	cpu->tlb_messages[cpu->tlb_messages_count].count = count;
		101	cpu->tlb_messages_count++;
		102	}
		103	spinlock_unlock(&cpu->lock);
		104	}
740	jermar	105
6	jermar	106	tlb_shootdown_ipi_send();
727	jermar	107
31	jermar	108	busy_wait:
1002	jermar	109	for (i = 0; i < config.cpu_count; i++)
31	jermar	110	if (cpus[i].tlb_active)
		111	goto busy_wait;
5	jermar	112	}
		113
1002	jermar	114	/** Finish TLB shootdown sequence. */
6	jermar	115	void tlb_shootdown_finalize(void)
5	jermar	116	{
		117	spinlock_unlock(&tlblock);
31	jermar	118	CPU->tlb_active = 1;
5	jermar	119	}
		120
7	jermar	121	void tlb_shootdown_ipi_send(void)
		122	{
		123	ipi_broadcast(VECTOR_TLB_SHOOTDOWN_IPI);
		124	}
		125
1002	jermar	126	/** Receive TLB shootdown message. */
6	jermar	127	void tlb_shootdown_ipi_recv(void)
5	jermar	128	{
1002	jermar	129	tlb_invalidate_type_t type;
		130	asid_t asid;
		131	__address page;
		132	count_t count;
		133	int i;
		134
1008	jermar	135	ASSERT(CPU);
		136
31	jermar	137	CPU->tlb_active = 0;
5	jermar	138	spinlock_lock(&tlblock);
		139	spinlock_unlock(&tlblock);
1002	jermar	140
		141	spinlock_lock(&CPU->lock);
		142	ASSERT(CPU->tlb_messages_count <= TLB_MESSAGE_QUEUE_LEN);
		143
		144	for (i = 0; i < CPU->tlb_messages_count; CPU->tlb_messages_count--) {
		145	type = CPU->tlb_messages[i].type;
		146	asid = CPU->tlb_messages[i].asid;
		147	page = CPU->tlb_messages[i].page;
		148	count = CPU->tlb_messages[i].count;
		149
		150	switch (type) {
		151	case TLB_INVL_ALL:
		152	tlb_invalidate_all();
		153	break;
		154	case TLB_INVL_ASID:
		155	tlb_invalidate_asid(asid);
		156	break;
		157	case TLB_INVL_PAGES:
		158	ASSERT(count);
		159	tlb_invalidate_pages(asid, page, count);
		160	break;
		161	default:
		162	panic("unknown type (%d)\n", type);
		163	break;
		164	}
		165	if (type == TLB_INVL_ALL)
		166	break;
		167	}
		168
		169	spinlock_unlock(&CPU->lock);
31	jermar	170	CPU->tlb_active = 1;
5	jermar	171	}
1002	jermar	172
458	decky	173	#endif /* CONFIG_SMP */

Subversion Repositories HelenOS

(root)/trunk/kernel/generic/src/mm/tlb.c @ 3790 – Rev 1104