Subversion Repositories HelenOS

/*

 * Copyright (c) 2006 Jakub Jermar

 * All rights reserved.

 *

 * Redistribution and use in source and binary forms, with or without

 * modification, are permitted provided that the following conditions

 * are met:

 *

 * - Redistributions of source code must retain the above copyright

 *   notice, this list of conditions and the following disclaimer.

 * - Redistributions in binary form must reproduce the above copyright

 *   notice, this list of conditions and the following disclaimer in the

 *   documentation and/or other materials provided with the distribution.

 * - The name of the author may not be used to endorse or promote products

 *   derived from this software without specific prior written permission.

 *

 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR

 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES

 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.

 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,

 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT

 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,

 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY

 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF

 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

 */

/** @addtogroup genericddi

 * @{

 */

/**

 * @file

 * @brief	IRQ dispatcher.

 *

 * This file provides means of connecting IRQs with particular

 * devices and logic for dispatching interrupts to IRQ handlers

 * defined by those devices.

 *

 * This code is designed to support:

 * - multiple devices sharing single IRQ

 * - multiple IRQs per single device

 * - multiple instances of the same device

 *

 *

 * Note about architectures.

 *

 * Some architectures has the term IRQ well defined. Examples

 * of such architectures include amd64, ia32 and mips32. Some

 * other architectures, such as sparc64, don't use the term

 * at all. In those cases, we boldly step forward and define what

 * an IRQ is.

 *

 * The implementation is generic enough and still allows the

 * architectures to use the hardware layout effectively.

 * For instance, on amd64 and ia32, where there is only 16

 * IRQs, the irq_hash_table can be optimized to a one-dimensional

 * array. Next, when it is known that the IRQ numbers (aka INR's)

 * are unique, the claim functions can always return IRQ_ACCEPT.

 *

 *

 * Note about the irq_hash_table.

 *

 * The hash table is configured to use two keys: inr and devno.

 * However, the hash index is computed only from inr. Moreover,

 * if devno is -1, the match is based on the return value of

 * the claim() function instead of on devno.

 */

#include <ddi/irq.h>

#include <adt/hash_table.h>

#include <mm/slab.h>

#include <arch/types.h>

#include <synch/spinlock.h>

#include <console/console.h>

#include <memstr.h>

#include <arch.h>

#define KEY_INR		0

#define KEY_DEVNO	1

/**

 * Spinlock protecting the kernel IRQ hash table.

 * This lock must be taken only when interrupts are disabled.

 */

SPINLOCK_INITIALIZE(irq_kernel_hash_table_lock);

/** The kernel IRQ hash table. */

static hash_table_t irq_kernel_hash_table;

/**

 * Spinlock protecting the uspace IRQ hash table.

 * This lock must be taken only when interrupts are disabled.

 */

SPINLOCK_INITIALIZE(irq_uspace_hash_table_lock);

/** The uspace IRQ hash table. */

hash_table_t irq_uspace_hash_table;

/**

 * Hash table operations for cases when we know that

 * there will be collisions between different keys.

 */

static index_t irq_ht_hash(unative_t *key);

static bool irq_ht_compare(unative_t *key, count_t keys, link_t *item);

static void irq_ht_remove(link_t *item);

static hash_table_operations_t irq_ht_ops = {

	.hash = irq_ht_hash,

	.compare = irq_ht_compare,

	.remove_callback = irq_ht_remove,

};

/**

 * Hash table operations for cases when we know that

 * there will be no collisions between different keys.

 * However, there might be still collisions among

 * elements with single key (sharing of one IRQ).

 */

static index_t irq_lin_hash(unative_t *key);

static bool irq_lin_compare(unative_t *key, count_t keys, link_t *item);

static void irq_lin_remove(link_t *item);

static hash_table_operations_t irq_lin_ops = {

	.hash = irq_lin_hash,

	.compare = irq_lin_compare,

	.remove_callback = irq_lin_remove,

};

/** Number of buckets in either of the hash tables. */

static count_t buckets;

/** Initialize IRQ subsystem.

 *

 * @param inrs Numbers of unique IRQ numbers or INRs.

 * @param chains Number of chains in the hash table.

 */

void irq_init(count_t inrs, count_t chains)

{

	buckets = chains;

	/*

	 * Be smart about the choice of the hash table operations.

	 * In cases in which inrs equals the requested number of

	 * chains (i.e. where there is no collision between

	 * different keys), we can use optimized set of operations.

	 */

	if (inrs == chains) {

		hash_table_create(&irq_uspace_hash_table, chains, 2,

		    &irq_lin_ops);

		hash_table_create(&irq_kernel_hash_table, chains, 2,

		    &irq_lin_ops);

	} else {

		hash_table_create(&irq_uspace_hash_table, chains, 2,

		    &irq_ht_ops);

		hash_table_create(&irq_kernel_hash_table, chains, 2,

		    &irq_ht_ops);

	}

}

/** Initialize one IRQ structure.

 *

 * @param irq Pointer to the IRQ structure to be initialized.

 *

 */

void irq_initialize(irq_t *irq)

{

	memsetb(irq, sizeof(irq_t), 0);

	link_initialize(&irq->link);

	spinlock_initialize(&irq->lock, "irq.lock");

	link_initialize(&irq->notif_cfg.link);

	irq->inr = -1;

	irq->devno = -1;

}

/** Register IRQ for device.

 *

 * The irq structure must be filled with information

 * about the interrupt source and with the claim()

 * function pointer and handler() function pointer.

 *

 * @param irq		IRQ structure belonging to a device.

 * @return		True on success, false on failure.

 */

void irq_register(irq_t *irq)

{

	ipl_t ipl;

	unative_t key[] = {

		(unative_t) irq->inr,

		(unative_t) irq->devno

	};

	ipl = interrupts_disable();

	spinlock_lock(&irq_kernel_hash_table_lock);

	spinlock_lock(&irq->lock);

	hash_table_insert(&irq_kernel_hash_table, key, &irq->link);

	spinlock_unlock(&irq->lock);	

	spinlock_unlock(&irq_kernel_hash_table_lock);

	interrupts_restore(ipl);

}

/** Search and lock the uspace IRQ hash table.

 *

 */

static irq_t *irq_dispatch_and_lock_uspace(inr_t inr)

{

	link_t *lnk;

	unative_t key[] = {

		(unative_t) inr,

		(unative_t) -1    /* search will use claim() instead of devno */

	};

	spinlock_lock(&irq_uspace_hash_table_lock);

	lnk = hash_table_find(&irq_uspace_hash_table, key);

	if (lnk) {

		irq_t *irq;

		irq = hash_table_get_instance(lnk, irq_t, link);

		spinlock_unlock(&irq_uspace_hash_table_lock);

		return irq;

	}

	spinlock_unlock(&irq_uspace_hash_table_lock);

	return NULL;

}

/** Search and lock the kernel IRQ hash table.

 *

 */

static irq_t *irq_dispatch_and_lock_kernel(inr_t inr)

{

	link_t *lnk;

	unative_t key[] = {

		(unative_t) inr,

		(unative_t) -1    /* search will use claim() instead of devno */

	};

	spinlock_lock(&irq_kernel_hash_table_lock);

	lnk = hash_table_find(&irq_kernel_hash_table, key);

	if (lnk) {

		irq_t *irq;

		irq = hash_table_get_instance(lnk, irq_t, link);

		spinlock_unlock(&irq_kernel_hash_table_lock);

		return irq;

	}

	spinlock_unlock(&irq_kernel_hash_table_lock);

	return NULL;

}

/** Dispatch the IRQ.

 *

 * We assume this function is only called from interrupt

 * context (i.e. that interrupts are disabled prior to

 * this call).

 *

 * This function attempts to lookup a fitting IRQ

 * structure. In case of success, return with interrupts

 * disabled and holding the respective structure.

 *

 * @param inr Interrupt number (aka inr or irq).

 *

 * @return IRQ structure of the respective device or NULL.

 */

irq_t *irq_dispatch_and_lock(inr_t inr)

{

	irq_t *irq;

	/*

	 * If the kernel console is silenced,

	 * then try first the uspace handlers,

	 * eventually fall back to kernel handlers.

	 *

	 * If the kernel console is active,

	 * then do it the other way around.

	 */

	if (silent) {

		irq = irq_dispatch_and_lock_uspace(inr);

		if (irq)

			return irq;

		return irq_dispatch_and_lock_kernel(inr);

	}

	irq = irq_dispatch_and_lock_kernel(inr);

	if (irq)

		return irq;

	return irq_dispatch_and_lock_uspace(inr);

}

/** Compute hash index for the key.

 *

 * This function computes hash index into

 * the IRQ hash table for which there

 * can be collisions between different

 * INRs.

 *

 * The devno is not used to compute the hash.

 *

 * @param key The first of the keys is inr and the second is devno or -1.

 *

 * @return Index into the hash table.

 */

index_t irq_ht_hash(unative_t key[])

{

	inr_t inr = (inr_t) key[KEY_INR];

	return inr % buckets;

}

/** Compare hash table element with a key.

 *

 * There are two things to note about this function.

 * First, it is used for the more complex architecture setup

 * in which there are way too many interrupt numbers (i.e. inr's)

 * to arrange the hash table so that collisions occur only

 * among same inrs of different devnos. So the explicit check

 * for inr match must be done.

 * Second, if devno is -1, the second key (i.e. devno) is not

 * used for the match and the result of the claim() function

 * is used instead.

 *

 * This function assumes interrupts are already disabled.

 *

 * @param key Keys (i.e. inr and devno).

 * @param keys This is 2.

 * @param item The item to compare the key with.

 *

 * @return True on match or false otherwise.

 */

bool irq_ht_compare(unative_t key[], count_t keys, link_t *item)

{

	irq_t *irq = hash_table_get_instance(item, irq_t, link);

	inr_t inr = (inr_t) key[KEY_INR];

	devno_t devno = (devno_t) key[KEY_DEVNO];

	bool rv;

	spinlock_lock(&irq->lock);

	if (devno == -1) {

		/* Invoked by irq_dispatch_and_lock(). */

		rv = ((irq->inr == inr) &&

		    (irq->claim(irq) == IRQ_ACCEPT));

	} else {

		/* Invoked by irq_find_and_lock(). */

		rv = ((irq->inr == inr) && (irq->devno == devno));

	}

	/* unlock only on non-match */

	if (!rv)

		spinlock_unlock(&irq->lock);

	return rv;

}

/** Unlock IRQ structure after hash_table_remove().

 *

 * @param lnk		Link in the removed and locked IRQ structure.

 */

void irq_ht_remove(link_t *lnk)

{

	irq_t *irq = hash_table_get_instance(lnk, irq_t, link);

	spinlock_unlock(&irq->lock);

}

/** Compute hash index for the key.

 *

 * This function computes hash index into

 * the IRQ hash table for which there

 * are no collisions between different

 * INRs.

 *

 * @param key The first of the keys is inr and the second is devno or -1.

 *

 * @return Index into the hash table.

 */

index_t irq_lin_hash(unative_t key[])

{

	inr_t inr = (inr_t) key[KEY_INR];

	return inr;

}

/** Compare hash table element with a key.

 *

 * There are two things to note about this function.

 * First, it is used for the less complex architecture setup

 * in which there are not too many interrupt numbers (i.e. inr's)

 * to arrange the hash table so that collisions occur only

 * among same inrs of different devnos. So the explicit check

 * for inr match is not done.

 * Second, if devno is -1, the second key (i.e. devno) is not

 * used for the match and the result of the claim() function

 * is used instead.

 *

 * This function assumes interrupts are already disabled.

 *

 * @param key Keys (i.e. inr and devno).

 * @param keys This is 2.

 * @param item The item to compare the key with.

 *

 * @return True on match or false otherwise.

 */

bool irq_lin_compare(unative_t key[], count_t keys, link_t *item)

{

	irq_t *irq = list_get_instance(item, irq_t, link);

	devno_t devno = (devno_t) key[KEY_DEVNO];

	bool rv;

	spinlock_lock(&irq->lock);

	if (devno == -1) {

		/* Invoked by irq_dispatch_and_lock() */

		rv = (irq->claim(irq) == IRQ_ACCEPT);

	} else {

		/* Invoked by irq_find_and_lock() */

		rv = (irq->devno == devno);

	}

	/* unlock only on non-match */

	if (!rv)

		spinlock_unlock(&irq->lock);

	return rv;

}

/** Unlock IRQ structure after hash_table_remove().

 *

 * @param lnk		Link in the removed and locked IRQ structure.

 */

void irq_lin_remove(link_t *lnk)

{

	irq_t *irq = hash_table_get_instance(lnk, irq_t, link);

	spinlock_unlock(&irq->lock);

}

/** @}

 */