kernel_optimize_test/arch/parisc/kernel/semaphore.c

/*
 * Semaphore implementation Copyright (c) 2001 Matthew Wilcox, Hewlett-Packard
 */

#include <linux/sched.h>
#include <linux/spinlock.h>
#include <linux/errno.h>
#include <linux/init.h>

/*
 * Semaphores are complex as we wish to avoid using two variables.
 * `count' has multiple roles, depending on its value.  If it is positive
 * or zero, there are no waiters.  The functions here will never be
 * called; see <asm/semaphore.h>
 *
 * When count is -1 it indicates there is at least one task waiting
 * for the semaphore.
 *
 * When count is less than that, there are '- count - 1' wakeups
 * pending.  ie if it has value -3, there are 2 wakeups pending.
 *
 * Note that these functions are only called when there is contention
 * on the lock, and as such all this is the "non-critical" part of the
 * whole semaphore business. The critical part is the inline stuff in
 * <asm/semaphore.h> where we want to avoid any extra jumps and calls.
 */
void __up(struct semaphore *sem)
{
	sem->count--;
	wake_up(&sem->wait);
}

#define wakers(count) (-1 - count)

#define DOWN_HEAD							\
	int ret = 0;							\
	DECLARE_WAITQUEUE(wait, current);				\
									\
	/* Note that someone is waiting */				\
	if (sem->count == 0)						\
		sem->count = -1;					\
									\
	/* protected by the sentry still -- use unlocked version */	\
	wait.flags = WQ_FLAG_EXCLUSIVE;					\
	__add_wait_queue_tail(&sem->wait, &wait);			\
 lost_race:								\
	spin_unlock_irq(&sem->sentry);					\

#define DOWN_TAIL							\
	spin_lock_irq(&sem->sentry);					\
	if (wakers(sem->count) == 0 && ret == 0)			\
		goto lost_race;	/* Someone stole our wakeup */		\
	__remove_wait_queue(&sem->wait, &wait);				\
	current->state = TASK_RUNNING;					\
	if (!waitqueue_active(&sem->wait) && (sem->count < 0))		\
		sem->count = wakers(sem->count);

#define UPDATE_COUNT							\
	sem->count += (sem->count < 0) ? 1 : - 1;
	

void __sched __down(struct semaphore * sem)
{
	DOWN_HEAD

	for(;;) {
		set_task_state(current, TASK_UNINTERRUPTIBLE);
		/* we can _read_ this without the sentry */
		if (sem->count != -1)
			break;
 		schedule();
 	}

	DOWN_TAIL
	UPDATE_COUNT
}

int __sched __down_interruptible(struct semaphore * sem)
{
	DOWN_HEAD

	for(;;) {
		set_task_state(current, TASK_INTERRUPTIBLE);
		/* we can _read_ this without the sentry */
		if (sem->count != -1)
			break;

		if (signal_pending(current)) {
			ret = -EINTR;
			break;
		}
		schedule();
	}

	DOWN_TAIL

	if (!ret) {
		UPDATE_COUNT
	}

	return ret;
}