#ifndef __ASM_SPINLOCK_H #define __ASM_SPINLOCK_H #include /* Note that PA-RISC has to use `1' to mean unlocked and `0' to mean locked * since it only has load-and-zero. Moreover, at least on some PA processors, * the semaphore address has to be 16-byte aligned. */ #ifndef CONFIG_DEBUG_SPINLOCK #define __SPIN_LOCK_UNLOCKED { { 1, 1, 1, 1 } } #undef SPIN_LOCK_UNLOCKED #define SPIN_LOCK_UNLOCKED (spinlock_t) __SPIN_LOCK_UNLOCKED #define spin_lock_init(x) do { *(x) = SPIN_LOCK_UNLOCKED; } while(0) static inline int spin_is_locked(spinlock_t *x) { volatile unsigned int *a = __ldcw_align(x); return *a == 0; } #define spin_unlock_wait(x) do { barrier(); } while(spin_is_locked(x)) #define _raw_spin_lock_flags(lock, flags) _raw_spin_lock(lock) static inline void _raw_spin_lock(spinlock_t *x) { volatile unsigned int *a; mb(); a = __ldcw_align(x); while (__ldcw(a) == 0) while (*a == 0); mb(); } static inline void _raw_spin_unlock(spinlock_t *x) { volatile unsigned int *a; mb(); a = __ldcw_align(x); *a = 1; mb(); } static inline int _raw_spin_trylock(spinlock_t *x) { volatile unsigned int *a; int ret; mb(); a = __ldcw_align(x); ret = __ldcw(a) != 0; mb(); return ret; } #define spin_lock_own(LOCK, LOCATION) ((void)0) #else /* !(CONFIG_DEBUG_SPINLOCK) */ #define SPINLOCK_MAGIC 0x1D244B3C #define __SPIN_LOCK_UNLOCKED { { 1, 1, 1, 1 }, SPINLOCK_MAGIC, 10, __FILE__ , NULL, 0, -1, NULL, NULL } #undef SPIN_LOCK_UNLOCKED #define SPIN_LOCK_UNLOCKED (spinlock_t) __SPIN_LOCK_UNLOCKED #define spin_lock_init(x) do { *(x) = SPIN_LOCK_UNLOCKED; } while(0) #define CHECK_LOCK(x) \ do { \ if (unlikely((x)->magic != SPINLOCK_MAGIC)) { \ printk(KERN_ERR "%s:%d: spin_is_locked" \ " on uninitialized spinlock %p.\n", \ __FILE__, __LINE__, (x)); \ } \ } while(0) #define spin_is_locked(x) \ ({ \ CHECK_LOCK(x); \ volatile unsigned int *a = __ldcw_align(x); \ if (unlikely((*a == 0) && (x)->babble)) { \ (x)->babble--; \ printk("KERN_WARNING \ %s:%d: spin_is_locked(%s/%p) already" \ " locked by %s:%d in %s at %p(%d)\n", \ __FILE__,__LINE__, (x)->module, (x), \ (x)->bfile, (x)->bline, (x)->task->comm,\ (x)->previous, (x)->oncpu); \ } \ *a == 0; \ }) #define spin_unlock_wait(x) \ do { \ CHECK_LOCK(x); \ volatile unsigned int *a = __ldcw_align(x); \ if (unlikely((*a == 0) && (x)->babble)) { \ (x)->babble--; \ printk("KERN_WARNING \ %s:%d: spin_unlock_wait(%s/%p)" \ " owned by %s:%d in %s at %p(%d)\n", \ __FILE__,__LINE__, (x)->module, (x), \ (x)->bfile, (x)->bline, (x)->task->comm,\ (x)->previous, (x)->oncpu); \ } \ barrier(); \ } while (*((volatile unsigned char *)(__ldcw_align(x))) == 0) extern void _dbg_spin_lock(spinlock_t *lock, const char *base_file, int line_no); extern void _dbg_spin_unlock(spinlock_t *lock, const char *, int); extern int _dbg_spin_trylock(spinlock_t * lock, const char *, int); #define _raw_spin_lock_flags(lock, flags) _raw_spin_lock(lock) #define _raw_spin_unlock(lock) _dbg_spin_unlock(lock, __FILE__, __LINE__) #define _raw_spin_lock(lock) _dbg_spin_lock(lock, __FILE__, __LINE__) #define _raw_spin_trylock(lock) _dbg_spin_trylock(lock, __FILE__, __LINE__) /* just in case we need it */ #define spin_lock_own(LOCK, LOCATION) \ do { \ volatile unsigned int *a = __ldcw_align(LOCK); \ if (!((*a == 0) && ((LOCK)->oncpu == smp_processor_id()))) \ printk("KERN_WARNING \ %s: called on %d from %p but lock %s on %d\n", \ LOCATION, smp_processor_id(), \ __builtin_return_address(0), \ (*a == 0) ? "taken" : "freed", (LOCK)->on_cpu); \ } while (0) #endif /* !(CONFIG_DEBUG_SPINLOCK) */ /* * Read-write spinlocks, allowing multiple readers * but only one writer. */ typedef struct { spinlock_t lock; volatile int counter; #ifdef CONFIG_PREEMPT unsigned int break_lock; #endif } rwlock_t; #define RW_LOCK_UNLOCKED (rwlock_t) { __SPIN_LOCK_UNLOCKED, 0 } #define rwlock_init(lp) do { *(lp) = RW_LOCK_UNLOCKED; } while (0) #define _raw_read_trylock(lock) generic_raw_read_trylock(lock) /* read_lock, read_unlock are pretty straightforward. Of course it somehow * sucks we end up saving/restoring flags twice for read_lock_irqsave aso. */ #ifdef CONFIG_DEBUG_RWLOCK extern void _dbg_read_lock(rwlock_t * rw, const char *bfile, int bline); #define _raw_read_lock(rw) _dbg_read_lock(rw, __FILE__, __LINE__) #else static __inline__ void _raw_read_lock(rwlock_t *rw) { unsigned long flags; local_irq_save(flags); _raw_spin_lock(&rw->lock); rw->counter++; _raw_spin_unlock(&rw->lock); local_irq_restore(flags); } #endif /* CONFIG_DEBUG_RWLOCK */ static __inline__ void _raw_read_unlock(rwlock_t *rw) { unsigned long flags; local_irq_save(flags); _raw_spin_lock(&rw->lock); rw->counter--; _raw_spin_unlock(&rw->lock); local_irq_restore(flags); } /* write_lock is less trivial. We optimistically grab the lock and check * if we surprised any readers. If so we release the lock and wait till * they're all gone before trying again * * Also note that we don't use the _irqsave / _irqrestore suffixes here. * If we're called with interrupts enabled and we've got readers (or other * writers) in interrupt handlers someone fucked up and we'd dead-lock * sooner or later anyway. prumpf */ #ifdef CONFIG_DEBUG_RWLOCK extern void _dbg_write_lock(rwlock_t * rw, const char *bfile, int bline); #define _raw_write_lock(rw) _dbg_write_lock(rw, __FILE__, __LINE__) #else static __inline__ void _raw_write_lock(rwlock_t *rw) { retry: _raw_spin_lock(&rw->lock); if(rw->counter != 0) { /* this basically never happens */ _raw_spin_unlock(&rw->lock); while(rw->counter != 0); goto retry; } /* got it. now leave without unlocking */ rw->counter = -1; /* remember we are locked */ } #endif /* CONFIG_DEBUG_RWLOCK */ /* write_unlock is absolutely trivial - we don't have to wait for anything */ static __inline__ void _raw_write_unlock(rwlock_t *rw) { rw->counter = 0; _raw_spin_unlock(&rw->lock); } #ifdef CONFIG_DEBUG_RWLOCK extern int _dbg_write_trylock(rwlock_t * rw, const char *bfile, int bline); #define _raw_write_trylock(rw) _dbg_write_trylock(rw, __FILE__, __LINE__) #else static __inline__ int _raw_write_trylock(rwlock_t *rw) { _raw_spin_lock(&rw->lock); if (rw->counter != 0) { /* this basically never happens */ _raw_spin_unlock(&rw->lock); return 0; } /* got it. now leave without unlocking */ rw->counter = -1; /* remember we are locked */ return 1; } #endif /* CONFIG_DEBUG_RWLOCK */ static __inline__ int is_read_locked(rwlock_t *rw) { return rw->counter > 0; } static __inline__ int is_write_locked(rwlock_t *rw) { return rw->counter < 0; } #endif /* __ASM_SPINLOCK_H */