WebSVN – Kolibri OS – Diff – /drivers/include/linux/spinlock.h

+ *
  *  linux/spinlock.h:     builds the final spin_*() APIs.
  */
 #include
-//#include
+#include
 #include
 #include
-//#include
+#include
 #include
 #include
-//#include
+#include
 #include
 #else
 # include
 #endif
 #ifdef CONFIG_DEBUG_SPINLOCK
-  extern void __spin_lock_init(spinlock_t *lock, const char *name,
+  extern void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name,
 			       struct lock_class_key *key);
-# define spin_lock_init(lock)					\
+# define raw_spin_lock_init(lock)				\
 do {								\
 	static struct lock_class_key __key;			\
 								\
-	__spin_lock_init((lock), #lock, &__key);		\
+	__raw_spin_lock_init((lock), #lock, &__key);		\
 } while (0)
 #else
-# define spin_lock_init(lock)					\
+# define raw_spin_lock_init(lock)				\
-	do { *(lock) = __SPIN_LOCK_UNLOCKED(lock); } while (0)
-#endif
-#ifdef CONFIG_DEBUG_SPINLOCK
-  extern void __rwlock_init(rwlock_t *lock, const char *name,
-			    struct lock_class_key *key);
-# define rwlock_init(lock)					\
-do {								\
-	static struct lock_class_key __key;			\
-								\
-	__rwlock_init((lock), #lock, &__key);			\
-} while (0)
-#else
-# define rwlock_init(lock)					\
-	do { *(lock) = __RW_LOCK_UNLOCKED(lock); } while (0)
+	do { *(lock) = __RAW_SPIN_LOCK_UNLOCKED(lock); } while (0)
 #endif
-#define spin_is_locked(lock)	__raw_spin_is_locked(&(lock)->raw_lock)
+#define raw_spin_is_locked(lock)	arch_spin_is_locked(&(lock)->raw_lock)
 #ifdef CONFIG_GENERIC_LOCKBREAK
-#define spin_is_contended(lock) ((lock)->break_lock)
+#define raw_spin_is_contended(lock) ((lock)->break_lock)
 #else
-#ifdef __raw_spin_is_contended
+#ifdef arch_spin_is_contended
+#define raw_spin_is_contended(lock)	arch_spin_is_contended(&(lock)->raw_lock)
-#define spin_is_contended(lock)	__raw_spin_is_contended(&(lock)->raw_lock)
+#else
+#define raw_spin_is_contended(lock)	(((void)(lock), 0))
+#endif /*arch_spin_is_contended*/
+#endif
+/*
+ * Despite its name it doesn't necessarily has to be a full barrier.
+ * It should only guarantee that a STORE before the critical section
+ * can not be reordered with a LOAD inside this section.
+ * spin_lock() is the one-way barrier, this LOAD can not escape out
+ * of the region. So the default implementation simply ensures that
+ * a STORE can not move into the critical section, smp_wmb() should
+ * serialize it with another STORE done by spin_lock().
+ */
+#ifndef smp_mb__before_spinlock
+#define smp_mb__before_spinlock()	smp_wmb()
+#endif
-#else
+/*
-#define spin_is_contended(lock)	(((void)(lock), 0))
+ * Place this after a lock-acquisition primitive to guarantee that
-#endif /*__raw_spin_is_contended*/
+ * an UNLOCK+LOCK pair act as a full barrier.  This guarantee applies
-#endif
+ * if the UNLOCK and LOCK are executed by the same CPU or if the
+ * UNLOCK and LOCK operate on the same lock variable.
-/* The lock does not imply full memory barrier. */
+ */
-#ifndef ARCH_HAS_SMP_MB_AFTER_LOCK
+#ifndef smp_mb__after_unlock_lock
-static inline void smp_mb__after_lock(void) { smp_mb(); }
+#define smp_mb__after_unlock_lock()	do { } while (0)
 #endif
 /**
- * spin_unlock_wait - wait until the spinlock gets unlocked
+ * raw_spin_unlock_wait - wait until the spinlock gets unlocked
  * @lock: the spinlock in question.
- */
-#define spin_unlock_wait(lock)	__raw_spin_unlock_wait(&(lock)->raw_lock)
-#ifdef CONFIG_DEBUG_SPINLOCK
- extern void _raw_spin_lock(spinlock_t *lock);
-#define _raw_spin_lock_flags(lock, flags) _raw_spin_lock(lock)
- extern int _raw_spin_trylock(spinlock_t *lock);
- extern void _raw_spin_unlock(spinlock_t *lock);
- extern void _raw_read_lock(rwlock_t *lock);
+ */
-#define _raw_read_lock_flags(lock, flags) _raw_read_lock(lock)
+#define raw_spin_unlock_wait(lock)	arch_spin_unlock_wait(&(lock)->raw_lock)
- extern int _raw_read_trylock(rwlock_t *lock);
+#ifdef CONFIG_DEBUG_SPINLOCK
- extern void _raw_read_unlock(rwlock_t *lock);
+ extern void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock);
+#define do_raw_spin_lock_flags(lock, flags) do_raw_spin_lock(lock)
+ extern int do_raw_spin_trylock(raw_spinlock_t *lock);
- extern void _raw_write_lock(rwlock_t *lock);
+ extern void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock);
-#define _raw_write_lock_flags(lock, flags) _raw_write_lock(lock)
+#else
- extern int _raw_write_trylock(rwlock_t *lock);
+static inline void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock)
- extern void _raw_write_unlock(rwlock_t *lock);
+{
-#else
+	__acquire(lock);
+	arch_spin_lock(&lock->raw_lock);
+}
-# define _raw_spin_lock(lock)		__raw_spin_lock(&(lock)->raw_lock)
+static inline void
-# define _raw_spin_lock_flags(lock, flags) \
+do_raw_spin_lock_flags(raw_spinlock_t *lock, unsigned long *flags) __acquires(lock)
+{
+	__acquire(lock);
-		__raw_spin_lock_flags(&(lock)->raw_lock, *(flags))
+	arch_spin_lock_flags(&lock->raw_lock, *flags);
+}
-# define _raw_spin_trylock(lock)	__raw_spin_trylock(&(lock)->raw_lock)
-# define _raw_spin_unlock(lock)		__raw_spin_unlock(&(lock)->raw_lock)
+static inline int do_raw_spin_trylock(raw_spinlock_t *lock)
-# define _raw_read_lock(rwlock)		__raw_read_lock(&(rwlock)->raw_lock)
-# define _raw_read_lock_flags(lock, flags) \
+{
-		__raw_read_lock_flags(&(lock)->raw_lock, *(flags))
+	return arch_spin_trylock(&(lock)->raw_lock);
-# define _raw_read_trylock(rwlock)	__raw_read_trylock(&(rwlock)->raw_lock)
-# define _raw_read_unlock(rwlock)	__raw_read_unlock(&(rwlock)->raw_lock)
-# define _raw_write_lock(rwlock)	__raw_write_lock(&(rwlock)->raw_lock)
 # define _raw_write_lock_flags(lock, flags) \
-		__raw_write_lock_flags(&(lock)->raw_lock, *(flags))
-# define _raw_write_trylock(rwlock)	__raw_write_trylock(&(rwlock)->raw_lock)
+static inline void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock)
-# define _raw_write_unlock(rwlock)	__raw_write_unlock(&(rwlock)->raw_lock)
+{
+	arch_spin_unlock(&lock->raw_lock);
-#endif
+	__release(lock);
+}
-#define read_can_lock(rwlock)		__raw_read_can_lock(&(rwlock)->raw_lock)
-#define write_can_lock(rwlock)		__raw_write_can_lock(&(rwlock)->raw_lock)
+#endif
 /*
- * Define the various spin_lock and rw_lock methods.  Note we define these
+/*
+ * Define the various spin_lock methods.  Note we define these
+ * regardless of whether CONFIG_SMP or CONFIG_PREEMPT are set. The
- * regardless of whether CONFIG_SMP or CONFIG_PREEMPT are set. The various
+ * various methods are defined as nops in the case they are not
- * methods are defined as nops in the case they are not required.
+ * required.
  */
-#define spin_trylock(lock)		__cond_lock(lock, _spin_trylock(lock))
+#define raw_spin_trylock(lock)	__cond_lock(lock, _raw_spin_trylock(lock))
 #define read_trylock(lock)		__cond_lock(lock, _read_trylock(lock))
-#define write_trylock(lock)		__cond_lock(lock, _write_trylock(lock))
+#define raw_spin_lock(lock)	_raw_spin_lock(lock)
+#ifdef CONFIG_DEBUG_LOCK_ALLOC
+# define raw_spin_lock_nested(lock, subclass) \
+	_raw_spin_lock_nested(lock, subclass)
+# define raw_spin_lock_nest_lock(lock, nest_lock)			\
+	 do {								\
-#define spin_lock(lock)			_spin_lock(lock)
+		 typecheck(struct lockdep_map *, &(nest_lock)->dep_map);\
 		 _raw_spin_lock_nest_lock(lock, &(nest_lock)->dep_map);	\
-#ifdef CONFIG_DEBUG_LOCK_ALLOC
-# define spin_lock_nested(lock, subclass) _spin_lock_nested(lock, subclass)
-# define spin_lock_nest_lock(lock, nest_lock)				\
-	 do {								\
+	 } while (0)
-		 typecheck(struct lockdep_map *, &(nest_lock)->dep_map);\
+#else
-		 _spin_lock_nest_lock(lock, &(nest_lock)->dep_map);	\
-	 } while (0)
-#else
-# define spin_lock_nested(lock, subclass) _spin_lock(lock)
-# define spin_lock_nest_lock(lock, nest_lock) _spin_lock(lock)
-#endif
+/*
  * Always evaluate the 'subclass' argument to avoid that the compiler
-#define write_lock(lock)		_write_lock(lock)
-#define read_lock(lock)			_read_lock(lock)
-#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
-#define spin_lock_irqsave(lock, flags)			\
+ * warns about set-but-not-used variables when building with
-	do {						\
+ * CONFIG_DEBUG_LOCK_ALLOC=n and with W=1.
-		typecheck(unsigned long, flags);	\
+ */
-		flags = _spin_lock_irqsave(lock);	\
+# define raw_spin_lock_nested(lock, subclass)		\
-	} while (0)
+	_raw_spin_lock(((void)(subclass), (lock)))
-#define read_lock_irqsave(lock, flags)			\
+# define raw_spin_lock_nest_lock(lock, nest_lock)	_raw_spin_lock(lock)
-	do {						\
+#endif
 		typecheck(unsigned long, flags);	\
-		flags = _read_lock_irqsave(lock);	\
+#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
-	} while (0)
-#define write_lock_irqsave(lock, flags)			\
+#define raw_spin_lock_irqsave(lock, flags)			\
 	do {						\
 		typecheck(unsigned long, flags);	\
-		flags = _write_lock_irqsave(lock);	\
+		flags = _raw_spin_lock_irqsave(lock);	\
 	} while (0)
 #ifdef CONFIG_DEBUG_LOCK_ALLOC
-#define spin_lock_irqsave_nested(lock, flags, subclass)			\
+#define raw_spin_lock_irqsave_nested(lock, flags, subclass)		\
 	do {								\
 		typecheck(unsigned long, flags);			\
-		flags = _spin_lock_irqsave_nested(lock, subclass);	\
+		flags = _raw_spin_lock_irqsave_nested(lock, subclass);	\
+	} while (0)
+#else
+#define raw_spin_lock_irqsave_nested(lock, flags, subclass)		\
+	do {								\
+		typecheck(unsigned long, flags);			\
+		flags = _raw_spin_lock_irqsave(lock);			\
+	} while (0)
+#endif
+#else
-	} while (0)
+#define raw_spin_lock_irqsave(lock, flags)		\
-#else
+	do {						\
-#define spin_lock_irqsave_nested(lock, flags, subclass)			\
+		typecheck(unsigned long, flags);	\
-	do {								\
+		_raw_spin_lock_irqsave(lock, flags);	\
-		typecheck(unsigned long, flags);			\
+	} while (0)
+#define raw_spin_lock_irqsave_nested(lock, flags, subclass)	\
+	raw_spin_lock_irqsave(lock, flags)
+#endif
+#define raw_spin_lock_irq(lock)		_raw_spin_lock_irq(lock)
+#define raw_spin_lock_bh(lock)		_raw_spin_lock_bh(lock)
+#define raw_spin_unlock(lock)		_raw_spin_unlock(lock)
+#define raw_spin_unlock_irq(lock)	_raw_spin_unlock_irq(lock)
+#define raw_spin_unlock_irqrestore(lock, flags)		\
-		flags = _spin_lock_irqsave(lock);			\
+	do {						\
+		typecheck(unsigned long, flags);	\
+		_raw_spin_unlock_irqrestore(lock, flags);	\
+	} while (0)
+#define raw_spin_unlock_bh(lock)	_raw_spin_unlock_bh(lock)
+#define raw_spin_trylock_bh(lock) \
+	__cond_lock(lock, _raw_spin_trylock_bh(lock))
+#define raw_spin_trylock_irq(lock) \
+({ \
+	local_irq_disable(); \
+	raw_spin_trylock(lock) ? \
+: ({ local_irq_enable(); 0;  }); \
+})
+#define raw_spin_trylock_irqsave(lock, flags) \
+({ \
+	local_irq_save(flags); \
+	raw_spin_trylock(lock) ? \
+: ({ local_irq_restore(flags); 0; }); \
+})
+/**
+ * raw_spin_can_lock - would raw_spin_trylock() succeed?
+ * @lock: the spinlock in question.
+ */
+#define raw_spin_can_lock(lock)	(!raw_spin_is_locked(lock))
+/* Include rwlock functions */
+#include
+/*
+ * Pull the _spin_*()/_read_*()/_write_*() functions/declarations:
+ */
-	} while (0)
+#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
-#endif
+# include
+#else
-#else
+# include
-#define spin_lock_irqsave(lock, flags)			\
+#endif
+/*
-	do {						\
+ * Map the spin_lock functions to the raw variants for PREEMPT_RT=n
-		typecheck(unsigned long, flags);	\
+ */
-		_spin_lock_irqsave(lock, flags);	\
+static inline raw_spinlock_t *spinlock_check(spinlock_t *lock)
-	} while (0)
-#define read_lock_irqsave(lock, flags)			\
-	do {						\
-		typecheck(unsigned long, flags);	\
-		_read_lock_irqsave(lock, flags);	\
-	} while (0)
-#define write_lock_irqsave(lock, flags)			\
-	do {						\
-		typecheck(unsigned long, flags);	\
-		_write_lock_irqsave(lock, flags);	\
+{
+	return &lock->rlock;
+}
+#define spin_lock_init(_lock)				\
+do {							\
-	} while (0)
+	spinlock_check(_lock);				\
-#define spin_lock_irqsave_nested(lock, flags, subclass)	\
+	raw_spin_lock_init(&(_lock)->rlock);		\
-	spin_lock_irqsave(lock, flags)
+} while (0)
 #endif
-#define spin_lock_irq(lock)		_spin_lock_irq(lock)
+static inline void spin_lock(spinlock_t *lock)
 #define spin_lock_bh(lock)		_spin_lock_bh(lock)
-#define read_lock_irq(lock)		_read_lock_irq(lock)
-#define read_lock_bh(lock)		_read_lock_bh(lock)
+	raw_spin_lock(&lock->rlock);
 #define write_lock_irq(lock)		_write_lock_irq(lock)
-#define write_lock_bh(lock)		_write_lock_bh(lock)
+static inline void spin_lock_bh(spinlock_t *lock)
+{
+	raw_spin_lock_bh(&lock->rlock);
+}
-#define spin_unlock(lock)		_spin_unlock(lock)
-#define read_unlock(lock)		_read_unlock(lock)
+static inline int spin_trylock(spinlock_t *lock)
-#define write_unlock(lock)		_write_unlock(lock)
-#define spin_unlock_irq(lock)		_spin_unlock_irq(lock)
+{
-#define read_unlock_irq(lock)		_read_unlock_irq(lock)
+	return raw_spin_trylock(&lock->rlock);
-#define write_unlock_irq(lock)		_write_unlock_irq(lock)
+}
+#define spin_lock_nested(lock, subclass)			\
+do {								\
+	raw_spin_lock_nested(spinlock_check(lock), subclass);	\
+} while (0)
-#define spin_unlock_irqrestore(lock, flags)		\
+#define spin_lock_nest_lock(lock, nest_lock)				\
+do {									\
+	raw_spin_lock_nest_lock(spinlock_check(lock), nest_lock);	\
+} while (0)
+static inline void spin_lock_irq(spinlock_t *lock)
+{
+	raw_spin_lock_irq(&lock->rlock);
-	do {						\
+}
-		typecheck(unsigned long, flags);	\
+#define spin_lock_irqsave(lock, flags)				\
+do {								\
+	raw_spin_lock_irqsave(spinlock_check(lock), flags);	\
+} while (0)
+#define spin_lock_irqsave_nested(lock, flags, subclass)			\
+do {									\
+	raw_spin_lock_irqsave_nested(spinlock_check(lock), flags, subclass); \
+} while (0)
-		_spin_unlock_irqrestore(lock, flags);	\
+static inline void spin_unlock(spinlock_t *lock)
+{
+	raw_spin_unlock(&lock->rlock);
+}
-	} while (0)
-#define spin_unlock_bh(lock)		_spin_unlock_bh(lock)
+static inline void spin_unlock_bh(spinlock_t *lock)
+{
-#define read_unlock_irqrestore(lock, flags)		\
+	raw_spin_unlock_bh(&lock->rlock);
-	do {						\
-		typecheck(unsigned long, flags);	\
-		_read_unlock_irqrestore(lock, flags);	\
+}
 	} while (0)
-#define read_unlock_bh(lock)		_read_unlock_bh(lock)
+static inline void spin_unlock_irq(spinlock_t *lock)
+{
-#define write_unlock_irqrestore(lock, flags)		\
+	raw_spin_unlock_irq(&lock->rlock);
+}
+static inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags)
+{
-	do {						\
+	raw_spin_unlock_irqrestore(&lock->rlock, flags);
+}
+static inline int spin_trylock_bh(spinlock_t *lock)
+{
+	return raw_spin_trylock_bh(&lock->rlock);
+}
+static inline int spin_trylock_irq(spinlock_t *lock)
+{
-		typecheck(unsigned long, flags);	\
+	return raw_spin_trylock_irq(&lock->rlock);
-		_write_unlock_irqrestore(lock, flags);	\
+}
+#define spin_trylock_irqsave(lock, flags)			\
-	} while (0)
+({ \
-#define write_unlock_bh(lock)		_write_unlock_bh(lock)
+	raw_spin_trylock_irqsave(spinlock_check(lock), flags); \
 })
 #define spin_trylock_bh(lock)	__cond_lock(lock, _spin_trylock_bh(lock))
+static inline void spin_unlock_wait(spinlock_t *lock)
 #define spin_trylock_irq(lock) \
-({ \
+	raw_spin_unlock_wait(&lock->rlock);
 	local_irq_disable(); \
 	spin_trylock(lock) ? \
-: ({ local_irq_enable(); 0;  }); \
+static inline int spin_is_locked(spinlock_t *lock)
  */
 extern int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock);
 #define atomic_dec_and_lock(atomic, lock) \
 		__cond_lock(lock, _atomic_dec_and_lock(atomic, lock))
-/**
- * spin_can_lock - would spin_trylock() succeed?
- * @lock: the spinlock in question.
- */
-#define spin_can_lock(lock)	(!spin_is_locked(lock))
-/*
- * Pull the _spin_*()/_read_*()/_write_*() functions/declarations:
- */
-#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
-# include
-#else
-# include
-#endif
-struct rw_semaphore {
-    signed long             count;
-    spinlock_t              wait_lock;
-    struct list_head        wait_list;
-};

Subversion Repositories Kolibri OS

(root)/drivers/include/linux/spinlock.h – Rev 5270 → 5272