percpu-rwsem.h 1.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. #ifndef _LINUX_PERCPU_RWSEM_H
  2. #define _LINUX_PERCPU_RWSEM_H
  3. #include <linux/atomic.h>
  4. #include <linux/rwsem.h>
  5. #include <linux/percpu.h>
  6. #include <linux/wait.h>
  7. #include <linux/lockdep.h>
  8. struct percpu_rw_semaphore {
  9. unsigned int __percpu *fast_read_ctr;
  10. atomic_t write_ctr;
  11. struct rw_semaphore rw_sem;
  12. atomic_t slow_read_ctr;
  13. wait_queue_head_t write_waitq;
  14. };
  15. extern void percpu_down_read(struct percpu_rw_semaphore *);
  16. extern int percpu_down_read_trylock(struct percpu_rw_semaphore *);
  17. extern void percpu_up_read(struct percpu_rw_semaphore *);
  18. extern void percpu_down_write(struct percpu_rw_semaphore *);
  19. extern void percpu_up_write(struct percpu_rw_semaphore *);
  20. extern int __percpu_init_rwsem(struct percpu_rw_semaphore *,
  21. const char *, struct lock_class_key *);
  22. extern void percpu_free_rwsem(struct percpu_rw_semaphore *);
  23. #define percpu_init_rwsem(brw) \
  24. ({ \
  25. static struct lock_class_key rwsem_key; \
  26. __percpu_init_rwsem(brw, #brw, &rwsem_key); \
  27. })
  28. #define percpu_rwsem_is_held(sem) lockdep_is_held(&(sem)->rw_sem)
  29. static inline void percpu_rwsem_release(struct percpu_rw_semaphore *sem,
  30. bool read, unsigned long ip)
  31. {
  32. lock_release(&sem->rw_sem.dep_map, 1, ip);
  33. #ifdef CONFIG_RWSEM_SPIN_ON_OWNER
  34. if (!read)
  35. sem->rw_sem.owner = NULL;
  36. #endif
  37. }
  38. static inline void percpu_rwsem_acquire(struct percpu_rw_semaphore *sem,
  39. bool read, unsigned long ip)
  40. {
  41. lock_acquire(&sem->rw_sem.dep_map, 0, 1, read, 1, NULL, ip);
  42. }
  43. #endif