futex.h 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186
  1. /*
  2. * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License version 2 as
  6. * published by the Free Software Foundation.
  7. *
  8. * Vineetg: August 2010: From Android kernel work
  9. */
  10. #ifndef _ASM_FUTEX_H
  11. #define _ASM_FUTEX_H
  12. #include <linux/futex.h>
  13. #include <linux/preempt.h>
  14. #include <linux/uaccess.h>
  15. #include <asm/errno.h>
  16. #ifdef CONFIG_ARC_HAS_LLSC
  17. #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\
  18. \
  19. smp_mb(); \
  20. __asm__ __volatile__( \
  21. "1: llock %1, [%2] \n" \
  22. insn "\n" \
  23. "2: scond %0, [%2] \n" \
  24. " bnz 1b \n" \
  25. " mov %0, 0 \n" \
  26. "3: \n" \
  27. " .section .fixup,\"ax\" \n" \
  28. " .align 4 \n" \
  29. "4: mov %0, %4 \n" \
  30. " b 3b \n" \
  31. " .previous \n" \
  32. " .section __ex_table,\"a\" \n" \
  33. " .align 4 \n" \
  34. " .word 1b, 4b \n" \
  35. " .word 2b, 4b \n" \
  36. " .previous \n" \
  37. \
  38. : "=&r" (ret), "=&r" (oldval) \
  39. : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
  40. : "cc", "memory"); \
  41. smp_mb() \
  42. #else /* !CONFIG_ARC_HAS_LLSC */
  43. #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\
  44. \
  45. smp_mb(); \
  46. __asm__ __volatile__( \
  47. "1: ld %1, [%2] \n" \
  48. insn "\n" \
  49. "2: st %0, [%2] \n" \
  50. " mov %0, 0 \n" \
  51. "3: \n" \
  52. " .section .fixup,\"ax\" \n" \
  53. " .align 4 \n" \
  54. "4: mov %0, %4 \n" \
  55. " b 3b \n" \
  56. " .previous \n" \
  57. " .section __ex_table,\"a\" \n" \
  58. " .align 4 \n" \
  59. " .word 1b, 4b \n" \
  60. " .word 2b, 4b \n" \
  61. " .previous \n" \
  62. \
  63. : "=&r" (ret), "=&r" (oldval) \
  64. : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
  65. : "cc", "memory"); \
  66. smp_mb() \
  67. #endif
  68. static inline int futex_atomic_op_inuser(int encoded_op, u32 __user *uaddr)
  69. {
  70. int op = (encoded_op >> 28) & 7;
  71. int cmp = (encoded_op >> 24) & 15;
  72. int oparg = (encoded_op << 8) >> 20;
  73. int cmparg = (encoded_op << 20) >> 20;
  74. int oldval = 0, ret;
  75. if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
  76. oparg = 1 << oparg;
  77. if (!access_ok(VERIFY_WRITE, uaddr, sizeof(int)))
  78. return -EFAULT;
  79. pagefault_disable();
  80. switch (op) {
  81. case FUTEX_OP_SET:
  82. __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg);
  83. break;
  84. case FUTEX_OP_ADD:
  85. __futex_atomic_op("add %0, %1, %3", ret, oldval, uaddr, oparg);
  86. break;
  87. case FUTEX_OP_OR:
  88. __futex_atomic_op("or %0, %1, %3", ret, oldval, uaddr, oparg);
  89. break;
  90. case FUTEX_OP_ANDN:
  91. __futex_atomic_op("bic %0, %1, %3", ret, oldval, uaddr, oparg);
  92. break;
  93. case FUTEX_OP_XOR:
  94. __futex_atomic_op("xor %0, %1, %3", ret, oldval, uaddr, oparg);
  95. break;
  96. default:
  97. ret = -ENOSYS;
  98. }
  99. pagefault_enable();
  100. if (!ret) {
  101. switch (cmp) {
  102. case FUTEX_OP_CMP_EQ:
  103. ret = (oldval == cmparg);
  104. break;
  105. case FUTEX_OP_CMP_NE:
  106. ret = (oldval != cmparg);
  107. break;
  108. case FUTEX_OP_CMP_LT:
  109. ret = (oldval < cmparg);
  110. break;
  111. case FUTEX_OP_CMP_GE:
  112. ret = (oldval >= cmparg);
  113. break;
  114. case FUTEX_OP_CMP_LE:
  115. ret = (oldval <= cmparg);
  116. break;
  117. case FUTEX_OP_CMP_GT:
  118. ret = (oldval > cmparg);
  119. break;
  120. default:
  121. ret = -ENOSYS;
  122. }
  123. }
  124. return ret;
  125. }
  126. /*
  127. * cmpxchg of futex (pagefaults disabled by caller)
  128. */
  129. static inline int
  130. futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval,
  131. u32 newval)
  132. {
  133. u32 val;
  134. if (!access_ok(VERIFY_WRITE, uaddr, sizeof(int)))
  135. return -EFAULT;
  136. smp_mb();
  137. __asm__ __volatile__(
  138. #ifdef CONFIG_ARC_HAS_LLSC
  139. "1: llock %0, [%3] \n"
  140. " brne %0, %1, 3f \n"
  141. "2: scond %2, [%3] \n"
  142. " bnz 1b \n"
  143. #else
  144. "1: ld %0, [%3] \n"
  145. " brne %0, %1, 3f \n"
  146. "2: st %2, [%3] \n"
  147. #endif
  148. "3: \n"
  149. " .section .fixup,\"ax\" \n"
  150. "4: mov %0, %4 \n"
  151. " b 3b \n"
  152. " .previous \n"
  153. " .section __ex_table,\"a\" \n"
  154. " .align 4 \n"
  155. " .word 1b, 4b \n"
  156. " .word 2b, 4b \n"
  157. " .previous\n"
  158. : "=&r"(val)
  159. : "r"(oldval), "r"(newval), "r"(uaddr), "ir"(-EFAULT)
  160. : "cc", "memory");
  161. smp_mb();
  162. *uval = val;
  163. return val;
  164. }
  165. #endif