futex.h 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142
  1. #ifndef _ASM_PARISC_FUTEX_H
  2. #define _ASM_PARISC_FUTEX_H
  3. #ifdef __KERNEL__
  4. #include <linux/futex.h>
  5. #include <linux/uaccess.h>
  6. #include <asm/atomic.h>
  7. #include <asm/errno.h>
  8. /* The following has to match the LWS code in syscall.S. We have
  9. sixteen four-word locks. */
  10. static inline void
  11. _futex_spin_lock_irqsave(u32 __user *uaddr, unsigned long int *flags)
  12. {
  13. extern u32 lws_lock_start[];
  14. long index = ((long)uaddr & 0xf0) >> 2;
  15. arch_spinlock_t *s = (arch_spinlock_t *)&lws_lock_start[index];
  16. local_irq_save(*flags);
  17. arch_spin_lock(s);
  18. }
  19. static inline void
  20. _futex_spin_unlock_irqrestore(u32 __user *uaddr, unsigned long int *flags)
  21. {
  22. extern u32 lws_lock_start[];
  23. long index = ((long)uaddr & 0xf0) >> 2;
  24. arch_spinlock_t *s = (arch_spinlock_t *)&lws_lock_start[index];
  25. arch_spin_unlock(s);
  26. local_irq_restore(*flags);
  27. }
  28. static inline int
  29. futex_atomic_op_inuser (int encoded_op, u32 __user *uaddr)
  30. {
  31. unsigned long int flags;
  32. int op = (encoded_op >> 28) & 7;
  33. int cmp = (encoded_op >> 24) & 15;
  34. int oparg = (encoded_op << 8) >> 20;
  35. int cmparg = (encoded_op << 20) >> 20;
  36. int oldval, ret;
  37. u32 tmp;
  38. if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
  39. oparg = 1 << oparg;
  40. if (!access_ok(VERIFY_WRITE, uaddr, sizeof(*uaddr)))
  41. return -EFAULT;
  42. _futex_spin_lock_irqsave(uaddr, &flags);
  43. pagefault_disable();
  44. ret = -EFAULT;
  45. if (unlikely(get_user(oldval, uaddr) != 0))
  46. goto out_pagefault_enable;
  47. ret = 0;
  48. tmp = oldval;
  49. switch (op) {
  50. case FUTEX_OP_SET:
  51. tmp = oparg;
  52. break;
  53. case FUTEX_OP_ADD:
  54. tmp += oparg;
  55. break;
  56. case FUTEX_OP_OR:
  57. tmp |= oparg;
  58. break;
  59. case FUTEX_OP_ANDN:
  60. tmp &= ~oparg;
  61. break;
  62. case FUTEX_OP_XOR:
  63. tmp ^= oparg;
  64. break;
  65. default:
  66. ret = -ENOSYS;
  67. }
  68. if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0))
  69. ret = -EFAULT;
  70. out_pagefault_enable:
  71. pagefault_enable();
  72. _futex_spin_unlock_irqrestore(uaddr, &flags);
  73. if (ret == 0) {
  74. switch (cmp) {
  75. case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
  76. case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
  77. case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
  78. case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
  79. case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
  80. case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
  81. default: ret = -ENOSYS;
  82. }
  83. }
  84. return ret;
  85. }
  86. static inline int
  87. futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
  88. u32 oldval, u32 newval)
  89. {
  90. u32 val;
  91. unsigned long flags;
  92. /* futex.c wants to do a cmpxchg_inatomic on kernel NULL, which is
  93. * our gateway page, and causes no end of trouble...
  94. */
  95. if (segment_eq(KERNEL_DS, get_fs()) && !uaddr)
  96. return -EFAULT;
  97. if (!access_ok(VERIFY_WRITE, uaddr, sizeof(u32)))
  98. return -EFAULT;
  99. /* HPPA has no cmpxchg in hardware and therefore the
  100. * best we can do here is use an array of locks. The
  101. * lock selected is based on a hash of the userspace
  102. * address. This should scale to a couple of CPUs.
  103. */
  104. _futex_spin_lock_irqsave(uaddr, &flags);
  105. if (unlikely(get_user(val, uaddr) != 0)) {
  106. _futex_spin_unlock_irqrestore(uaddr, &flags);
  107. return -EFAULT;
  108. }
  109. if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) {
  110. _futex_spin_unlock_irqrestore(uaddr, &flags);
  111. return -EFAULT;
  112. }
  113. *uval = val;
  114. _futex_spin_unlock_irqrestore(uaddr, &flags);
  115. return 0;
  116. }
  117. #endif /*__KERNEL__*/
  118. #endif /*_ASM_PARISC_FUTEX_H*/