123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121 |
- /* SPDX-License-Identifier: GPL-2.0 */
- #ifndef __ASM_CSKY_FUTEX_H
- #define __ASM_CSKY_FUTEX_H
- #ifndef CONFIG_SMP
- #include <asm-generic/futex.h>
- #else
- #include <linux/atomic.h>
- #include <linux/futex.h>
- #include <linux/uaccess.h>
- #include <linux/errno.h>
- #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
- { \
- u32 tmp; \
- \
- __atomic_pre_full_fence(); \
- \
- __asm__ __volatile__ ( \
- "1: ldex.w %[ov], %[u] \n" \
- " "insn" \n" \
- "2: stex.w %[t], %[u] \n" \
- " bez %[t], 1b \n" \
- " br 4f \n" \
- "3: mov %[r], %[e] \n" \
- "4: \n" \
- " .section __ex_table,\"a\" \n" \
- " .balign 4 \n" \
- " .long 1b, 3b \n" \
- " .long 2b, 3b \n" \
- " .previous \n" \
- : [r] "+r" (ret), [ov] "=&r" (oldval), \
- [u] "+m" (*uaddr), [t] "=&r" (tmp) \
- : [op] "Jr" (oparg), [e] "jr" (-EFAULT) \
- : "memory"); \
- \
- __atomic_post_full_fence(); \
- }
- static inline int
- arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr)
- {
- int oldval = 0, ret = 0;
- if (!access_ok(uaddr, sizeof(u32)))
- return -EFAULT;
- switch (op) {
- case FUTEX_OP_SET:
- __futex_atomic_op("mov %[t], %[ov]",
- ret, oldval, uaddr, oparg);
- break;
- case FUTEX_OP_ADD:
- __futex_atomic_op("add %[t], %[ov], %[op]",
- ret, oldval, uaddr, oparg);
- break;
- case FUTEX_OP_OR:
- __futex_atomic_op("or %[t], %[ov], %[op]",
- ret, oldval, uaddr, oparg);
- break;
- case FUTEX_OP_ANDN:
- __futex_atomic_op("and %[t], %[ov], %[op]",
- ret, oldval, uaddr, ~oparg);
- break;
- case FUTEX_OP_XOR:
- __futex_atomic_op("xor %[t], %[ov], %[op]",
- ret, oldval, uaddr, oparg);
- break;
- default:
- ret = -ENOSYS;
- }
- if (!ret)
- *oval = oldval;
- return ret;
- }
- static inline int
- futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
- u32 oldval, u32 newval)
- {
- int ret = 0;
- u32 val, tmp;
- if (!access_ok(uaddr, sizeof(u32)))
- return -EFAULT;
- __atomic_pre_full_fence();
- __asm__ __volatile__ (
- "1: ldex.w %[v], %[u] \n"
- " cmpne %[v], %[ov] \n"
- " bt 4f \n"
- " mov %[t], %[nv] \n"
- "2: stex.w %[t], %[u] \n"
- " bez %[t], 1b \n"
- " br 4f \n"
- "3: mov %[r], %[e] \n"
- "4: \n"
- " .section __ex_table,\"a\" \n"
- " .balign 4 \n"
- " .long 1b, 3b \n"
- " .long 2b, 3b \n"
- " .previous \n"
- : [r] "+r" (ret), [v] "=&r" (val), [u] "+m" (*uaddr),
- [t] "=&r" (tmp)
- : [ov] "Jr" (oldval), [nv] "Jr" (newval), [e] "Jr" (-EFAULT)
- : "memory");
- __atomic_post_full_fence();
- *uval = val;
- return ret;
- }
- #endif /* CONFIG_SMP */
- #endif /* __ASM_CSKY_FUTEX_H */
|