arch/x86/include/asm/rmwcc.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _ASM_X86_RMWcc
   3 #define _ASM_X86_RMWcc
   4
   5 #include <linux/args.h>
   6
   7 #define __CLOBBERS_MEM(clb...)  "memory", ## clb
   8
   9 #ifndef __GCC_ASM_FLAG_OUTPUTS__
  10
  11 /* Use asm goto */
  12
  13 #define __GEN_RMWcc(fullop, _var, cc, clobbers, ...)                    \
  14 ({                                                                      \
  15         bool c = false;                                                 \
  16         asm_volatile_goto (fullop "; j" #cc " %l[cc_label]"             \
  17                         : : [var] "m" (_var), ## __VA_ARGS__            \
  18                         : clobbers : cc_label);                         \
  19         if (0) {                                                        \
  20 cc_label:       c = true;                                               \
  21         }                                                               \
  22         c;                                                              \
  23 })
  24
  25 #else /* defined(__GCC_ASM_FLAG_OUTPUTS__) */
  26
  27 /* Use flags output or a set instruction */
  28
  29 #define __GEN_RMWcc(fullop, _var, cc, clobbers, ...)                    \
  30 ({                                                                      \
  31         bool c;                                                         \
  32         asm volatile (fullop CC_SET(cc)                                 \
  33                         : [var] "+m" (_var), CC_OUT(cc) (c)             \
  34                         : __VA_ARGS__ : clobbers);                      \
  35         c;                                                              \
  36 })
  37
  38 #endif /* defined(__GCC_ASM_FLAG_OUTPUTS__) */
  39
  40 #define GEN_UNARY_RMWcc_4(op, var, cc, arg0)                            \
  41         __GEN_RMWcc(op " " arg0, var, cc, __CLOBBERS_MEM())
  42
  43 #define GEN_UNARY_RMWcc_3(op, var, cc)                                  \
  44         GEN_UNARY_RMWcc_4(op, var, cc, "%[var]")
  45
  46 #define GEN_UNARY_RMWcc(X...)   CONCATENATE(GEN_UNARY_RMWcc_, COUNT_ARGS(X))(X)
  47
  48 #define GEN_BINARY_RMWcc_6(op, var, cc, vcon, _val, arg0)               \
  49         __GEN_RMWcc(op " %[val], " arg0, var, cc,                       \
  50                     __CLOBBERS_MEM(), [val] vcon (_val))
  51
  52 #define GEN_BINARY_RMWcc_5(op, var, cc, vcon, val)                      \
  53         GEN_BINARY_RMWcc_6(op, var, cc, vcon, val, "%[var]")
  54
  55 #define GEN_BINARY_RMWcc(X...)  CONCATENATE(GEN_BINARY_RMWcc_, COUNT_ARGS(X))(X)
  56
  57 #define GEN_UNARY_SUFFIXED_RMWcc(op, suffix, var, cc, clobbers...)      \
  58         __GEN_RMWcc(op " %[var]\n\t" suffix, var, cc,                   \
  59                     __CLOBBERS_MEM(clobbers))
  60
  61 #define GEN_BINARY_SUFFIXED_RMWcc(op, suffix, var, cc, vcon, _val, clobbers...)\
  62         __GEN_RMWcc(op " %[val], %[var]\n\t" suffix, var, cc,           \
  63                     __CLOBBERS_MEM(clobbers), [val] vcon (_val))
  64
  65 #endif /* _ASM_X86_RMWcc */