arch/x86/include/asm/asm.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _ASM_X86_ASM_H
   3 #define _ASM_X86_ASM_H
   4
   5 #ifdef __ASSEMBLY__
   6 # define __ASM_FORM(x, ...)             x,## __VA_ARGS__
   7 # define __ASM_FORM_RAW(x, ...)         x,## __VA_ARGS__
   8 # define __ASM_FORM_COMMA(x, ...)       x,## __VA_ARGS__,
   9 # define __ASM_REGPFX                   %
  10 #else
  11 #include <linux/stringify.h>
  12 # define __ASM_FORM(x, ...)             " " __stringify(x,##__VA_ARGS__) " "
  13 # define __ASM_FORM_RAW(x, ...)             __stringify(x,##__VA_ARGS__)
  14 # define __ASM_FORM_COMMA(x, ...)       " " __stringify(x,##__VA_ARGS__) ","
  15 # define __ASM_REGPFX                   %%
  16 #endif
  17
  18 #define _ASM_BYTES(x, ...)      __ASM_FORM(.byte x,##__VA_ARGS__ ;)
  19
  20 #ifndef __x86_64__
  21 /* 32 bit */
  22 # define __ASM_SEL(a,b)         __ASM_FORM(a)
  23 # define __ASM_SEL_RAW(a,b)     __ASM_FORM_RAW(a)
  24 #else
  25 /* 64 bit */
  26 # define __ASM_SEL(a,b)         __ASM_FORM(b)
  27 # define __ASM_SEL_RAW(a,b)     __ASM_FORM_RAW(b)
  28 #endif
  29
  30 #define __ASM_SIZE(inst, ...)   __ASM_SEL(inst##l##__VA_ARGS__, \
  31                                           inst##q##__VA_ARGS__)
  32 #define __ASM_REG(reg)         __ASM_SEL_RAW(e##reg, r##reg)
  33
  34 #define _ASM_PTR        __ASM_SEL(.long, .quad)
  35 #define _ASM_ALIGN      __ASM_SEL(.balign 4, .balign 8)
  36
  37 #define _ASM_MOV        __ASM_SIZE(mov)
  38 #define _ASM_INC        __ASM_SIZE(inc)
  39 #define _ASM_DEC        __ASM_SIZE(dec)
  40 #define _ASM_ADD        __ASM_SIZE(add)
  41 #define _ASM_SUB        __ASM_SIZE(sub)
  42 #define _ASM_XADD       __ASM_SIZE(xadd)
  43 #define _ASM_MUL        __ASM_SIZE(mul)
  44
  45 #define _ASM_AX         __ASM_REG(ax)
  46 #define _ASM_BX         __ASM_REG(bx)
  47 #define _ASM_CX         __ASM_REG(cx)
  48 #define _ASM_DX         __ASM_REG(dx)
  49 #define _ASM_SP         __ASM_REG(sp)
  50 #define _ASM_BP         __ASM_REG(bp)
  51 #define _ASM_SI         __ASM_REG(si)
  52 #define _ASM_DI         __ASM_REG(di)
  53
  54 /* Adds a (%rip) suffix on 64 bits only; for immediate memory references */
  55 #define _ASM_RIP(x)     __ASM_SEL_RAW(x, x (__ASM_REGPFX rip))
  56
  57 #ifndef __x86_64__
  58 /* 32 bit */
  59
  60 #define _ASM_ARG1       _ASM_AX
  61 #define _ASM_ARG2       _ASM_DX
  62 #define _ASM_ARG3       _ASM_CX
  63
  64 #define _ASM_ARG1L      eax
  65 #define _ASM_ARG2L      edx
  66 #define _ASM_ARG3L      ecx
  67
  68 #define _ASM_ARG1W      ax
  69 #define _ASM_ARG2W      dx
  70 #define _ASM_ARG3W      cx
  71
  72 #define _ASM_ARG1B      al
  73 #define _ASM_ARG2B      dl
  74 #define _ASM_ARG3B      cl
  75
  76 #else
  77 /* 64 bit */
  78
  79 #define _ASM_ARG1       _ASM_DI
  80 #define _ASM_ARG2       _ASM_SI
  81 #define _ASM_ARG3       _ASM_DX
  82 #define _ASM_ARG4       _ASM_CX
  83 #define _ASM_ARG5       r8
  84 #define _ASM_ARG6       r9
  85
  86 #define _ASM_ARG1Q      rdi
  87 #define _ASM_ARG2Q      rsi
  88 #define _ASM_ARG3Q      rdx
  89 #define _ASM_ARG4Q      rcx
  90 #define _ASM_ARG5Q      r8
  91 #define _ASM_ARG6Q      r9
  92
  93 #define _ASM_ARG1L      edi
  94 #define _ASM_ARG2L      esi
  95 #define _ASM_ARG3L      edx
  96 #define _ASM_ARG4L      ecx
  97 #define _ASM_ARG5L      r8d
  98 #define _ASM_ARG6L      r9d
  99
 100 #define _ASM_ARG1W      di
 101 #define _ASM_ARG2W      si
 102 #define _ASM_ARG3W      dx
 103 #define _ASM_ARG4W      cx
 104 #define _ASM_ARG5W      r8w
 105 #define _ASM_ARG6W      r9w
 106
 107 #define _ASM_ARG1B      dil
 108 #define _ASM_ARG2B      sil
 109 #define _ASM_ARG3B      dl
 110 #define _ASM_ARG4B      cl
 111 #define _ASM_ARG5B      r8b
 112 #define _ASM_ARG6B      r9b
 113
 114 #endif
 115
 116 #ifndef __ASSEMBLY__
 117 #ifndef __pic__
 118 static __always_inline __pure void *rip_rel_ptr(void *p)
 119 {
 120         asm("leaq %c1(%%rip), %0" : "=r"(p) : "i"(p));
 121
 122         return p;
 123 }
 124 #define RIP_REL_REF(var)        (*(typeof(&(var)))rip_rel_ptr(&(var)))
 125 #else
 126 #define RIP_REL_REF(var)        (var)
 127 #endif
 128 #endif
 129
 130 /*
 131  * Macros to generate condition code outputs from inline assembly,
 132  * The output operand must be type "bool".
 133  */
 134 #ifdef __GCC_ASM_FLAG_OUTPUTS__
 135 # define CC_SET(c) "\n\t/* output condition code " #c "*/\n"
 136 # define CC_OUT(c) "=@cc" #c
 137 #else
 138 # define CC_SET(c) "\n\tset" #c " %[_cc_" #c "]\n"
 139 # define CC_OUT(c) [_cc_ ## c] "=qm"
 140 #endif
 141
 142 #ifdef __KERNEL__
 143
 144 # include <asm/extable_fixup_types.h>
 145
 146 /* Exception table entry */
 147 #ifdef __ASSEMBLY__
 148
 149 # define _ASM_EXTABLE_TYPE(from, to, type)                      \
 150         .pushsection "__ex_table","a" ;                         \
 151         .balign 4 ;                                             \
 152         .long (from) - . ;                                      \
 153         .long (to) - . ;                                        \
 154         .long type ;                                            \
 155         .popsection
 156
 157 # ifdef CONFIG_KPROBES
 158 #  define _ASM_NOKPROBE(entry)                                  \
 159         .pushsection "_kprobe_blacklist","aw" ;                 \
 160         _ASM_ALIGN ;                                            \
 161         _ASM_PTR (entry);                                       \
 162         .popsection
 163 # else
 164 #  define _ASM_NOKPROBE(entry)
 165 # endif
 166
 167 #else /* ! __ASSEMBLY__ */
 168
 169 # define DEFINE_EXTABLE_TYPE_REG \
 170         ".macro extable_type_reg type:req reg:req\n"                                            \
 171         ".set .Lfound, 0\n"                                                                     \
 172         ".set .Lregnr, 0\n"                                                                     \
 173         ".irp rs,rax,rcx,rdx,rbx,rsp,rbp,rsi,rdi,r8,r9,r10,r11,r12,r13,r14,r15\n"               \
 174         ".ifc \\reg, %%\\rs\n"                                                                  \
 175         ".set .Lfound, .Lfound+1\n"                                                             \
 176         ".long \\type + (.Lregnr << 8)\n"                                                       \
 177         ".endif\n"                                                                              \
 178         ".set .Lregnr, .Lregnr+1\n"                                                             \
 179         ".endr\n"                                                                               \
 180         ".set .Lregnr, 0\n"                                                                     \
 181         ".irp rs,eax,ecx,edx,ebx,esp,ebp,esi,edi,r8d,r9d,r10d,r11d,r12d,r13d,r14d,r15d\n"       \
 182         ".ifc \\reg, %%\\rs\n"                                                                  \
 183         ".set .Lfound, .Lfound+1\n"                                                             \
 184         ".long \\type + (.Lregnr << 8)\n"                                                       \
 185         ".endif\n"                                                                              \
 186         ".set .Lregnr, .Lregnr+1\n"                                                             \
 187         ".endr\n"                                                                               \
 188         ".if (.Lfound != 1)\n"                                                                  \
 189         ".error \"extable_type_reg: bad register argument\"\n"                                  \
 190         ".endif\n"                                                                              \
 191         ".endm\n"
 192
 193 # define UNDEFINE_EXTABLE_TYPE_REG \
 194         ".purgem extable_type_reg\n"
 195
 196 # define _ASM_EXTABLE_TYPE(from, to, type)                      \
 197         " .pushsection \"__ex_table\",\"a\"\n"                  \
 198         " .balign 4\n"                                          \
 199         " .long (" #from ") - .\n"                              \
 200         " .long (" #to ") - .\n"                                \
 201         " .long " __stringify(type) " \n"                       \
 202         " .popsection\n"
 203
 204 # define _ASM_EXTABLE_TYPE_REG(from, to, type, reg)                             \
 205         " .pushsection \"__ex_table\",\"a\"\n"                                  \
 206         " .balign 4\n"                                                          \
 207         " .long (" #from ") - .\n"                                              \
 208         " .long (" #to ") - .\n"                                                \
 209         DEFINE_EXTABLE_TYPE_REG                                                 \
 210         "extable_type_reg reg=" __stringify(reg) ", type=" __stringify(type) " \n"\
 211         UNDEFINE_EXTABLE_TYPE_REG                                               \
 212         " .popsection\n"
 213
 214 /* For C file, we already have NOKPROBE_SYMBOL macro */
 215
 216 /*
 217  * This output constraint should be used for any inline asm which has a "call"
 218  * instruction.  Otherwise the asm may be inserted before the frame pointer
 219  * gets set up by the containing function.  If you forget to do this, objtool
 220  * may print a "call without frame pointer save/setup" warning.
 221  */
 222 register unsigned long current_stack_pointer asm(_ASM_SP);
 223 #define ASM_CALL_CONSTRAINT "+r" (current_stack_pointer)
 224 #endif /* __ASSEMBLY__ */
 225
 226 #define _ASM_EXTABLE(from, to)                                  \
 227         _ASM_EXTABLE_TYPE(from, to, EX_TYPE_DEFAULT)
 228
 229 #define _ASM_EXTABLE_UA(from, to)                               \
 230         _ASM_EXTABLE_TYPE(from, to, EX_TYPE_UACCESS)
 231
 232 #define _ASM_EXTABLE_CPY(from, to)                              \
 233         _ASM_EXTABLE_TYPE(from, to, EX_TYPE_COPY)
 234
 235 #define _ASM_EXTABLE_FAULT(from, to)                            \
 236         _ASM_EXTABLE_TYPE(from, to, EX_TYPE_FAULT)
 237
 238 #endif /* __KERNEL__ */
 239 #endif /* _ASM_X86_ASM_H */