arch/powerpc/include/asm/feature-fixups.h

   1 /* SPDX-License-Identifier: GPL-2.0-or-later */
   2 #ifndef __ASM_POWERPC_FEATURE_FIXUPS_H
   3 #define __ASM_POWERPC_FEATURE_FIXUPS_H
   4
   5 #include <asm/asm-const.h>
   6
   7 /*
   8  */
   9
  10 /*
  11  * Feature section common macros
  12  *
  13  * Note that the entries now contain offsets between the table entry
  14  * and the code rather than absolute code pointers in order to be
  15  * useable with the vdso shared library. There is also an assumption
  16  * that values will be negative, that is, the fixup table has to be
  17  * located after the code it fixes up.
  18  */
  19 #if defined(CONFIG_PPC64) && !defined(__powerpc64__)
  20 /* 64 bits kernel, 32 bits code (ie. vdso32) */
  21 #define FTR_ENTRY_LONG          .8byte
  22 #define FTR_ENTRY_OFFSET        .long 0xffffffff; .long
  23 #elif defined(CONFIG_PPC64)
  24 #define FTR_ENTRY_LONG          .8byte
  25 #define FTR_ENTRY_OFFSET        .8byte
  26 #else
  27 #define FTR_ENTRY_LONG          .long
  28 #define FTR_ENTRY_OFFSET        .long
  29 #endif
  30
  31 #define START_FTR_SECTION(label)        label##1:
  32
  33 #define FTR_SECTION_ELSE_NESTED(label)                  \
  34 label##2:                                               \
  35         .pushsection __ftr_alt_##label,"a";             \
  36         .align 2;                                       \
  37 label##3:
  38
  39 #define MAKE_FTR_SECTION_ENTRY(msk, val, label, sect)           \
  40 label##4:                                                       \
  41         .popsection;                                            \
  42         .pushsection sect,"a";                                  \
  43         .align 3;                                               \
  44 label##5:                                                       \
  45         FTR_ENTRY_LONG msk;                                     \
  46         FTR_ENTRY_LONG val;                                     \
  47         FTR_ENTRY_OFFSET label##1b-label##5b;                   \
  48         FTR_ENTRY_OFFSET label##2b-label##5b;                   \
  49         FTR_ENTRY_OFFSET label##3b-label##5b;                   \
  50         FTR_ENTRY_OFFSET label##4b-label##5b;                   \
  51         .ifgt (label##4b- label##3b)-(label##2b- label##1b);    \
  52         .error "Feature section else case larger than body";    \
  53         .endif;                                                 \
  54         .popsection;
  55
  56
  57 /* CPU feature dependent sections */
  58 #define BEGIN_FTR_SECTION_NESTED(label) START_FTR_SECTION(label)
  59 #define BEGIN_FTR_SECTION               START_FTR_SECTION(97)
  60
  61 #define END_FTR_SECTION_NESTED(msk, val, label)                 \
  62         FTR_SECTION_ELSE_NESTED(label)                          \
  63         MAKE_FTR_SECTION_ENTRY(msk, val, label, __ftr_fixup)
  64
  65 #define END_FTR_SECTION(msk, val)               \
  66         END_FTR_SECTION_NESTED(msk, val, 97)
  67
  68 #define END_FTR_SECTION_NESTED_IFSET(msk, label)        \
  69         END_FTR_SECTION_NESTED((msk), (msk), label)
  70
  71 #define END_FTR_SECTION_IFSET(msk)      END_FTR_SECTION((msk), (msk))
  72 #define END_FTR_SECTION_IFCLR(msk)      END_FTR_SECTION((msk), 0)
  73
  74 /* CPU feature sections with alternatives, use BEGIN_FTR_SECTION to start */
  75 #define FTR_SECTION_ELSE        FTR_SECTION_ELSE_NESTED(97)
  76 #define ALT_FTR_SECTION_END_NESTED(msk, val, label)     \
  77         MAKE_FTR_SECTION_ENTRY(msk, val, label, __ftr_fixup)
  78 #define ALT_FTR_SECTION_END_NESTED_IFSET(msk, label)    \
  79         ALT_FTR_SECTION_END_NESTED(msk, msk, label)
  80 #define ALT_FTR_SECTION_END_NESTED_IFCLR(msk, label)    \
  81         ALT_FTR_SECTION_END_NESTED(msk, 0, label)
  82 #define ALT_FTR_SECTION_END(msk, val)   \
  83         ALT_FTR_SECTION_END_NESTED(msk, val, 97)
  84 #define ALT_FTR_SECTION_END_IFSET(msk)  \
  85         ALT_FTR_SECTION_END_NESTED_IFSET(msk, 97)
  86 #define ALT_FTR_SECTION_END_IFCLR(msk)  \
  87         ALT_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
  88
  89 /* MMU feature dependent sections */
  90 #define BEGIN_MMU_FTR_SECTION_NESTED(label)     START_FTR_SECTION(label)
  91 #define BEGIN_MMU_FTR_SECTION                   START_FTR_SECTION(97)
  92
  93 #define END_MMU_FTR_SECTION_NESTED(msk, val, label)             \
  94         FTR_SECTION_ELSE_NESTED(label)                          \
  95         MAKE_FTR_SECTION_ENTRY(msk, val, label, __mmu_ftr_fixup)
  96
  97 #define END_MMU_FTR_SECTION(msk, val)           \
  98         END_MMU_FTR_SECTION_NESTED(msk, val, 97)
  99
 100 #define END_MMU_FTR_SECTION_NESTED_IFSET(msk, label)    \
 101         END_MMU_FTR_SECTION_NESTED((msk), (msk), label)
 102
 103 #define END_MMU_FTR_SECTION_IFSET(msk)  END_MMU_FTR_SECTION((msk), (msk))
 104 #define END_MMU_FTR_SECTION_IFCLR(msk)  END_MMU_FTR_SECTION((msk), 0)
 105
 106 /* MMU feature sections with alternatives, use BEGIN_FTR_SECTION to start */
 107 #define MMU_FTR_SECTION_ELSE_NESTED(label)      FTR_SECTION_ELSE_NESTED(label)
 108 #define MMU_FTR_SECTION_ELSE    MMU_FTR_SECTION_ELSE_NESTED(97)
 109 #define ALT_MMU_FTR_SECTION_END_NESTED(msk, val, label) \
 110         MAKE_FTR_SECTION_ENTRY(msk, val, label, __mmu_ftr_fixup)
 111 #define ALT_MMU_FTR_SECTION_END_NESTED_IFSET(msk, label)        \
 112         ALT_MMU_FTR_SECTION_END_NESTED(msk, msk, label)
 113 #define ALT_MMU_FTR_SECTION_END_NESTED_IFCLR(msk, label)        \
 114         ALT_MMU_FTR_SECTION_END_NESTED(msk, 0, label)
 115 #define ALT_MMU_FTR_SECTION_END(msk, val)       \
 116         ALT_MMU_FTR_SECTION_END_NESTED(msk, val, 97)
 117 #define ALT_MMU_FTR_SECTION_END_IFSET(msk)      \
 118         ALT_MMU_FTR_SECTION_END_NESTED_IFSET(msk, 97)
 119 #define ALT_MMU_FTR_SECTION_END_IFCLR(msk)      \
 120         ALT_MMU_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
 121
 122 /* Firmware feature dependent sections */
 123 #define BEGIN_FW_FTR_SECTION_NESTED(label)      START_FTR_SECTION(label)
 124 #define BEGIN_FW_FTR_SECTION                    START_FTR_SECTION(97)
 125
 126 #define END_FW_FTR_SECTION_NESTED(msk, val, label)              \
 127         FTR_SECTION_ELSE_NESTED(label)                          \
 128         MAKE_FTR_SECTION_ENTRY(msk, val, label, __fw_ftr_fixup)
 129
 130 #define END_FW_FTR_SECTION(msk, val)            \
 131         END_FW_FTR_SECTION_NESTED(msk, val, 97)
 132
 133 #define END_FW_FTR_SECTION_IFSET(msk)   END_FW_FTR_SECTION((msk), (msk))
 134 #define END_FW_FTR_SECTION_IFCLR(msk)   END_FW_FTR_SECTION((msk), 0)
 135
 136 /* Firmware feature sections with alternatives */
 137 #define FW_FTR_SECTION_ELSE_NESTED(label)       FTR_SECTION_ELSE_NESTED(label)
 138 #define FW_FTR_SECTION_ELSE     FTR_SECTION_ELSE_NESTED(97)
 139 #define ALT_FW_FTR_SECTION_END_NESTED(msk, val, label)  \
 140         MAKE_FTR_SECTION_ENTRY(msk, val, label, __fw_ftr_fixup)
 141 #define ALT_FW_FTR_SECTION_END_NESTED_IFSET(msk, label) \
 142         ALT_FW_FTR_SECTION_END_NESTED(msk, msk, label)
 143 #define ALT_FW_FTR_SECTION_END_NESTED_IFCLR(msk, label) \
 144         ALT_FW_FTR_SECTION_END_NESTED(msk, 0, label)
 145 #define ALT_FW_FTR_SECTION_END(msk, val)        \
 146         ALT_FW_FTR_SECTION_END_NESTED(msk, val, 97)
 147 #define ALT_FW_FTR_SECTION_END_IFSET(msk)       \
 148         ALT_FW_FTR_SECTION_END_NESTED_IFSET(msk, 97)
 149 #define ALT_FW_FTR_SECTION_END_IFCLR(msk)       \
 150         ALT_FW_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
 151
 152 #ifndef __ASSEMBLY__
 153
 154 #define ASM_FTR_IF(section_if, section_else, msk, val)  \
 155         stringify_in_c(BEGIN_FTR_SECTION)                       \
 156         section_if "; "                                         \
 157         stringify_in_c(FTR_SECTION_ELSE)                        \
 158         section_else "; "                                       \
 159         stringify_in_c(ALT_FTR_SECTION_END((msk), (val)))
 160
 161 #define ASM_FTR_IFSET(section_if, section_else, msk)    \
 162         ASM_FTR_IF(section_if, section_else, (msk), (msk))
 163
 164 #define ASM_FTR_IFCLR(section_if, section_else, msk)    \
 165         ASM_FTR_IF(section_if, section_else, (msk), 0)
 166
 167 #define ASM_MMU_FTR_IF(section_if, section_else, msk, val)      \
 168         stringify_in_c(BEGIN_MMU_FTR_SECTION)                   \
 169         section_if "; "                                         \
 170         stringify_in_c(MMU_FTR_SECTION_ELSE)                    \
 171         section_else "; "                                       \
 172         stringify_in_c(ALT_MMU_FTR_SECTION_END((msk), (val)))
 173
 174 #define ASM_MMU_FTR_IFSET(section_if, section_else, msk)        \
 175         ASM_MMU_FTR_IF(section_if, section_else, (msk), (msk))
 176
 177 #define ASM_MMU_FTR_IFCLR(section_if, section_else, msk)        \
 178         ASM_MMU_FTR_IF(section_if, section_else, (msk), 0)
 179
 180 #endif /* __ASSEMBLY__ */
 181
 182 /* LWSYNC feature sections */
 183 #define START_LWSYNC_SECTION(label)     label##1:
 184 #define MAKE_LWSYNC_SECTION_ENTRY(label, sect)          \
 185 label##2:                                               \
 186         .pushsection sect,"a";                          \
 187         .align 2;                                       \
 188 label##3:                                               \
 189         FTR_ENTRY_OFFSET label##1b-label##3b;           \
 190         .popsection;
 191
 192 #define STF_ENTRY_BARRIER_FIXUP_SECTION                 \
 193 953:                                                    \
 194         .pushsection __stf_entry_barrier_fixup,"a";     \
 195         .align 2;                                       \
 196 954:                                                    \
 197         FTR_ENTRY_OFFSET 953b-954b;                     \
 198         .popsection;
 199
 200 #define STF_EXIT_BARRIER_FIXUP_SECTION                  \
 201 955:                                                    \
 202         .pushsection __stf_exit_barrier_fixup,"a";      \
 203         .align 2;                                       \
 204 956:                                                    \
 205         FTR_ENTRY_OFFSET 955b-956b;                     \
 206         .popsection;
 207
 208 #define ENTRY_FLUSH_FIXUP_SECTION                       \
 209 957:                                                    \
 210         .pushsection __entry_flush_fixup,"a";           \
 211         .align 2;                                       \
 212 958:                                                    \
 213         FTR_ENTRY_OFFSET 957b-958b;                     \
 214         .popsection;
 215
 216 #define RFI_FLUSH_FIXUP_SECTION                         \
 217 951:                                                    \
 218         .pushsection __rfi_flush_fixup,"a";             \
 219         .align 2;                                       \
 220 952:                                                    \
 221         FTR_ENTRY_OFFSET 951b-952b;                     \
 222         .popsection;
 223
 224 #define NOSPEC_BARRIER_FIXUP_SECTION                    \
 225 953:                                                    \
 226         .pushsection __barrier_nospec_fixup,"a";        \
 227         .align 2;                                       \
 228 954:                                                    \
 229         FTR_ENTRY_OFFSET 953b-954b;                     \
 230         .popsection;
 231
 232 #define START_BTB_FLUSH_SECTION                 \
 233 955:                                                    \
 234
 235 #define END_BTB_FLUSH_SECTION                   \
 236 956:                                                    \
 237         .pushsection __btb_flush_fixup,"a";     \
 238         .align 2;                                                       \
 239 957:                                            \
 240         FTR_ENTRY_OFFSET 955b-957b;                     \
 241         FTR_ENTRY_OFFSET 956b-957b;                     \
 242         .popsection;
 243
 244 #ifndef __ASSEMBLY__
 245 #include <linux/types.h>
 246
 247 extern long stf_barrier_fallback;
 248 extern long entry_flush_fallback;
 249 extern long __start___stf_entry_barrier_fixup, __stop___stf_entry_barrier_fixup;
 250 extern long __start___stf_exit_barrier_fixup, __stop___stf_exit_barrier_fixup;
 251 extern long __start___entry_flush_fixup, __stop___entry_flush_fixup;
 252 extern long __start___rfi_flush_fixup, __stop___rfi_flush_fixup;
 253 extern long __start___barrier_nospec_fixup, __stop___barrier_nospec_fixup;
 254 extern long __start__btb_flush_fixup, __stop__btb_flush_fixup;
 255
 256 void apply_feature_fixups(void);
 257 void setup_feature_keys(void);
 258 #endif
 259
 260 #endif /* __ASM_POWERPC_FEATURE_FIXUPS_H */