Rev 5056 | Rev 6588 | Go to most recent revision | Show entire file | Regard whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 5056 | Rev 6082 | ||
---|---|---|---|
Line 7... | Line 7... | ||
7 | */ |
7 | */ |
8 | #define GCC_VERSION (__GNUC__ * 10000 \ |
8 | #define GCC_VERSION (__GNUC__ * 10000 \ |
9 | + __GNUC_MINOR__ * 100 \ |
9 | + __GNUC_MINOR__ * 100 \ |
10 | + __GNUC_PATCHLEVEL__) |
10 | + __GNUC_PATCHLEVEL__) |
Line 11... | Line -... | ||
11 | - | ||
12 | 11 | ||
- | 12 | /* Optimization barrier */ |
|
13 | /* Optimization barrier */ |
13 | |
14 | /* The "volatile" is due to gcc bugs */ |
14 | /* The "volatile" is due to gcc bugs */ |
- | 15 | #define barrier() __asm__ __volatile__("": : :"memory") |
|
- | 16 | /* |
|
- | 17 | * This version is i.e. to prevent dead stores elimination on @ptr |
|
- | 18 | * where gcc and llvm may behave differently when otherwise using |
|
- | 19 | * normal barrier(): while gcc behavior gets along with a normal |
|
- | 20 | * barrier(), llvm needs an explicit input variable to be assumed |
|
- | 21 | * clobbered. The issue is as follows: while the inline asm might |
|
- | 22 | * access any memory it wants, the compiler could have fit all of |
|
- | 23 | * @ptr into memory registers instead, and since @ptr never escaped |
|
- | 24 | * from that, it proofed that the inline asm wasn't touching any of |
|
- | 25 | * it. This version works well with both compilers, i.e. we're telling |
|
- | 26 | * the compiler that the inline asm absolutely may see the contents |
|
- | 27 | * of @ptr. See also: https://llvm.org/bugs/show_bug.cgi?id=15495 |
|
- | 28 | */ |
|
Line 15... | Line 29... | ||
15 | #define barrier() __asm__ __volatile__("": : :"memory") |
29 | #define barrier_data(ptr) __asm__ __volatile__("": :"r"(ptr) :"memory") |
16 | 30 | ||
17 | /* |
31 | /* |
18 | * This macro obfuscates arithmetic on a variable address so that gcc |
32 | * This macro obfuscates arithmetic on a variable address so that gcc |
Line 31... | Line 45... | ||
31 | * RELOC_HIDE could trash r30. The bug can be worked around by changing |
45 | * RELOC_HIDE could trash r30. The bug can be worked around by changing |
32 | * the inline assembly constraint from =g to =r, in this particular |
46 | * the inline assembly constraint from =g to =r, in this particular |
33 | * case either is valid. |
47 | * case either is valid. |
34 | */ |
48 | */ |
35 | #define RELOC_HIDE(ptr, off) \ |
49 | #define RELOC_HIDE(ptr, off) \ |
- | 50 | ({ \ |
|
36 | ({ unsigned long __ptr; \ |
51 | unsigned long __ptr; \ |
37 | __asm__ ("" : "=r"(__ptr) : "0"(ptr)); \ |
52 | __asm__ ("" : "=r"(__ptr) : "0"(ptr)); \ |
38 | (typeof(ptr)) (__ptr + (off)); }) |
53 | (typeof(ptr)) (__ptr + (off)); \ |
- | 54 | }) |
|
Line 39... | Line 55... | ||
39 | 55 | ||
- | 56 | /* Make the optimizer believe the variable can be manipulated arbitrarily. */ |
|
40 | /* Make the optimizer believe the variable can be manipulated arbitrarily. */ |
57 | #define OPTIMIZER_HIDE_VAR(var) \ |
Line 41... | Line 58... | ||
41 | #define OPTIMIZER_HIDE_VAR(var) __asm__ ("" : "=r" (var) : "0" (var)) |
58 | __asm__ ("" : "=r" (var) : "0" (var)) |
42 | 59 | ||
43 | #ifdef __CHECKER__ |
60 | #ifdef __CHECKER__ |
44 | #define __must_be_array(arr) 0 |
61 | #define __must_be_array(a) 0 |
45 | #else |
62 | #else |
46 | /* &a[0] degrades to a pointer: a different type from an array */ |
63 | /* &a[0] degrades to a pointer: a different type from an array */ |
Line 61... | Line 78... | ||
61 | # define inline inline notrace |
78 | #define inline inline notrace |
62 | # define __inline__ __inline__ notrace |
79 | #define __inline__ __inline__ notrace |
63 | # define __inline __inline notrace |
80 | #define __inline __inline notrace |
64 | #endif |
81 | #endif |
Line -... | Line 82... | ||
- | 82 | ||
- | 83 | #define __always_inline inline __attribute__((always_inline)) |
|
- | 84 | #define noinline __attribute__((noinline)) |
|
65 | 85 | ||
66 | #define __deprecated __attribute__((deprecated)) |
86 | #define __deprecated __attribute__((deprecated)) |
67 | #define __packed __attribute__((packed)) |
87 | #define __packed __attribute__((packed)) |
- | 88 | #define __weak __attribute__((weak)) |
|
Line 68... | Line 89... | ||
68 | #define __weak __attribute__((weak)) |
89 | #define __alias(symbol) __attribute__((alias(#symbol))) |
69 | 90 | ||
70 | /* |
91 | /* |
71 | * it doesn't make sense on ARM (currently the only user of __naked) to trace |
92 | * it doesn't make sense on ARM (currently the only user of __naked) |
72 | * naked functions because then mcount is called without stack and frame pointer |
93 | * to trace naked functions because then mcount is called without |
73 | * being set up and there is no chance to restore the lr register to the value |
94 | * stack and frame pointer being set up and there is no chance to |
74 | * before mcount was called. |
95 | * restore the lr register to the value before mcount was called. |
75 | * |
96 | * |
- | 97 | * The asm() bodies of naked functions often depend on standard calling |
|
76 | * The asm() bodies of naked functions often depend on standard calling conventions, |
98 | * conventions, therefore they must be noinline and noclone. |
- | 99 | * |
|
77 | * therefore they must be noinline and noclone. GCC 4.[56] currently fail to enforce |
100 | * GCC 4.[56] currently fail to enforce this, so we must do so ourselves. |
78 | * this, so we must do so ourselves. See GCC PR44290. |
101 | * See GCC PR44290. |
Line 79... | Line 102... | ||
79 | */ |
102 | */ |
Line 93... | Line 116... | ||
93 | */ |
116 | */ |
94 | #define __pure __attribute__((pure)) |
117 | #define __pure __attribute__((pure)) |
95 | #define __aligned(x) __attribute__((aligned(x))) |
118 | #define __aligned(x) __attribute__((aligned(x))) |
96 | #define __printf(a, b) __attribute__((format(printf, a, b))) |
119 | #define __printf(a, b) __attribute__((format(printf, a, b))) |
97 | #define __scanf(a, b) __attribute__((format(scanf, a, b))) |
120 | #define __scanf(a, b) __attribute__((format(scanf, a, b))) |
98 | #define noinline __attribute__((noinline)) |
- | |
99 | #define __attribute_const__ __attribute__((__const__)) |
121 | #define __attribute_const__ __attribute__((__const__)) |
100 | #define __maybe_unused __attribute__((unused)) |
122 | #define __maybe_unused __attribute__((unused)) |
101 | #define __always_unused __attribute__((unused)) |
123 | #define __always_unused __attribute__((unused)) |
Line -... | Line 124... | ||
- | 124 | ||
- | 125 | /* gcc version specific checks */ |
|
- | 126 | ||
- | 127 | #if GCC_VERSION < 30200 |
|
- | 128 | # error Sorry, your compiler is too old - please upgrade it. |
|
- | 129 | #endif |
|
- | 130 | ||
- | 131 | #if GCC_VERSION < 30300 |
|
- | 132 | # define __used __attribute__((__unused__)) |
|
- | 133 | #else |
|
- | 134 | # define __used __attribute__((__used__)) |
|
- | 135 | #endif |
|
- | 136 | ||
- | 137 | #ifdef CONFIG_GCOV_KERNEL |
|
- | 138 | # if GCC_VERSION < 30400 |
|
- | 139 | # error "GCOV profiling support for gcc versions below 3.4 not included" |
|
- | 140 | # endif /* __GNUC_MINOR__ */ |
|
- | 141 | #endif /* CONFIG_GCOV_KERNEL */ |
|
- | 142 | ||
- | 143 | #if GCC_VERSION >= 30400 |
|
- | 144 | #define __must_check __attribute__((warn_unused_result)) |
|
- | 145 | #endif |
|
- | 146 | ||
- | 147 | #if GCC_VERSION >= 40000 |
|
- | 148 | ||
- | 149 | /* GCC 4.1.[01] miscompiles __weak */ |
|
- | 150 | #ifdef __KERNEL__ |
|
- | 151 | # if GCC_VERSION >= 40100 && GCC_VERSION <= 40101 |
|
- | 152 | # error Your version of gcc miscompiles the __weak directive |
|
- | 153 | # endif |
|
- | 154 | #endif |
|
- | 155 | ||
102 | 156 | #define __used __attribute__((__used__)) |
|
- | 157 | #define __compiler_offsetof(a, b) \ |
|
- | 158 | __builtin_offsetof(a, b) |
|
- | 159 | ||
- | 160 | #if GCC_VERSION >= 40100 && GCC_VERSION < 40600 |
|
- | 161 | # define __compiletime_object_size(obj) __builtin_object_size(obj, 0) |
|
- | 162 | #endif |
|
- | 163 | ||
- | 164 | #if GCC_VERSION >= 40300 |
|
- | 165 | /* Mark functions as cold. gcc will assume any path leading to a call |
|
- | 166 | * to them will be unlikely. This means a lot of manual unlikely()s |
|
- | 167 | * are unnecessary now for any paths leading to the usual suspects |
|
- | 168 | * like BUG(), printk(), panic() etc. [but let's keep them for now for |
|
- | 169 | * older compilers] |
|
- | 170 | * |
|
- | 171 | * Early snapshots of gcc 4.3 don't support this and we can't detect this |
|
- | 172 | * in the preprocessor, but we can live with this because they're unreleased. |
|
- | 173 | * Maketime probing would be overkill here. |
|
- | 174 | * |
|
- | 175 | * gcc also has a __attribute__((__hot__)) to move hot functions into |
|
- | 176 | * a special section, but I don't see any sense in this right now in |
|
- | 177 | * the kernel context |
|
- | 178 | */ |
|
- | 179 | #define __cold __attribute__((__cold__)) |
|
- | 180 | ||
- | 181 | #define __UNIQUE_ID(prefix) __PASTE(__PASTE(__UNIQUE_ID_, prefix), __COUNTER__) |
|
- | 182 | ||
- | 183 | #ifndef __CHECKER__ |
|
103 | #define __gcc_header(x) #x |
184 | # define __compiletime_warning(message) __attribute__((warning(message))) |
- | 185 | # define __compiletime_error(message) __attribute__((error(message))) |
|
- | 186 | #endif /* __CHECKER__ */ |
|
- | 187 | #endif /* GCC_VERSION >= 40300 */ |
|
- | 188 | ||
- | 189 | #if GCC_VERSION >= 40500 |
|
- | 190 | /* |
|
- | 191 | * Mark a position in code as unreachable. This can be used to |
|
- | 192 | * suppress control flow warnings after asm blocks that transfer |
|
- | 193 | * control elsewhere. |
|
- | 194 | * |
|
- | 195 | * Early snapshots of gcc 4.5 don't support this and we can't detect |
|
- | 196 | * this in the preprocessor, but we can live with this because they're |
|
- | 197 | * unreleased. Really, we need to have autoconf for the kernel. |
|
104 | #define _gcc_header(x) __gcc_header(linux/compiler-gcc##x.h) |
198 | */ |
- | 199 | #define unreachable() __builtin_unreachable() |
|
- | 200 | ||
- | 201 | /* Mark a function definition as prohibited from being cloned. */ |
|
- | 202 | #define __noclone __attribute__((__noclone__)) |
|
- | 203 | ||
- | 204 | #endif /* GCC_VERSION >= 40500 */ |
|
- | 205 | ||
- | 206 | #if GCC_VERSION >= 40600 |
|
- | 207 | /* |
|
- | 208 | * When used with Link Time Optimization, gcc can optimize away C functions or |
|
- | 209 | * variables which are referenced only from assembly code. __visible tells the |
|
- | 210 | * optimizer that something else uses this function or variable, thus preventing |
|
- | 211 | * this. |
|
- | 212 | */ |
|
- | 213 | #define __visible __attribute__((externally_visible)) |
|
- | 214 | #endif |
|
- | 215 | ||
- | 216 | ||
- | 217 | #if GCC_VERSION >= 40900 && !defined(__CHECKER__) |
|
- | 218 | /* |
|
- | 219 | * __assume_aligned(n, k): Tell the optimizer that the returned |
|
- | 220 | * pointer can be assumed to be k modulo n. The second argument is |
|
- | 221 | * optional (default 0), so we use a variadic macro to make the |
|
- | 222 | * shorthand. |
|
- | 223 | * |
|
- | 224 | * Beware: Do not apply this to functions which may return |
|
- | 225 | * ERR_PTRs. Also, it is probably unwise to apply it to functions |
|
- | 226 | * returning extra information in the low bits (but in that case the |
|
- | 227 | * compiler should see some alignment anyway, when the return value is |
|
- | 228 | * massaged by 'flags = ptr & 3; ptr &= ~3;'). |
|
- | 229 | */ |
|
- | 230 | #define __assume_aligned(a, ...) __attribute__((__assume_aligned__(a, ## __VA_ARGS__))) |
|
- | 231 | #endif |
|
- | 232 | ||
- | 233 | /* |
|
- | 234 | * GCC 'asm goto' miscompiles certain code sequences: |
|
- | 235 | * |
|
- | 236 | * http://gcc.gnu.org/bugzilla/show_bug.cgi?id=58670 |
|
- | 237 | * |
|
- | 238 | * Work it around via a compiler barrier quirk suggested by Jakub Jelinek. |
|
- | 239 | * |
|
- | 240 | * (asm goto is automatically volatile - the naming reflects this.) |
|
- | 241 | */ |
|
- | 242 | #define asm_volatile_goto(x...) do { asm goto(x); asm (""); } while (0) |
|
- | 243 | ||
- | 244 | #ifdef CONFIG_ARCH_USE_BUILTIN_BSWAP |
|
- | 245 | #if GCC_VERSION >= 40400 |
|
- | 246 | #define __HAVE_BUILTIN_BSWAP32__ |
|
- | 247 | #define __HAVE_BUILTIN_BSWAP64__ |
|
- | 248 | #endif |
|
105 | #define gcc_header(x) _gcc_header(x) |
249 | #if GCC_VERSION >= 40800 || (defined(__powerpc__) && GCC_VERSION >= 40600) |
- | 250 | #define __HAVE_BUILTIN_BSWAP16__ |
|
- | 251 | #endif |
|
- | 252 | #endif /* CONFIG_ARCH_USE_BUILTIN_BSWAP */ |
|
- | 253 | ||
- | 254 | #if GCC_VERSION >= 50000 |
|
- | 255 | #define KASAN_ABI_VERSION 4 |
|
- | 256 | #elif GCC_VERSION >= 40902 |
|
- | 257 | #define KASAN_ABI_VERSION 3 |
|
- | 258 | #endif |
|
- | 259 | ||
- | 260 | #if GCC_VERSION >= 40902 |
|
- | 261 | /* |
|
- | 262 | * Tell the compiler that address safety instrumentation (KASAN) |
|
- | 263 | * should not be applied to that function. |
|
- | 264 | * Conflicts with inlining: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=67368 |
|
- | 265 | */ |
|
- | 266 | #define __no_sanitize_address __attribute__((no_sanitize_address)) |
|
- | 267 | #endif |
|
- | 268 | ||
Line 106... | Line 269... | ||
106 | #include gcc_header(__GNUC__) |
269 | #endif /* gcc version >= 40000 specific checks */ |
107 | 270 | ||
108 | #if !defined(__noclone) |
271 | #if !defined(__noclone) |
Line -... | Line 272... | ||
- | 272 | #define __noclone /* not needed */ |
|
- | 273 | #endif |
|
- | 274 | ||
- | 275 | #if !defined(__no_sanitize_address) |
|
109 | #define __noclone /* not needed */ |
276 | #define __no_sanitize_address |
110 | #endif |
277 | #endif |
111 | 278 | ||
112 | /* |
279 | /* |
113 | * A trick to suppress uninitialized variable warning without generating any |
280 | * A trick to suppress uninitialized variable warning without generating any |
114 | * code |
- | |
115 | */ |
- |