1 #ifndef _ASM_X86_CPUFEATURE_H
2 #define _ASM_X86_CPUFEATURE_H
4 #include <asm/processor.h>
6 #if defined(__KERNEL__) && !defined(__ASSEMBLY__)
9 #include <linux/bitops.h>
31 #ifdef CONFIG_X86_FEATURE_NAMES
32 extern const char * const x86_cap_flags[NCAPINTS*32];
33 extern const char * const x86_power_flags[32];
34 #define X86_CAP_FMT "%s"
35 #define x86_cap_flag(flag) x86_cap_flags[flag]
37 #define X86_CAP_FMT "%d:%d"
38 #define x86_cap_flag(flag) ((flag) >> 5), ((flag) & 31)
42 * In order to save room, we index into this array by doing
43 * X86_BUG_<name> - NCAPINTS*32.
45 extern const char * const x86_bug_flags[NBUGINTS*32];
47 #define test_cpu_cap(c, bit) \
48 test_bit(bit, (unsigned long *)((c)->x86_capability))
50 #define REQUIRED_MASK_BIT_SET(bit) \
51 ( (((bit)>>5)==0 && (1UL<<((bit)&31) & REQUIRED_MASK0)) || \
52 (((bit)>>5)==1 && (1UL<<((bit)&31) & REQUIRED_MASK1)) || \
53 (((bit)>>5)==2 && (1UL<<((bit)&31) & REQUIRED_MASK2)) || \
54 (((bit)>>5)==3 && (1UL<<((bit)&31) & REQUIRED_MASK3)) || \
55 (((bit)>>5)==4 && (1UL<<((bit)&31) & REQUIRED_MASK4)) || \
56 (((bit)>>5)==5 && (1UL<<((bit)&31) & REQUIRED_MASK5)) || \
57 (((bit)>>5)==6 && (1UL<<((bit)&31) & REQUIRED_MASK6)) || \
58 (((bit)>>5)==7 && (1UL<<((bit)&31) & REQUIRED_MASK7)) || \
59 (((bit)>>5)==8 && (1UL<<((bit)&31) & REQUIRED_MASK8)) || \
60 (((bit)>>5)==9 && (1UL<<((bit)&31) & REQUIRED_MASK9)) )
62 #define DISABLED_MASK_BIT_SET(bit) \
63 ( (((bit)>>5)==0 && (1UL<<((bit)&31) & DISABLED_MASK0)) || \
64 (((bit)>>5)==1 && (1UL<<((bit)&31) & DISABLED_MASK1)) || \
65 (((bit)>>5)==2 && (1UL<<((bit)&31) & DISABLED_MASK2)) || \
66 (((bit)>>5)==3 && (1UL<<((bit)&31) & DISABLED_MASK3)) || \
67 (((bit)>>5)==4 && (1UL<<((bit)&31) & DISABLED_MASK4)) || \
68 (((bit)>>5)==5 && (1UL<<((bit)&31) & DISABLED_MASK5)) || \
69 (((bit)>>5)==6 && (1UL<<((bit)&31) & DISABLED_MASK6)) || \
70 (((bit)>>5)==7 && (1UL<<((bit)&31) & DISABLED_MASK7)) || \
71 (((bit)>>5)==8 && (1UL<<((bit)&31) & DISABLED_MASK8)) || \
72 (((bit)>>5)==9 && (1UL<<((bit)&31) & DISABLED_MASK9)) )
74 #define cpu_has(c, bit) \
75 (__builtin_constant_p(bit) && REQUIRED_MASK_BIT_SET(bit) ? 1 : \
78 #define this_cpu_has(bit) \
79 (__builtin_constant_p(bit) && REQUIRED_MASK_BIT_SET(bit) ? 1 : \
80 x86_this_cpu_test_bit(bit, (unsigned long *)&cpu_info.x86_capability))
83 * This macro is for detection of features which need kernel
84 * infrastructure to be used. It may *not* directly test the CPU
85 * itself. Use the cpu_has() family if you want true runtime
86 * testing of CPU features, like in hypervisor code where you are
87 * supporting a possible guest feature where host support for it
90 #define cpu_feature_enabled(bit) \
91 (__builtin_constant_p(bit) && DISABLED_MASK_BIT_SET(bit) ? 0 : \
92 cpu_has(&boot_cpu_data, bit))
94 #define boot_cpu_has(bit) cpu_has(&boot_cpu_data, bit)
96 #define set_cpu_cap(c, bit) set_bit(bit, (unsigned long *)((c)->x86_capability))
97 #define clear_cpu_cap(c, bit) clear_bit(bit, (unsigned long *)((c)->x86_capability))
98 #define setup_clear_cpu_cap(bit) do { \
99 clear_cpu_cap(&boot_cpu_data, bit); \
100 set_bit(bit, (unsigned long *)cpu_caps_cleared); \
102 #define setup_force_cpu_cap(bit) do { \
103 set_cpu_cap(&boot_cpu_data, bit); \
104 set_bit(bit, (unsigned long *)cpu_caps_set); \
107 #define cpu_has_fpu boot_cpu_has(X86_FEATURE_FPU)
108 #define cpu_has_pse boot_cpu_has(X86_FEATURE_PSE)
109 #define cpu_has_tsc boot_cpu_has(X86_FEATURE_TSC)
110 #define cpu_has_pge boot_cpu_has(X86_FEATURE_PGE)
111 #define cpu_has_apic boot_cpu_has(X86_FEATURE_APIC)
112 #define cpu_has_fxsr boot_cpu_has(X86_FEATURE_FXSR)
113 #define cpu_has_xmm boot_cpu_has(X86_FEATURE_XMM)
114 #define cpu_has_xmm2 boot_cpu_has(X86_FEATURE_XMM2)
115 #define cpu_has_aes boot_cpu_has(X86_FEATURE_AES)
116 #define cpu_has_avx boot_cpu_has(X86_FEATURE_AVX)
117 #define cpu_has_avx2 boot_cpu_has(X86_FEATURE_AVX2)
118 #define cpu_has_clflush boot_cpu_has(X86_FEATURE_CLFLUSH)
119 #define cpu_has_gbpages boot_cpu_has(X86_FEATURE_GBPAGES)
120 #define cpu_has_arch_perfmon boot_cpu_has(X86_FEATURE_ARCH_PERFMON)
121 #define cpu_has_pat boot_cpu_has(X86_FEATURE_PAT)
122 #define cpu_has_x2apic boot_cpu_has(X86_FEATURE_X2APIC)
123 #define cpu_has_xsave boot_cpu_has(X86_FEATURE_XSAVE)
124 #define cpu_has_xsaves boot_cpu_has(X86_FEATURE_XSAVES)
125 #define cpu_has_osxsave boot_cpu_has(X86_FEATURE_OSXSAVE)
126 #define cpu_has_hypervisor boot_cpu_has(X86_FEATURE_HYPERVISOR)
128 * Do not add any more of those clumsy macros - use static_cpu_has() for
129 * fast paths and boot_cpu_has() otherwise!
132 #if __GNUC__ >= 4 && defined(CONFIG_X86_FAST_FEATURE_TESTS)
133 extern bool __static_cpu_has(u16 bit);
136 * Static testing of CPU features. Used the same as boot_cpu_has().
137 * These are only valid after alternatives have run, but will statically
138 * patch the target code for additional performance.
140 static __always_inline __pure bool _static_cpu_has(u16 bit)
142 #ifdef CC_HAVE_ASM_GOTO
143 asm_volatile_goto("1: jmp %l[t_dynamic]\n"
145 ".skip -(((5f-4f) - (2b-1b)) > 0) * "
146 "((5f-4f) - (2b-1b)),0x90\n"
148 ".section .altinstructions,\"a\"\n"
149 " .long 1b - .\n" /* src offset */
150 " .long 4f - .\n" /* repl offset */
151 " .word %P1\n" /* always replace */
152 " .byte 3b - 1b\n" /* src len */
153 " .byte 5f - 4f\n" /* repl len */
154 " .byte 3b - 2b\n" /* pad len */
156 ".section .altinstr_replacement,\"ax\"\n"
160 ".section .altinstructions,\"a\"\n"
161 " .long 1b - .\n" /* src offset */
162 " .long 0\n" /* no replacement */
163 " .word %P0\n" /* feature bit */
164 " .byte 3b - 1b\n" /* src len */
165 " .byte 0\n" /* repl len */
166 " .byte 0\n" /* pad len */
168 : : "i" (bit), "i" (X86_FEATURE_ALWAYS)
169 : : t_dynamic, t_no);
174 return __static_cpu_has(bit);
177 /* Open-coded due to __stringify() in ALTERNATIVE() */
178 asm volatile("1: movb $2,%0\n"
180 ".section .altinstructions,\"a\"\n"
181 " .long 1b - .\n" /* src offset */
182 " .long 3f - .\n" /* repl offset */
183 " .word %P2\n" /* always replace */
184 " .byte 2b - 1b\n" /* source len */
185 " .byte 4f - 3f\n" /* replacement len */
186 " .byte 0\n" /* pad len */
188 ".section .discard,\"aw\",@progbits\n"
189 " .byte 0xff + (4f-3f) - (2b-1b)\n" /* size check */
191 ".section .altinstr_replacement,\"ax\"\n"
195 ".section .altinstructions,\"a\"\n"
196 " .long 1b - .\n" /* src offset */
197 " .long 5f - .\n" /* repl offset */
198 " .word %P1\n" /* feature bit */
199 " .byte 4b - 3b\n" /* src len */
200 " .byte 6f - 5f\n" /* repl len */
201 " .byte 0\n" /* pad len */
203 ".section .discard,\"aw\",@progbits\n"
204 " .byte 0xff + (6f-5f) - (4b-3b)\n" /* size check */
206 ".section .altinstr_replacement,\"ax\"\n"
211 : "i" (bit), "i" (X86_FEATURE_ALWAYS));
212 return (flag == 2 ? __static_cpu_has(bit) : flag);
213 #endif /* CC_HAVE_ASM_GOTO */
216 #define static_cpu_has(bit) \
218 __builtin_constant_p(boot_cpu_has(bit)) ? \
219 boot_cpu_has(bit) : \
220 _static_cpu_has(bit) \
224 * gcc 3.x is too stupid to do the static test; fall back to dynamic.
226 #define static_cpu_has(bit) boot_cpu_has(bit)
229 #define cpu_has_bug(c, bit) cpu_has(c, (bit))
230 #define set_cpu_bug(c, bit) set_cpu_cap(c, (bit))
231 #define clear_cpu_bug(c, bit) clear_cpu_cap(c, (bit))
233 #define static_cpu_has_bug(bit) static_cpu_has((bit))
234 #define boot_cpu_has_bug(bit) cpu_has_bug(&boot_cpu_data, (bit))
236 #define MAX_CPU_FEATURES (NCAPINTS * 32)
237 #define cpu_have_feature boot_cpu_has
239 #define CPU_FEATURE_TYPEFMT "x86,ven%04Xfam%04Xmod%04X"
240 #define CPU_FEATURE_TYPEVAL boot_cpu_data.x86_vendor, boot_cpu_data.x86, \
241 boot_cpu_data.x86_model
243 #endif /* defined(__KERNEL__) && !defined(__ASSEMBLY__) */
244 #endif /* _ASM_X86_CPUFEATURE_H */