Green shading in the line number column means the source is part of the translation unit, red means it is conditionally excluded. Highlighted line numbers link to the translation unit page. Highlighted macros link to the macro page.
1: /* 2: * Defines x86 CPU feature bits 3: */ 4: #ifndef _ASM_X86_CPUFEATURE_H 5: #define _ASM_X86_CPUFEATURE_H 6: 7: #ifndef _ASM_X86_REQUIRED_FEATURES_H 8: #include <asm/required-features.h> 9: #endif 10: 11: #define NCAPINTS 10 /* N 32-bit words worth of info */ 12: #define NBUGINTS 1 /* N 32-bit bug flags */ 13: 14: /* 15: * Note: If the comment begins with a quoted string, that string is used 16: * in /proc/cpuinfo instead of the macro name. If the string is "", 17: * this feature bit is not displayed in /proc/cpuinfo at all. 18: */ 19: 20: /* Intel-defined CPU features, CPUID level 0x00000001 (edx), word 0 */ 21: #define X86_FEATURE_FPU (0*32+ 0) /* Onboard FPU */ 22: #define X86_FEATURE_VME (0*32+ 1) /* Virtual Mode Extensions */ 23: #define X86_FEATURE_DE (0*32+ 2) /* Debugging Extensions */ 24: #define X86_FEATURE_PSE (0*32+ 3) /* Page Size Extensions */ 25: #define X86_FEATURE_TSC (0*32+ 4) /* Time Stamp Counter */ 26: #define X86_FEATURE_MSR (0*32+ 5) /* Model-Specific Registers */ 27: #define X86_FEATURE_PAE (0*32+ 6) /* Physical Address Extensions */ 28: #define X86_FEATURE_MCE (0*32+ 7) /* Machine Check Exception */ 29: #define X86_FEATURE_CX8 (0*32+ 8) /* CMPXCHG8 instruction */ 30: #define X86_FEATURE_APIC (0*32+ 9) /* Onboard APIC */ 31: #define X86_FEATURE_SEP (0*32+11) /* SYSENTER/SYSEXIT */ 32: #define X86_FEATURE_MTRR (0*32+12) /* Memory Type Range Registers */ 33: #define X86_FEATURE_PGE (0*32+13) /* Page Global Enable */ 34: #define X86_FEATURE_MCA (0*32+14) /* Machine Check Architecture */ 35: #define X86_FEATURE_CMOV (0*32+15) /* CMOV instructions */ 36: /* (plus FCMOVcc, FCOMI with FPU) */ 37: #define X86_FEATURE_PAT (0*32+16) /* Page Attribute Table */ 38: #define X86_FEATURE_PSE36 (0*32+17) /* 36-bit PSEs */ 39: #define X86_FEATURE_PN (0*32+18) /* Processor serial number */ 40: #define X86_FEATURE_CLFLSH (0*32+19) /* "clflush" CLFLUSH instruction */ 41: #define X86_FEATURE_DS (0*32+21) /* "dts" Debug Store */ 42: #define X86_FEATURE_ACPI (0*32+22) /* ACPI via MSR */ 43: #define X86_FEATURE_MMX (0*32+23) /* Multimedia Extensions */ 44: #define X86_FEATURE_FXSR (0*32+24) /* FXSAVE/FXRSTOR, CR4.OSFXSR */ 45: #define X86_FEATURE_XMM (0*32+25) /* "sse" */ 46: #define X86_FEATURE_XMM2 (0*32+26) /* "sse2" */ 47: #define X86_FEATURE_SELFSNOOP (0*32+27) /* "ss" CPU self snoop */ 48: #define X86_FEATURE_HT (0*32+28) /* Hyper-Threading */ 49: #define X86_FEATURE_ACC (0*32+29) /* "tm" Automatic clock control */ 50: #define X86_FEATURE_IA64 (0*32+30) /* IA-64 processor */ 51: #define X86_FEATURE_PBE (0*32+31) /* Pending Break Enable */ 52: 53: /* AMD-defined CPU features, CPUID level 0x80000001, word 1 */ 54: /* Don't duplicate feature flags which are redundant with Intel! */ 55: #define X86_FEATURE_SYSCALL (1*32+11) /* SYSCALL/SYSRET */ 56: #define X86_FEATURE_MP (1*32+19) /* MP Capable. */ 57: #define X86_FEATURE_NX (1*32+20) /* Execute Disable */ 58: #define X86_FEATURE_MMXEXT (1*32+22) /* AMD MMX extensions */ 59: #define X86_FEATURE_FXSR_OPT (1*32+25) /* FXSAVE/FXRSTOR optimizations */ 60: #define X86_FEATURE_GBPAGES (1*32+26) /* "pdpe1gb" GB pages */ 61: #define X86_FEATURE_RDTSCP (1*32+27) /* RDTSCP */ 62: #define X86_FEATURE_LM (1*32+29) /* Long Mode (x86-64) */ 63: #define X86_FEATURE_3DNOWEXT (1*32+30) /* AMD 3DNow! extensions */ 64: #define X86_FEATURE_3DNOW (1*32+31) /* 3DNow! */ 65: 66: /* Transmeta-defined CPU features, CPUID level 0x80860001, word 2 */ 67: #define X86_FEATURE_RECOVERY (2*32+ 0) /* CPU in recovery mode */ 68: #define X86_FEATURE_LONGRUN (2*32+ 1) /* Longrun power control */ 69: #define X86_FEATURE_LRTI (2*32+ 3) /* LongRun table interface */ 70: 71: /* Other features, Linux-defined mapping, word 3 */ 72: /* This range is used for feature bits which conflict or are synthesized */ 73: #define X86_FEATURE_CXMMX (3*32+ 0) /* Cyrix MMX extensions */ 74: #define X86_FEATURE_K6_MTRR (3*32+ 1) /* AMD K6 nonstandard MTRRs */ 75: #define X86_FEATURE_CYRIX_ARR (3*32+ 2) /* Cyrix ARRs (= MTRRs) */ 76: #define X86_FEATURE_CENTAUR_MCR (3*32+ 3) /* Centaur MCRs (= MTRRs) */ 77: /* cpu types for specific tunings: */ 78: #define X86_FEATURE_K8 (3*32+ 4) /* "" Opteron, Athlon64 */ 79: #define X86_FEATURE_K7 (3*32+ 5) /* "" Athlon */ 80: #define X86_FEATURE_P3 (3*32+ 6) /* "" P3 */ 81: #define X86_FEATURE_P4 (3*32+ 7) /* "" P4 */ 82: #define X86_FEATURE_CONSTANT_TSC (3*32+ 8) /* TSC ticks at a constant rate */ 83: #define X86_FEATURE_UP (3*32+ 9) /* smp kernel running on up */ 84: #define X86_FEATURE_FXSAVE_LEAK (3*32+10) /* "" FXSAVE leaks FOP/FIP/FOP */ 85: #define X86_FEATURE_ARCH_PERFMON (3*32+11) /* Intel Architectural PerfMon */ 86: #define X86_FEATURE_PEBS (3*32+12) /* Precise-Event Based Sampling */ 87: #define X86_FEATURE_BTS (3*32+13) /* Branch Trace Store */ 88: #define X86_FEATURE_SYSCALL32 (3*32+14) /* "" syscall in ia32 userspace */ 89: #define X86_FEATURE_SYSENTER32 (3*32+15) /* "" sysenter in ia32 userspace */ 90: #define X86_FEATURE_REP_GOOD (3*32+16) /* rep microcode works well */ 91: #define X86_FEATURE_MFENCE_RDTSC (3*32+17) /* "" Mfence synchronizes RDTSC */ 92: #define X86_FEATURE_LFENCE_RDTSC (3*32+18) /* "" Lfence synchronizes RDTSC */ 93: #define X86_FEATURE_11AP (3*32+19) /* "" Bad local APIC aka 11AP */ 94: #define X86_FEATURE_NOPL (3*32+20) /* The NOPL (0F 1F) instructions */ 95: #define X86_FEATURE_ALWAYS (3*32+21) /* "" Always-present feature */ 96: #define X86_FEATURE_XTOPOLOGY (3*32+22) /* cpu topology enum extensions */ 97: #define X86_FEATURE_TSC_RELIABLE (3*32+23) /* TSC is known to be reliable */ 98: #define X86_FEATURE_NONSTOP_TSC (3*32+24) /* TSC does not stop in C states */ 99: #define X86_FEATURE_CLFLUSH_MONITOR (3*32+25) /* "" clflush reqd with monitor */ 100: #define X86_FEATURE_EXTD_APICID (3*32+26) /* has extended APICID (8 bits) */ 101: #define X86_FEATURE_AMD_DCM (3*32+27) /* multi-node processor */ 102: #define X86_FEATURE_APERFMPERF (3*32+28) /* APERFMPERF */ 103: #define X86_FEATURE_EAGER_FPU (3*32+29) /* "eagerfpu" Non lazy FPU restore */ 104: #define X86_FEATURE_NONSTOP_TSC_S3 (3*32+30) /* TSC doesn't stop in S3 state */ 105: 106: /* Intel-defined CPU features, CPUID level 0x00000001 (ecx), word 4 */ 107: #define X86_FEATURE_XMM3 (4*32+ 0) /* "pni" SSE-3 */ 108: #define X86_FEATURE_PCLMULQDQ (4*32+ 1) /* PCLMULQDQ instruction */ 109: #define X86_FEATURE_DTES64 (4*32+ 2) /* 64-bit Debug Store */ 110: #define X86_FEATURE_MWAIT (4*32+ 3) /* "monitor" Monitor/Mwait support */ 111: #define X86_FEATURE_DSCPL (4*32+ 4) /* "ds_cpl" CPL Qual. Debug Store */ 112: #define X86_FEATURE_VMX (4*32+ 5) /* Hardware virtualization */ 113: #define X86_FEATURE_SMX (4*32+ 6) /* Safer mode */ 114: #define X86_FEATURE_EST (4*32+ 7) /* Enhanced SpeedStep */ 115: #define X86_FEATURE_TM2 (4*32+ 8) /* Thermal Monitor 2 */ 116: #define X86_FEATURE_SSSE3 (4*32+ 9) /* Supplemental SSE-3 */ 117: #define X86_FEATURE_CID (4*32+10) /* Context ID */ 118: #define X86_FEATURE_FMA (4*32+12) /* Fused multiply-add */ 119: #define X86_FEATURE_CX16 (4*32+13) /* CMPXCHG16B */ 120: #define X86_FEATURE_XTPR (4*32+14) /* Send Task Priority Messages */ 121: #define X86_FEATURE_PDCM (4*32+15) /* Performance Capabilities */ 122: #define X86_FEATURE_PCID (4*32+17) /* Process Context Identifiers */ 123: #define X86_FEATURE_DCA (4*32+18) /* Direct Cache Access */ 124: #define X86_FEATURE_XMM4_1 (4*32+19) /* "sse4_1" SSE-4.1 */ 125: #define X86_FEATURE_XMM4_2 (4*32+20) /* "sse4_2" SSE-4.2 */ 126: #define X86_FEATURE_X2APIC (4*32+21) /* x2APIC */ 127: #define X86_FEATURE_MOVBE (4*32+22) /* MOVBE instruction */ 128: #define X86_FEATURE_POPCNT (4*32+23) /* POPCNT instruction */ 129: #define X86_FEATURE_TSC_DEADLINE_TIMER (4*32+24) /* Tsc deadline timer */ 130: #define X86_FEATURE_AES (4*32+25) /* AES instructions */ 131: #define X86_FEATURE_XSAVE (4*32+26) /* XSAVE/XRSTOR/XSETBV/XGETBV */ 132: #define X86_FEATURE_OSXSAVE (4*32+27) /* "" XSAVE enabled in the OS */ 133: #define X86_FEATURE_AVX (4*32+28) /* Advanced Vector Extensions */ 134: #define X86_FEATURE_F16C (4*32+29) /* 16-bit fp conversions */ 135: #define X86_FEATURE_RDRAND (4*32+30) /* The RDRAND instruction */ 136: #define X86_FEATURE_HYPERVISOR (4*32+31) /* Running on a hypervisor */ 137: 138: /* VIA/Cyrix/Centaur-defined CPU features, CPUID level 0xC0000001, word 5 */ 139: #define X86_FEATURE_XSTORE (5*32+ 2) /* "rng" RNG present (xstore) */ 140: #define X86_FEATURE_XSTORE_EN (5*32+ 3) /* "rng_en" RNG enabled */ 141: #define X86_FEATURE_XCRYPT (5*32+ 6) /* "ace" on-CPU crypto (xcrypt) */ 142: #define X86_FEATURE_XCRYPT_EN (5*32+ 7) /* "ace_en" on-CPU crypto enabled */ 143: #define X86_FEATURE_ACE2 (5*32+ 8) /* Advanced Cryptography Engine v2 */ 144: #define X86_FEATURE_ACE2_EN (5*32+ 9) /* ACE v2 enabled */ 145: #define X86_FEATURE_PHE (5*32+10) /* PadLock Hash Engine */ 146: #define X86_FEATURE_PHE_EN (5*32+11) /* PHE enabled */ 147: #define X86_FEATURE_PMM (5*32+12) /* PadLock Montgomery Multiplier */ 148: #define X86_FEATURE_PMM_EN (5*32+13) /* PMM enabled */ 149: 150: /* More extended AMD flags: CPUID level 0x80000001, ecx, word 6 */ 151: #define X86_FEATURE_LAHF_LM (6*32+ 0) /* LAHF/SAHF in long mode */ 152: #define X86_FEATURE_CMP_LEGACY (6*32+ 1) /* If yes HyperThreading not valid */ 153: #define X86_FEATURE_SVM (6*32+ 2) /* Secure virtual machine */ 154: #define X86_FEATURE_EXTAPIC (6*32+ 3) /* Extended APIC space */ 155: #define X86_FEATURE_CR8_LEGACY (6*32+ 4) /* CR8 in 32-bit mode */ 156: #define X86_FEATURE_ABM (6*32+ 5) /* Advanced bit manipulation */ 157: #define X86_FEATURE_SSE4A (6*32+ 6) /* SSE-4A */ 158: #define X86_FEATURE_MISALIGNSSE (6*32+ 7) /* Misaligned SSE mode */ 159: #define X86_FEATURE_3DNOWPREFETCH (6*32+ 8) /* 3DNow prefetch instructions */ 160: #define X86_FEATURE_OSVW (6*32+ 9) /* OS Visible Workaround */ 161: #define X86_FEATURE_IBS (6*32+10) /* Instruction Based Sampling */ 162: #define X86_FEATURE_XOP (6*32+11) /* extended AVX instructions */ 163: #define X86_FEATURE_SKINIT (6*32+12) /* SKINIT/STGI instructions */ 164: #define X86_FEATURE_WDT (6*32+13) /* Watchdog timer */ 165: #define X86_FEATURE_LWP (6*32+15) /* Light Weight Profiling */ 166: #define X86_FEATURE_FMA4 (6*32+16) /* 4 operands MAC instructions */ 167: #define X86_FEATURE_TCE (6*32+17) /* translation cache extension */ 168: #define X86_FEATURE_NODEID_MSR (6*32+19) /* NodeId MSR */ 169: #define X86_FEATURE_TBM (6*32+21) /* trailing bit manipulations */ 170: #define X86_FEATURE_TOPOEXT (6*32+22) /* topology extensions CPUID leafs */ 171: #define X86_FEATURE_PERFCTR_CORE (6*32+23) /* core performance counter extensions */ 172: #define X86_FEATURE_PERFCTR_NB (6*32+24) /* NB performance counter extensions */ 173: #define X86_FEATURE_PERFCTR_L2 (6*32+28) /* L2 performance counter extensions */ 174: 175: /* 176: * Auxiliary flags: Linux defined - For features scattered in various 177: * CPUID levels like 0x6, 0xA etc, word 7 178: */ 179: #define X86_FEATURE_IDA (7*32+ 0) /* Intel Dynamic Acceleration */ 180: #define X86_FEATURE_ARAT (7*32+ 1) /* Always Running APIC Timer */ 181: #define X86_FEATURE_CPB (7*32+ 2) /* AMD Core Performance Boost */ 182: #define X86_FEATURE_EPB (7*32+ 3) /* IA32_ENERGY_PERF_BIAS support */ 183: #define X86_FEATURE_XSAVEOPT (7*32+ 4) /* Optimized Xsave */ 184: #define X86_FEATURE_PLN (7*32+ 5) /* Intel Power Limit Notification */ 185: #define X86_FEATURE_PTS (7*32+ 6) /* Intel Package Thermal Status */ 186: #define X86_FEATURE_DTHERM (7*32+ 7) /* Digital Thermal Sensor */ 187: #define X86_FEATURE_HW_PSTATE (7*32+ 8) /* AMD HW-PState */ 188: #define X86_FEATURE_PROC_FEEDBACK (7*32+ 9) /* AMD ProcFeedbackInterface */ 189: 190: /* Virtualization flags: Linux defined, word 8 */ 191: #define X86_FEATURE_TPR_SHADOW (8*32+ 0) /* Intel TPR Shadow */ 192: #define X86_FEATURE_VNMI (8*32+ 1) /* Intel Virtual NMI */ 193: #define X86_FEATURE_FLEXPRIORITY (8*32+ 2) /* Intel FlexPriority */ 194: #define X86_FEATURE_EPT (8*32+ 3) /* Intel Extended Page Table */ 195: #define X86_FEATURE_VPID (8*32+ 4) /* Intel Virtual Processor ID */ 196: #define X86_FEATURE_NPT (8*32+ 5) /* AMD Nested Page Table support */ 197: #define X86_FEATURE_LBRV (8*32+ 6) /* AMD LBR Virtualization support */ 198: #define X86_FEATURE_SVML (8*32+ 7) /* "svm_lock" AMD SVM locking MSR */ 199: #define X86_FEATURE_NRIPS (8*32+ 8) /* "nrip_save" AMD SVM next_rip save */ 200: #define X86_FEATURE_TSCRATEMSR (8*32+ 9) /* "tsc_scale" AMD TSC scaling support */ 201: #define X86_FEATURE_VMCBCLEAN (8*32+10) /* "vmcb_clean" AMD VMCB clean bits support */ 202: #define X86_FEATURE_FLUSHBYASID (8*32+11) /* AMD flush-by-ASID support */ 203: #define X86_FEATURE_DECODEASSISTS (8*32+12) /* AMD Decode Assists support */ 204: #define X86_FEATURE_PAUSEFILTER (8*32+13) /* AMD filtered pause intercept */ 205: #define X86_FEATURE_PFTHRESHOLD (8*32+14) /* AMD pause filter threshold */ 206: 207: 208: /* Intel-defined CPU features, CPUID level 0x00000007:0 (ebx), word 9 */ 209: #define X86_FEATURE_FSGSBASE (9*32+ 0) /* {RD/WR}{FS/GS}BASE instructions*/ 210: #define X86_FEATURE_TSC_ADJUST (9*32+ 1) /* TSC adjustment MSR 0x3b */ 211: #define X86_FEATURE_BMI1 (9*32+ 3) /* 1st group bit manipulation extensions */ 212: #define X86_FEATURE_HLE (9*32+ 4) /* Hardware Lock Elision */ 213: #define X86_FEATURE_AVX2 (9*32+ 5) /* AVX2 instructions */ 214: #define X86_FEATURE_SMEP (9*32+ 7) /* Supervisor Mode Execution Protection */ 215: #define X86_FEATURE_BMI2 (9*32+ 8) /* 2nd group bit manipulation extensions */ 216: #define X86_FEATURE_ERMS (9*32+ 9) /* Enhanced REP MOVSB/STOSB */ 217: #define X86_FEATURE_INVPCID (9*32+10) /* Invalidate Processor Context ID */ 218: #define X86_FEATURE_RTM (9*32+11) /* Restricted Transactional Memory */ 219: #define X86_FEATURE_RDSEED (9*32+18) /* The RDSEED instruction */ 220: #define X86_FEATURE_ADX (9*32+19) /* The ADCX and ADOX instructions */ 221: #define X86_FEATURE_SMAP (9*32+20) /* Supervisor Mode Access Prevention */ 222: 223: /* 224: * BUG word(s) 225: */ 226: #define X86_BUG(x) (NCAPINTS*32 + (x)) 227: 228: #define X86_BUG_F00F X86_BUG(0) /* Intel F00F */ 229: #define X86_BUG_FDIV X86_BUG(1) /* FPU FDIV */ 230: #define X86_BUG_COMA X86_BUG(2) /* Cyrix 6x86 coma */ 231: #define X86_BUG_AMD_TLB_MMATCH X86_BUG(3) /* AMD Erratum 383 */ 232: #define X86_BUG_AMD_APIC_C1E X86_BUG(4) /* AMD Erratum 400 */ 233: 234: #if defined(__KERNEL__) && !defined(__ASSEMBLY__) 235: 236: #include <asm/asm.h> 237: #include <linux/bitops.h> 238: 239: extern const char * const x86_cap_flags[NCAPINTS*32]; 240: extern const char * const x86_power_flags[32]; 241: 242: #define test_cpu_cap(c, bit) \ 243: test_bit(bit, (unsigned long *)((c)->x86_capability)) 244: 245: #define REQUIRED_MASK_BIT_SET(bit) \ 246: ( (((bit)>>5)==0 && (1UL<<((bit)&31) & REQUIRED_MASK0)) || \ 247: (((bit)>>5)==1 && (1UL<<((bit)&31) & REQUIRED_MASK1)) || \ 248: (((bit)>>5)==2 && (1UL<<((bit)&31) & REQUIRED_MASK2)) || \ 249: (((bit)>>5)==3 && (1UL<<((bit)&31) & REQUIRED_MASK3)) || \ 250: (((bit)>>5)==4 && (1UL<<((bit)&31) & REQUIRED_MASK4)) || \ 251: (((bit)>>5)==5 && (1UL<<((bit)&31) & REQUIRED_MASK5)) || \ 252: (((bit)>>5)==6 && (1UL<<((bit)&31) & REQUIRED_MASK6)) || \ 253: (((bit)>>5)==7 && (1UL<<((bit)&31) & REQUIRED_MASK7)) || \ 254: (((bit)>>5)==8 && (1UL<<((bit)&31) & REQUIRED_MASK8)) || \ 255: (((bit)>>5)==9 && (1UL<<((bit)&31) & REQUIRED_MASK9)) ) 256: 257: #define cpu_has(c, bit) \ 258: (__builtin_constant_p(bit) && REQUIRED_MASK_BIT_SET(bit) ? 1 : \ 259: test_cpu_cap(c, bit)) 260: 261: #define this_cpu_has(bit) \ 262: (__builtin_constant_p(bit) && REQUIRED_MASK_BIT_SET(bit) ? 1 : \ 263: x86_this_cpu_test_bit(bit, (unsigned long *)&cpu_info.x86_capability)) 264: 265: #define boot_cpu_has(bit) cpu_has(&boot_cpu_data, bit) 266: 267: #define set_cpu_cap(c, bit) set_bit(bit, (unsigned long *)((c)->x86_capability)) 268: #define clear_cpu_cap(c, bit) clear_bit(bit, (unsigned long *)((c)->x86_capability)) 269: #define setup_clear_cpu_cap(bit) do { \ 270: clear_cpu_cap(&boot_cpu_data, bit); \ 271: set_bit(bit, (unsigned long *)cpu_caps_cleared); \ 272: } while (0) 273: #define setup_force_cpu_cap(bit) do { \ 274: set_cpu_cap(&boot_cpu_data, bit); \ 275: set_bit(bit, (unsigned long *)cpu_caps_set); \ 276: } while (0) 277: 278: #define cpu_has_fpu boot_cpu_has(X86_FEATURE_FPU) 279: #define cpu_has_vme boot_cpu_has(X86_FEATURE_VME) 280: #define cpu_has_de boot_cpu_has(X86_FEATURE_DE) 281: #define cpu_has_pse boot_cpu_has(X86_FEATURE_PSE) 282: #define cpu_has_tsc boot_cpu_has(X86_FEATURE_TSC) 283: #define cpu_has_pae boot_cpu_has(X86_FEATURE_PAE) 284: #define cpu_has_pge boot_cpu_has(X86_FEATURE_PGE) 285: #define cpu_has_apic boot_cpu_has(X86_FEATURE_APIC) 286: #define cpu_has_sep boot_cpu_has(X86_FEATURE_SEP) 287: #define cpu_has_mtrr boot_cpu_has(X86_FEATURE_MTRR) 288: #define cpu_has_mmx boot_cpu_has(X86_FEATURE_MMX) 289: #define cpu_has_fxsr boot_cpu_has(X86_FEATURE_FXSR) 290: #define cpu_has_xmm boot_cpu_has(X86_FEATURE_XMM) 291: #define cpu_has_xmm2 boot_cpu_has(X86_FEATURE_XMM2) 292: #define cpu_has_xmm3 boot_cpu_has(X86_FEATURE_XMM3) 293: #define cpu_has_ssse3 boot_cpu_has(X86_FEATURE_SSSE3) 294: #define cpu_has_aes boot_cpu_has(X86_FEATURE_AES) 295: #define cpu_has_avx boot_cpu_has(X86_FEATURE_AVX) 296: #define cpu_has_avx2 boot_cpu_has(X86_FEATURE_AVX2) 297: #define cpu_has_ht boot_cpu_has(X86_FEATURE_HT) 298: #define cpu_has_mp boot_cpu_has(X86_FEATURE_MP) 299: #define cpu_has_nx boot_cpu_has(X86_FEATURE_NX) 300: #define cpu_has_k6_mtrr boot_cpu_has(X86_FEATURE_K6_MTRR) 301: #define cpu_has_cyrix_arr boot_cpu_has(X86_FEATURE_CYRIX_ARR) 302: #define cpu_has_centaur_mcr boot_cpu_has(X86_FEATURE_CENTAUR_MCR) 303: #define cpu_has_xstore boot_cpu_has(X86_FEATURE_XSTORE) 304: #define cpu_has_xstore_enabled boot_cpu_has(X86_FEATURE_XSTORE_EN) 305: #define cpu_has_xcrypt boot_cpu_has(X86_FEATURE_XCRYPT) 306: #define cpu_has_xcrypt_enabled boot_cpu_has(X86_FEATURE_XCRYPT_EN) 307: #define cpu_has_ace2 boot_cpu_has(X86_FEATURE_ACE2) 308: #define cpu_has_ace2_enabled boot_cpu_has(X86_FEATURE_ACE2_EN) 309: #define cpu_has_phe boot_cpu_has(X86_FEATURE_PHE) 310: #define cpu_has_phe_enabled boot_cpu_has(X86_FEATURE_PHE_EN) 311: #define cpu_has_pmm boot_cpu_has(X86_FEATURE_PMM) 312: #define cpu_has_pmm_enabled boot_cpu_has(X86_FEATURE_PMM_EN) 313: #define cpu_has_ds boot_cpu_has(X86_FEATURE_DS) 314: #define cpu_has_pebs boot_cpu_has(X86_FEATURE_PEBS) 315: #define cpu_has_clflush boot_cpu_has(X86_FEATURE_CLFLSH) 316: #define cpu_has_bts boot_cpu_has(X86_FEATURE_BTS) 317: #define cpu_has_gbpages boot_cpu_has(X86_FEATURE_GBPAGES) 318: #define cpu_has_arch_perfmon boot_cpu_has(X86_FEATURE_ARCH_PERFMON) 319: #define cpu_has_pat boot_cpu_has(X86_FEATURE_PAT) 320: #define cpu_has_xmm4_1 boot_cpu_has(X86_FEATURE_XMM4_1) 321: #define cpu_has_xmm4_2 boot_cpu_has(X86_FEATURE_XMM4_2) 322: #define cpu_has_x2apic boot_cpu_has(X86_FEATURE_X2APIC) 323: #define cpu_has_xsave boot_cpu_has(X86_FEATURE_XSAVE) 324: #define cpu_has_xsaveopt boot_cpu_has(X86_FEATURE_XSAVEOPT) 325: #define cpu_has_osxsave boot_cpu_has(X86_FEATURE_OSXSAVE) 326: #define cpu_has_hypervisor boot_cpu_has(X86_FEATURE_HYPERVISOR) 327: #define cpu_has_pclmulqdq boot_cpu_has(X86_FEATURE_PCLMULQDQ) 328: #define cpu_has_perfctr_core boot_cpu_has(X86_FEATURE_PERFCTR_CORE) 329: #define cpu_has_perfctr_nb boot_cpu_has(X86_FEATURE_PERFCTR_NB) 330: #define cpu_has_perfctr_l2 boot_cpu_has(X86_FEATURE_PERFCTR_L2) 331: #define cpu_has_cx8 boot_cpu_has(X86_FEATURE_CX8) 332: #define cpu_has_cx16 boot_cpu_has(X86_FEATURE_CX16) 333: #define cpu_has_eager_fpu boot_cpu_has(X86_FEATURE_EAGER_FPU) 334: #define cpu_has_topoext boot_cpu_has(X86_FEATURE_TOPOEXT) 335: 336: #ifdef CONFIG_X86_64 337: 338: #undef cpu_has_vme 339: #define cpu_has_vme 0 340: 341: #undef cpu_has_pae 342: #define cpu_has_pae ___BUG___ 343: 344: #undef cpu_has_mp 345: #define cpu_has_mp 1 346: 347: #undef cpu_has_k6_mtrr 348: #define cpu_has_k6_mtrr 0 349: 350: #undef cpu_has_cyrix_arr 351: #define cpu_has_cyrix_arr 0 352: 353: #undef cpu_has_centaur_mcr 354: #define cpu_has_centaur_mcr 0 355: 356: #endif /* CONFIG_X86_64 */ 357: 358: #if __GNUC__ >= 4 359: extern void warn_pre_alternatives(void); 360: extern bool __static_cpu_has_safe(u16 bit); 361: 362: /* 363: * Static testing of CPU features. Used the same as boot_cpu_has(). 364: * These are only valid after alternatives have run, but will statically 365: * patch the target code for additional performance. 366: */ 367: static __always_inline __pure bool __static_cpu_has(u16 bit) 368: { 369: #ifdef CC_HAVE_ASM_GOTO 370: 371: #ifdef CONFIG_X86_DEBUG_STATIC_CPU_HAS 372: 373: /* 374: * Catch too early usage of this before alternatives 375: * have run. 376: */ 377: asm_volatile_goto("1: jmp %l[t_warn]\n" 378: "2:\n" 379: ".section .altinstructions,\"a\"\n" 380: " .long 1b - .\n" 381: " .long 0\n" /* no replacement */ 382: " .word %P0\n" /* 1: do replace */ 383: " .byte 2b - 1b\n" /* source len */ 384: " .byte 0\n" /* replacement len */ 385: ".previous\n" 386: /* skipping size check since replacement size = 0 */ 387: : : "i" (X86_FEATURE_ALWAYS) : : t_warn); 388: 389: #endif 390: 391: asm_volatile_goto("1: jmp %l[t_no]\n" 392: "2:\n" 393: ".section .altinstructions,\"a\"\n" 394: " .long 1b - .\n" 395: " .long 0\n" /* no replacement */ 396: " .word %P0\n" /* feature bit */ 397: " .byte 2b - 1b\n" /* source len */ 398: " .byte 0\n" /* replacement len */ 399: ".previous\n" 400: /* skipping size check since replacement size = 0 */ 401: : : "i" (bit) : : t_no); 402: return true; 403: t_no: 404: return false; 405: 406: #ifdef CONFIG_X86_DEBUG_STATIC_CPU_HAS 407: t_warn: 408: warn_pre_alternatives(); 409: return false; 410: #endif 411: 412: #else /* CC_HAVE_ASM_GOTO */ 413: 414: u8 flag; 415: /* Open-coded due to __stringify() in ALTERNATIVE() */ 416: asm volatile("1: movb $0,%0\n" 417: "2:\n" 418: ".section .altinstructions,\"a\"\n" 419: " .long 1b - .\n" 420: " .long 3f - .\n" 421: " .word %P1\n" /* feature bit */ 422: " .byte 2b - 1b\n" /* source len */ 423: " .byte 4f - 3f\n" /* replacement len */ 424: ".previous\n" 425: ".section .discard,\"aw\",@progbits\n" 426: " .byte 0xff + (4f-3f) - (2b-1b)\n" /* size check */ 427: ".previous\n" 428: ".section .altinstr_replacement,\"ax\"\n" 429: "3: movb $1,%0\n" 430: "4:\n" 431: ".previous\n" 432: : "=qm" (flag) : "i" (bit)); 433: return flag; 434: 435: #endif /* CC_HAVE_ASM_GOTO */ 436: } 437: 438: #define static_cpu_has(bit) \ 439: ( \ 440: __builtin_constant_p(boot_cpu_has(bit)) ? \ 441: boot_cpu_has(bit) : \ 442: __builtin_constant_p(bit) ? \ 443: __static_cpu_has(bit) : \ 444: boot_cpu_has(bit) \ 445: ) 446: 447: static __always_inline __pure bool _static_cpu_has_safe(u16 bit) 448: { 449: #ifdef CC_HAVE_ASM_GOTO 450: /* 451: * We need to spell the jumps to the compiler because, depending on the offset, 452: * the replacement jump can be bigger than the original jump, and this we cannot 453: * have. Thus, we force the jump to the widest, 4-byte, signed relative 454: * offset even though the last would often fit in less bytes. 455: */ 456: asm_volatile_goto("1: .byte 0xe9\n .long %l[t_dynamic] - 2f\n" 457: "2:\n" 458: ".section .altinstructions,\"a\"\n" 459: " .long 1b - .\n" /* src offset */ 460: " .long 3f - .\n" /* repl offset */ 461: " .word %P1\n" /* always replace */ 462: " .byte 2b - 1b\n" /* src len */ 463: " .byte 4f - 3f\n" /* repl len */ 464: ".previous\n" 465: ".section .altinstr_replacement,\"ax\"\n" 466: "3: .byte 0xe9\n .long %l[t_no] - 2b\n" 467: "4:\n" 468: ".previous\n" 469: ".section .altinstructions,\"a\"\n" 470: " .long 1b - .\n" /* src offset */ 471: " .long 0\n" /* no replacement */ 472: " .word %P0\n" /* feature bit */ 473: " .byte 2b - 1b\n" /* src len */ 474: " .byte 0\n" /* repl len */ 475: ".previous\n" 476: : : "i" (bit), "i" (X86_FEATURE_ALWAYS) 477: : : t_dynamic, t_no); 478: return true; 479: t_no: 480: return false; 481: t_dynamic: 482: return __static_cpu_has_safe(bit); 483: #else 484: u8 flag; 485: /* Open-coded due to __stringify() in ALTERNATIVE() */ 486: asm volatile("1: movb $2,%0\n" 487: "2:\n" 488: ".section .altinstructions,\"a\"\n" 489: " .long 1b - .\n" /* src offset */ 490: " .long 3f - .\n" /* repl offset */ 491: " .word %P2\n" /* always replace */ 492: " .byte 2b - 1b\n" /* source len */ 493: " .byte 4f - 3f\n" /* replacement len */ 494: ".previous\n" 495: ".section .discard,\"aw\",@progbits\n" 496: " .byte 0xff + (4f-3f) - (2b-1b)\n" /* size check */ 497: ".previous\n" 498: ".section .altinstr_replacement,\"ax\"\n" 499: "3: movb $0,%0\n" 500: "4:\n" 501: ".previous\n" 502: ".section .altinstructions,\"a\"\n" 503: " .long 1b - .\n" /* src offset */ 504: " .long 5f - .\n" /* repl offset */ 505: " .word %P1\n" /* feature bit */ 506: " .byte 4b - 3b\n" /* src len */ 507: " .byte 6f - 5f\n" /* repl len */ 508: ".previous\n" 509: ".section .discard,\"aw\",@progbits\n" 510: " .byte 0xff + (6f-5f) - (4b-3b)\n" /* size check */ 511: ".previous\n" 512: ".section .altinstr_replacement,\"ax\"\n" 513: "5: movb $1,%0\n" 514: "6:\n" 515: ".previous\n" 516: : "=qm" (flag) 517: : "i" (bit), "i" (X86_FEATURE_ALWAYS)); 518: return (flag == 2 ? __static_cpu_has_safe(bit) : flag); 519: #endif /* CC_HAVE_ASM_GOTO */ 520: } 521: 522: #define static_cpu_has_safe(bit) \ 523: ( \ 524: __builtin_constant_p(boot_cpu_has(bit)) ? \ 525: boot_cpu_has(bit) : \ 526: _static_cpu_has_safe(bit) \ 527: ) 528: #else 529: /* 530: * gcc 3.x is too stupid to do the static test; fall back to dynamic. 531: */ 532: #define static_cpu_has(bit) boot_cpu_has(bit) 533: #define static_cpu_has_safe(bit) boot_cpu_has(bit) 534: #endif 535: 536: #define cpu_has_bug(c, bit) cpu_has(c, (bit)) 537: #define set_cpu_bug(c, bit) set_cpu_cap(c, (bit)) 538: #define clear_cpu_bug(c, bit) clear_cpu_cap(c, (bit)); 539: 540: #define static_cpu_has_bug(bit) static_cpu_has((bit)) 541: #define boot_cpu_has_bug(bit) cpu_has_bug(&boot_cpu_data, (bit)) 542: 543: #endif /* defined(__KERNEL__) && !defined(__ASSEMBLY__) */ 544: 545: #endif /* _ASM_X86_CPUFEATURE_H */ 546: