| #include <stdbool.h> |
| #include <stdint.h> |
| #include <stddef.h> |
| |
| #include <x86/cpuid.h> |
| #include <cpuinfo.h> |
| |
| |
| #if CPUINFO_ARCH_X86 |
| struct fxsave_region { |
| uint16_t fpu_control_word; |
| uint16_t fpu_status_word; |
| uint16_t fpu_tag_word; |
| uint16_t fpu_opcode; |
| uint32_t fpu_instruction_pointer_offset; |
| uint32_t fpu_instruction_pointer_selector; |
| uint32_t fpu_operand_pointer_offset; |
| uint32_t fpu_operand_pointer_selector; |
| uint32_t mxcsr_state; |
| uint32_t mxcsr_mask; |
| uint64_t fpu_registers[8 * 2]; |
| uint64_t xmm_registers[8 * 2]; |
| uint64_t padding[28]; |
| } __attribute__((__aligned__(16), __packed__)); |
| #endif |
| |
| |
| struct cpuinfo_x86_isa cpuinfo_x86_detect_isa( |
| const struct cpuid_regs basic_info, const struct cpuid_regs extended_info, |
| uint32_t max_base_index, uint32_t max_extended_index, |
| enum cpuinfo_vendor vendor, enum cpuinfo_uarch uarch) |
| { |
| struct cpuinfo_x86_isa isa = { 0 }; |
| |
| const struct cpuid_regs structured_feature_info = |
| (max_base_index >= 7) ? cpuidex(7, 0) : (struct cpuid_regs) { 0, 0, 0, 0}; |
| |
| const uint32_t processor_capacity_info_index = UINT32_C(0x80000008); |
| const struct cpuid_regs processor_capacity_info = |
| (max_extended_index >= processor_capacity_info_index) ? |
| cpuid(processor_capacity_info_index) : (struct cpuid_regs) { 0, 0, 0, 0 }; |
| |
| bool avx_regs = false, avx512_regs = false, mpx_regs = false; |
| /* |
| * OSXSAVE: Operating system enabled XSAVE instructions for application use: |
| * - Intel, AMD: ecx[bit 26] in basic info = XSAVE/XRSTOR instructions supported by a chip. |
| * - Intel, AMD: ecx[bit 27] in basic info = XSAVE/XRSTOR instructions enabled by OS. |
| */ |
| const uint32_t osxsave_mask = UINT32_C(0x0C000000); |
| if ((basic_info.ecx & osxsave_mask) == osxsave_mask) { |
| uint64_t xcr0_valid_bits = 0; |
| if (max_base_index >= 0xD) { |
| const struct cpuid_regs regs = cpuidex(0xD, 0); |
| xcr0_valid_bits = ((uint64_t) regs.edx << 32) | regs.eax; |
| } |
| |
| const uint64_t xfeature_enabled_mask = xgetbv(0); |
| |
| /* |
| * AVX registers: |
| * - Intel, AMD: XFEATURE_ENABLED_MASK[bit 1] for low 128 bits of ymm registers |
| * - Intel, AMD: XFEATURE_ENABLED_MASK[bit 2] for high 128 bits of ymm registers |
| */ |
| const uint64_t avx_regs_mask = UINT64_C(0x0000000000000006); |
| if ((xcr0_valid_bits & avx_regs_mask) == avx_regs_mask) { |
| avx_regs = (xfeature_enabled_mask & avx_regs_mask) == avx_regs_mask; |
| } |
| |
| /* |
| * AVX512 registers: |
| * - Intel, AMD: XFEATURE_ENABLED_MASK[bit 1] for low 128 bits of zmm registers |
| * - Intel, AMD: XFEATURE_ENABLED_MASK[bit 2] for bits 128-255 of zmm registers |
| * - Intel: XFEATURE_ENABLED_MASK[bit 5] for 8 64-bit OpMask registers (k0-k7) |
| * - Intel: XFEATURE_ENABLED_MASK[bit 6] for the high 256 bits of the zmm registers zmm0-zmm15 |
| * - Intel: XFEATURE_ENABLED_MASK[bit 7] for the 512-bit zmm registers zmm16-zmm31 |
| */ |
| const uint64_t avx512_regs_mask = UINT64_C(0x00000000000000E6); |
| if ((xcr0_valid_bits & avx512_regs_mask) == avx512_regs_mask) { |
| avx512_regs = (xfeature_enabled_mask & avx512_regs_mask) == avx512_regs_mask; |
| } |
| |
| /* |
| * MPX registers: |
| * - Intel: XFEATURE_ENABLED_MASK[bit 3] for BNDREGS |
| * - Intel: XFEATURE_ENABLED_MASK[bit 4] for BNDCSR |
| */ |
| const uint64_t mpx_regs_mask = UINT64_C(0x0000000000000018); |
| if ((xcr0_valid_bits & mpx_regs_mask) == mpx_regs_mask) { |
| mpx_regs = (xfeature_enabled_mask & mpx_regs_mask) == mpx_regs_mask; |
| } |
| } |
| |
| #if CPUINFO_ARCH_X86 |
| /* |
| * RDTSC instruction: |
| * - Intel, AMD: edx[bit 4] in basic info. |
| * - AMD: edx[bit 4] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.rdtsc = !!((basic_info.edx | extended_info.edx) & UINT32_C(0x00000010)); |
| #endif |
| |
| /* |
| * SYSENTER/SYSEXIT instructions: |
| * - Intel, AMD: edx[bit 11] in basic info. |
| */ |
| isa.sysenter = !!(basic_info.edx & UINT32_C(0x00000800)); |
| |
| #if CPUINFO_ARCH_X86 |
| /* |
| * SYSCALL/SYSRET instructions: |
| * - Intel, AMD: edx[bit 11] in extended info. |
| */ |
| isa.syscall = !!(extended_info.edx & UINT32_C(0x00000800)); |
| #endif |
| |
| /* |
| * RDMSR/WRMSR instructions: |
| * - Intel, AMD: edx[bit 5] in basic info. |
| * - AMD: edx[bit 5] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.msr = !!((basic_info.edx | extended_info.edx) & UINT32_C(0x00000020)); |
| |
| /* |
| * CLZERO instruction: |
| * - AMD: ebx[bit 0] in processor capacity info (reserved bit on Intel CPUs). |
| */ |
| isa.clzero = !!(processor_capacity_info.ebx & UINT32_C(0x00000001)); |
| |
| /* |
| * CLFLUSH instruction: |
| * - Intel, AMD: edx[bit 19] in basic info. |
| */ |
| isa.clflush = !!(basic_info.edx & UINT32_C(0x00080000)); |
| |
| /* |
| * CLFLUSHOPT instruction: |
| * - Intel: ebx[bit 23] in structured feature info. |
| */ |
| isa.clflushopt = !!(structured_feature_info.ebx & UINT32_C(0x00800000)); |
| |
| /* |
| * MWAIT/MONITOR instructions: |
| * - Intel, AMD: ecx[bit 3] in basic info. |
| */ |
| isa.mwait = !!(basic_info.ecx & UINT32_C(0x00000008)); |
| |
| /* |
| * MWAITX/MONITORX instructions: |
| * - AMD: ecx[bit 29] in extended info. |
| */ |
| isa.mwaitx = !!(extended_info.ecx & UINT32_C(0x20000000)); |
| |
| /* |
| * FXSAVE/FXRSTOR instructions: |
| * - Intel, AMD: edx[bit 24] in basic info. |
| * - AMD: edx[bit 24] in extended info (zero bit on Intel CPUs, EMMX bit on Cyrix CPUs). |
| */ |
| switch (vendor) { |
| #if CPUINFO_ARCH_X86 |
| case cpuinfo_vendor_cyrix: |
| case cpuinfo_vendor_nsc: |
| isa.emmx = !!(extended_info.edx & UINT32_C(0x01000000)); |
| break; |
| #endif |
| default: |
| isa.fxsave = !!((basic_info.edx | extended_info.edx) & UINT32_C(0x01000000)); |
| break; |
| } |
| |
| /* |
| * XSAVE/XRSTOR instructions: |
| * - Intel, AMD: ecx[bit 26] in basic info. |
| */ |
| isa.xsave = !!(basic_info.ecx & UINT32_C(0x04000000)); |
| |
| #if CPUINFO_ARCH_X86 |
| /* |
| * x87 FPU instructions: |
| * - Intel, AMD: edx[bit 0] in basic info. |
| * - AMD: edx[bit 0] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.fpu = !!((basic_info.edx | extended_info.edx) & UINT32_C(0x00000001)); |
| |
| /* |
| * MMX instructions: |
| * - Intel, AMD: edx[bit 23] in basic info. |
| * - AMD: edx[bit 23] in extended info (zero bit on Intel CPUs). |
| */ |
| isa.mmx = !!((basic_info.edx | extended_info.edx) & UINT32_C(0x00800000)); |
| |
| /* |
| * MMX+/Integer SSE instructions: |
| * - Intel, AMD: edx[bit 25] in basic info (SSE feature flag). |
| * - Pre-SSE AMD: edx[bit 22] in extended info (zero bit on Intel CPUs). |
| */ |
| isa.mmx_plus = !!((basic_info.edx & UINT32_C(0x02000000)) | (extended_info.edx & UINT32_C(0x00400000))); |
| #endif |
| |
| /* |
| * 3dnow! instructions: |
| * - AMD: edx[bit 31] of extended info (zero bit on Intel CPUs). |
| */ |
| isa.three_d_now = !!(extended_info.edx & UINT32_C(0x80000000)); |
| |
| /* |
| * 3dnow!+ instructions: |
| * - AMD: edx[bit 30] of extended info (zero bit on Intel CPUs). |
| */ |
| isa.three_d_now_plus = !!(extended_info.edx & UINT32_C(0x40000000)); |
| |
| #if CPUINFO_ARCH_X86 |
| /* |
| * 3dnow! Geode instructions: |
| * - No CPUID bit, detect as Geode microarchitecture + 3dnow!+ support |
| */ |
| isa.three_d_now_geode = isa.three_d_now_plus && (uarch == cpuinfo_uarch_geode); |
| #endif |
| |
| /* |
| * PREFETCH instruction: |
| * - AMD: ecx[bit 8] of extended info (one of 3dnow! prefetch instructions). |
| * On Intel this bit indicates PREFETCHW, but not PREFETCH support. |
| * - AMD: edx[bit 31] of extended info (implied by 3dnow! support). Reserved bit on Intel CPUs. |
| * - AMD: edx[bit 30] of extended info (implied by 3dnow!+ support). Reserved bit on Intel CPUs. |
| * - AMD: edx[bit 29] of extended info (x86-64 support). Does not imply PREFETCH support on non-AMD CPUs!!! |
| */ |
| switch (vendor) { |
| case cpuinfo_vendor_intel: |
| /* |
| * Instruction is not documented in the manual, |
| * and the 3dnow! prefetch CPUID bit indicates PREFETCHW instruction. |
| */ |
| break; |
| case cpuinfo_vendor_amd: |
| isa.prefetch = !!((extended_info.ecx & UINT32_C(0x00000100)) | (extended_info.edx & UINT32_C(0xE0000000))); |
| break; |
| default: |
| /* |
| * Conservatively assume, that 3dnow!/3dnow!+ support implies PREFETCH support, but |
| * 3dnow! prefetch CPUID bit follows Intel spec (PREFETCHW, but not PREFETCH). |
| */ |
| isa.prefetch = !!(extended_info.edx & UINT32_C(0xC0000000)); |
| break; |
| } |
| |
| /* |
| * PREFETCHW instruction: |
| * - AMD: ecx[bit 8] of extended info (one of 3dnow! prefetch instructions). |
| * - Intel: ecx[bit 8] of extended info (PREFETCHW instruction only). |
| * - AMD: edx[bit 31] of extended info (implied by 3dnow! support). Reserved bit on Intel CPUs. |
| * - AMD: edx[bit 30] of extended info (implied by 3dnow!+ support). Reserved bit on Intel CPUs. |
| * - AMD: edx[bit 29] of extended info (x86-64 support). Does not imply PREFETCHW support on non-AMD CPUs!!! |
| */ |
| switch (vendor) { |
| case cpuinfo_vendor_amd: |
| isa.prefetchw = !!((extended_info.ecx & UINT32_C(0x00000100)) | (extended_info.edx & UINT32_C(0xE0000000))); |
| break; |
| default: |
| /* Assume, that 3dnow!/3dnow!+ support implies PREFETCHW support, not implications from x86-64 support */ |
| isa.prefetchw = !!((extended_info.ecx & UINT32_C(0x00000100)) | (extended_info.edx & UINT32_C(0xC0000000))); |
| break; |
| } |
| |
| /* |
| * PREFETCHWT1 instruction: |
| * - Intel: ecx[bit 0] of structured feature info. Reserved bit on AMD. |
| */ |
| isa.prefetchwt1 = !!(structured_feature_info.ecx & UINT32_C(0x00000001)); |
| |
| #if CPUINFO_ARCH_X86 |
| /* |
| * SSE instructions: |
| * - Intel, AMD: edx[bit 25] in basic info. |
| */ |
| isa.sse = !!(basic_info.edx & UINT32_C(0x02000000)); |
| |
| /* |
| * SSE2 instructions: |
| * - Intel, AMD: edx[bit 26] in basic info. |
| */ |
| isa.sse2 = !!(basic_info.edx & UINT32_C(0x04000000)); |
| #endif |
| |
| /* |
| * SSE3 instructions: |
| * - Intel, AMD: ecx[bit 0] in basic info. |
| */ |
| isa.sse3 = !!(basic_info.ecx & UINT32_C(0x00000001)); |
| |
| #if CPUINFO_ARCH_X86 |
| /* |
| * CPUs with x86-64 or SSE3 always support DAZ (denormals-as-zero) mode. |
| * Only early Pentium 4 models may not support it. |
| */ |
| if (isa.sse3) { |
| isa.daz = true; |
| } else { |
| /* Detect DAZ support from masked MXCSR bits */ |
| if (isa.sse && isa.fxsave) { |
| struct fxsave_region region = { 0 }; |
| __asm__ __volatile__ ("fxsave %[region];" : [region] "+m" (region)); |
| |
| /* |
| * Denormals-as-zero (DAZ) flag: |
| * - Intel, AMD: MXCSR[bit 6] |
| */ |
| isa.daz = !!(region.mxcsr_mask & UINT32_C(0x00000040)); |
| } |
| } |
| #endif |
| |
| /* |
| * SSSE3 instructions: |
| * - Intel, AMD: ecx[bit 9] in basic info. |
| */ |
| isa.ssse3 = !!(basic_info.ecx & UINT32_C(0x0000200)); |
| |
| |
| /* |
| * SSE4.1 instructions: |
| * - Intel, AMD: ecx[bit 19] in basic info. |
| */ |
| isa.sse4_1 = !!(basic_info.ecx & UINT32_C(0x00080000)); |
| |
| /* |
| * SSE4.2 instructions: |
| * - Intel: ecx[bit 20] in basic info (reserved bit on AMD CPUs). |
| */ |
| isa.sse4_2 = !!(basic_info.ecx & UINT32_C(0x00100000)); |
| |
| /* |
| * SSE4A instructions: |
| * - AMD: ecx[bit 6] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.sse4a = !!(extended_info.ecx & UINT32_C(0x00000040)); |
| |
| /* |
| * Misaligned memory operands in SSE instructions: |
| * - AMD: ecx[bit 7] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.misaligned_sse = !!(extended_info.ecx & UINT32_C(0x00000080)); |
| |
| /* |
| * AVX instructions: |
| * - Intel, AMD: ecx[bit 28] in basic info. |
| */ |
| isa.avx = avx_regs && !!(basic_info.ecx & UINT32_C(0x10000000)); |
| |
| /* |
| * FMA3 instructions: |
| * - Intel: ecx[bit 12] in basic info (reserved bit on AMD CPUs). |
| */ |
| isa.fma3 = avx_regs && !!(basic_info.ecx & UINT32_C(0x00001000)); |
| |
| /* |
| * FMA4 instructions: |
| * - AMD: ecx[bit 16] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.fma4 = avx_regs && !!(extended_info.ecx & UINT32_C(0x00010000)); |
| |
| /* |
| * XOP instructions: |
| * - AMD: ecx[bit 11] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.xop = avx_regs && !!(extended_info.ecx & UINT32_C(0x00000800)); |
| |
| /* |
| * F16C instructions: |
| * - Intel, AMD: ecx[bit 29] in basic info. |
| */ |
| isa.f16c = avx_regs && !!(basic_info.ecx & UINT32_C(0x20000000)); |
| |
| /* |
| * AVX2 instructions: |
| * - Intel: ebx[bit 5] in structured feature info. |
| */ |
| isa.avx2 = avx_regs && !!(structured_feature_info.ebx & UINT32_C(0x00000020)); |
| |
| /* |
| * AVX512F instructions: |
| * - Intel: ebx[bit 16] in structured feature info. |
| */ |
| isa.avx512f = avx512_regs && !!(structured_feature_info.ebx & UINT32_C(0x00010000)); |
| |
| /* |
| * AVX512PF instructions: |
| * - Intel: ebx[bit 26] in structured feature info. |
| */ |
| isa.avx512pf = avx512_regs && !!(structured_feature_info.ebx & UINT32_C(0x04000000)); |
| |
| /* |
| * AVX512ER instructions: |
| * - Intel: ebx[bit 27] in structured feature info. |
| */ |
| isa.avx512er = avx512_regs && !!(structured_feature_info.ebx & UINT32_C(0x08000000)); |
| |
| /* |
| * AVX512CD instructions: |
| * - Intel: ebx[bit 28] in structured feature info. |
| */ |
| isa.avx512cd = avx512_regs && !!(structured_feature_info.ebx & UINT32_C(0x10000000)); |
| |
| /* |
| * AVX512DQ instructions: |
| * - Intel: ebx[bit 17] in structured feature info. |
| */ |
| isa.avx512dq = avx512_regs && !!(structured_feature_info.ebx & UINT32_C(0x00020000)); |
| |
| /* |
| * AVX512BW instructions: |
| * - Intel: ebx[bit 30] in structured feature info. |
| */ |
| isa.avx512bw = avx512_regs && !!(structured_feature_info.ebx & UINT32_C(0x40000000)); |
| |
| /* |
| * AVX512VL instructions: |
| * - Intel: ebx[bit 31] in structured feature info. |
| */ |
| isa.avx512vl = avx512_regs && !!(structured_feature_info.ebx & UINT32_C(0x80000000)); |
| |
| /* |
| * AVX512IFMA instructions: |
| * - Intel: ebx[bit 21] in structured feature info. |
| */ |
| isa.avx512ifma = avx512_regs && !!(structured_feature_info.ebx & UINT32_C(0x00200000)); |
| |
| /* |
| * AVX512VBMI instructions: |
| * - Intel: ecx[bit 1] in structured feature info. |
| */ |
| isa.avx512vbmi = avx512_regs && !!(structured_feature_info.ecx & UINT32_C(0x00000002)); |
| |
| /* |
| * AVX512VBMI2 instructions: |
| * - Intel: ecx[bit 6] in structured feature info. |
| */ |
| isa.avx512vbmi2 = avx512_regs && !!(structured_feature_info.ecx & UINT32_C(0x00000040)); |
| |
| /* |
| * AVX512BITALG instructions: |
| * - Intel: ecx[bit 12] in structured feature info. |
| */ |
| isa.avx512bitalg = avx512_regs && !!(structured_feature_info.ecx & UINT32_C(0x00001000)); |
| |
| /* |
| * AVX512VPOPCNTDQ instructions: |
| * - Intel: ecx[bit 14] in structured feature info. |
| */ |
| isa.avx512vpopcntdq = avx512_regs && !!(structured_feature_info.ecx & UINT32_C(0x00004000)); |
| |
| /* |
| * AVX512VNNI instructions: |
| * - Intel: ecx[bit 11] in structured feature info. |
| */ |
| isa.avx512vnni = avx512_regs && !!(structured_feature_info.ecx & UINT32_C(0x00000800)); |
| |
| /* |
| * AVX512_4VNNIW instructions: |
| * - Intel: edx[bit 2] in structured feature info. |
| */ |
| isa.avx512_4vnniw = avx512_regs && !!(structured_feature_info.edx & UINT32_C(0x00000004)); |
| |
| /* |
| * AVX512_4FMAPS instructions: |
| * - Intel: edx[bit 3] in structured feature info. |
| */ |
| isa.avx512_4fmaps = avx512_regs && !!(structured_feature_info.edx & UINT32_C(0x00000008)); |
| |
| /* |
| * HLE instructions: |
| * - Intel: ebx[bit 4] in structured feature info. |
| */ |
| isa.hle = !!(structured_feature_info.ebx & UINT32_C(0x00000010)); |
| |
| /* |
| * RTM instructions: |
| * - Intel: ebx[bit 11] in structured feature info. |
| */ |
| isa.rtm = !!(structured_feature_info.ebx & UINT32_C(0x00000800)); |
| |
| /* |
| * XTEST instruction: |
| * - Intel: either HLE or RTM is supported |
| */ |
| isa.xtest = isa.hle || isa.rtm; |
| |
| /* |
| * MPX registers and instructions: |
| * - Intel: ebx[bit 14] in structured feature info. |
| */ |
| isa.mpx = mpx_regs && !!(structured_feature_info.ebx & UINT32_C(0x00004000)); |
| |
| #if CPUINFO_ARCH_X86 |
| /* |
| * CMOV instructions: |
| * - Intel, AMD: edx[bit 15] in basic info. |
| * - AMD: edx[bit 15] in extended info (zero bit on Intel CPUs). |
| */ |
| isa.cmov = !!((basic_info.edx | extended_info.edx) & UINT32_C(0x00008000)); |
| |
| /* |
| * CMPXCHG8B instruction: |
| * - Intel, AMD: edx[bit 8] in basic info. |
| * - AMD: edx[bit 8] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.cmpxchg8b = !!((basic_info.edx | extended_info.edx) & UINT32_C(0x00000100)); |
| #endif |
| |
| /* |
| * CMPXCHG16B instruction: |
| * - Intel, AMD: ecx[bit 13] in basic info. |
| */ |
| isa.cmpxchg16b = !!(basic_info.ecx & UINT32_C(0x00002000)); |
| |
| /* |
| * CLWB instruction: |
| * - Intel: ebx[bit 24] in structured feature info. |
| */ |
| isa.clwb = !!(structured_feature_info.ebx & UINT32_C(0x01000000)); |
| |
| /* |
| * MOVBE instruction: |
| * - Intel: ecx[bit 22] in basic info. |
| */ |
| isa.movbe = !!(basic_info.ecx & UINT32_C(0x00400000)); |
| |
| #if CPUINFO_ARCH_X86_64 |
| /* |
| * Some early x86-64 CPUs lack LAHF & SAHF instructions. |
| * A special CPU feature bit must be checked to ensure their availability: |
| * - Intel, AMD: ecx[bit 0] in extended info. |
| */ |
| isa.lahf_sahf = !!(extended_info.ecx & UINT32_C(0x00000001)); |
| #endif |
| |
| /* |
| * RDFSBASE/RDGSBASE/WRFSBASE/WRGSBASE instructions. |
| * - Intel: ebx[bit 0] in structured feature info. |
| */ |
| isa.fs_gs_base = !!(structured_feature_info.ebx & UINT32_C(0x00000001)); |
| |
| /* |
| * LZCNT instruction: |
| * - Intel, AMD: ecx[bit 5] in extended info. |
| */ |
| isa.lzcnt = !!(extended_info.ecx & UINT32_C(0x00000020)); |
| |
| /* |
| * POPCNT instruction: |
| * - Intel, AMD: ecx[bit 23] in basic info. |
| */ |
| isa.popcnt = !!(basic_info.ecx & UINT32_C(0x00800000)); |
| |
| /* |
| * TBM instructions: |
| * - AMD: ecx[bit 21] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.tbm = !!(extended_info.ecx & UINT32_C(0x00200000)); |
| |
| /* |
| * BMI instructions: |
| * - Intel, AMD: ebx[bit 3] in structured feature info. |
| */ |
| isa.bmi = !!(structured_feature_info.ebx & UINT32_C(0x00000008)); |
| |
| /* |
| * BMI2 instructions: |
| * - Intel: ebx[bit 8] in structured feature info. |
| */ |
| isa.bmi2 = !!(structured_feature_info.ebx & UINT32_C(0x00000100)); |
| |
| /* |
| * ADCX/ADOX instructions: |
| * - Intel: ebx[bit 19] in structured feature info. |
| */ |
| isa.adx = !!(structured_feature_info.ebx & UINT32_C(0x00080000)); |
| |
| /* |
| * AES instructions: |
| * - Intel: ecx[bit 25] in basic info (reserved bit on AMD CPUs). |
| */ |
| isa.aes = !!(basic_info.ecx & UINT32_C(0x02000000)); |
| |
| /* |
| * VAES instructions: |
| * - Intel: ecx[bit 9] in structured feature info. |
| */ |
| isa.vaes = !!(structured_feature_info.ecx & UINT32_C(0x00000200)); |
| |
| /* |
| * PCLMULQDQ instruction: |
| * - Intel: ecx[bit 1] in basic info (reserved bit on AMD CPUs). |
| */ |
| isa.pclmulqdq = !!(basic_info.ecx & UINT32_C(0x00000002)); |
| |
| /* |
| * VPCLMULQDQ instruction: |
| * - Intel: ecx[bit 10] in structured feature info. |
| */ |
| isa.vpclmulqdq = !!(structured_feature_info.ecx & UINT32_C(0x00000400)); |
| |
| /* |
| * GFNI instructions: |
| * - Intel: ecx[bit 8] in structured feature info. |
| */ |
| isa.gfni = !!(structured_feature_info.ecx & UINT32_C(0x00000100)); |
| |
| /* |
| * RDRAND instruction: |
| * - Intel: ecx[bit 30] in basic info (reserved bit on AMD CPUs). |
| */ |
| isa.rdrand = !!(basic_info.ecx & UINT32_C(0x40000000)); |
| |
| /* |
| * RDSEED instruction: |
| * - Intel: ebx[bit 18] in structured feature info. |
| */ |
| isa.rdseed = !!(structured_feature_info.ebx & UINT32_C(0x00040000)); |
| |
| /* |
| * SHA instructions: |
| * - Intel: ebx[bit 29] in structured feature info. |
| */ |
| isa.sha = !!(structured_feature_info.ebx & UINT32_C(0x20000000)); |
| |
| if (vendor == cpuinfo_vendor_via) { |
| const struct cpuid_regs padlock_meta_info = cpuid(UINT32_C(0xC0000000)); |
| const uint32_t max_padlock_index = padlock_meta_info.eax; |
| const uint32_t padlock_info_index = UINT32_C(0xC0000001); |
| if (max_padlock_index >= padlock_info_index) { |
| const struct cpuid_regs padlock_info = cpuid(padlock_info_index); |
| |
| /* |
| * Padlock RNG extension: |
| * - VIA: edx[bit 2] in padlock info = RNG exists on chip flag. |
| * - VIA: edx[bit 3] in padlock info = RNG enabled by OS. |
| */ |
| const uint32_t padlock_rng_mask = UINT32_C(0x0000000C); |
| isa.rng = (padlock_info.edx & padlock_rng_mask) == padlock_rng_mask; |
| |
| /* |
| * Padlock ACE extension: |
| * - VIA: edx[bit 6] in padlock info = ACE exists on chip flag. |
| * - VIA: edx[bit 7] in padlock info = ACE enabled by OS. |
| */ |
| const uint32_t padlock_ace_mask = UINT32_C(0x000000C0); |
| isa.ace = (padlock_info.edx & padlock_ace_mask) == padlock_ace_mask; |
| |
| /* |
| * Padlock ACE 2 extension: |
| * - VIA: edx[bit 8] in padlock info = ACE2 exists on chip flag. |
| * - VIA: edx[bit 9] in padlock info = ACE 2 enabled by OS. |
| */ |
| const uint32_t padlock_ace2_mask = UINT32_C(0x00000300); |
| isa.ace2 = (padlock_info.edx & padlock_ace2_mask) == padlock_ace2_mask; |
| |
| /* |
| * Padlock PHE extension: |
| * - VIA: edx[bit 10] in padlock info = PHE exists on chip flag. |
| * - VIA: edx[bit 11] in padlock info = PHE enabled by OS. |
| */ |
| const uint32_t padlock_phe_mask = UINT32_C(0x00000C00); |
| isa.phe = (padlock_info.edx & padlock_phe_mask) == padlock_phe_mask; |
| |
| /* |
| * Padlock PMM extension: |
| * - VIA: edx[bit 12] in padlock info = PMM exists on chip flag. |
| * - VIA: edx[bit 13] in padlock info = PMM enabled by OS. |
| */ |
| const uint32_t padlock_pmm_mask = UINT32_C(0x00003000); |
| isa.pmm = (padlock_info.edx & padlock_pmm_mask) == padlock_pmm_mask; |
| } |
| } |
| |
| /* |
| * LWP instructions: |
| * - AMD: ecx[bit 15] in extended info (reserved bit on Intel CPUs). |
| */ |
| isa.lwp = !!(extended_info.ecx & UINT32_C(0x00008000)); |
| |
| /* |
| * RDTSCP instruction: |
| * - Intel, AMD: edx[bit 27] in extended info. |
| */ |
| isa.rdtscp = !!(extended_info.edx & UINT32_C(0x08000000)); |
| |
| /* |
| * RDPID instruction: |
| * - Intel: ecx[bit 22] in structured feature info. |
| */ |
| isa.rdpid = !!(structured_feature_info.ecx & UINT32_C(0x00400000)); |
| |
| return isa; |
| } |