123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482 |
- /*****************************************************************************
- * cpu.c: cpu detection
- *****************************************************************************
- * Copyright (C) 2003-2018 x264 project
- *
- * Authors: Loren Merritt <lorenm@u.washington.edu>
- * Laurent Aimar <fenrir@via.ecp.fr>
- * Fiona Glaser <fiona@x264.com>
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02111, USA.
- *
- * This program is also available under a commercial proprietary license.
- * For more information, contact us at licensing@x264.com.
- *****************************************************************************/
- #include "base.h"
- #if HAVE_POSIXTHREAD && SYS_LINUX
- #include <sched.h>
- #endif
- #if SYS_BEOS
- #include <kernel/OS.h>
- #endif
- #if SYS_MACOSX || SYS_FREEBSD
- #include <sys/types.h>
- #include <sys/sysctl.h>
- #endif
- #if SYS_OPENBSD
- #include <sys/param.h>
- #include <sys/sysctl.h>
- #include <machine/cpu.h>
- #endif
- const x264_cpu_name_t x264_cpu_names[] =
- {
- #if HAVE_MMX
- // {"MMX", X264_CPU_MMX}, // we don't support asm on mmx1 cpus anymore
- #define MMX2 X264_CPU_MMX|X264_CPU_MMX2
- {"MMX2", MMX2},
- {"MMXEXT", MMX2},
- {"SSE", MMX2|X264_CPU_SSE},
- #define SSE2 MMX2|X264_CPU_SSE|X264_CPU_SSE2
- {"SSE2Slow", SSE2|X264_CPU_SSE2_IS_SLOW},
- {"SSE2", SSE2},
- {"SSE2Fast", SSE2|X264_CPU_SSE2_IS_FAST},
- {"LZCNT", SSE2|X264_CPU_LZCNT},
- {"SSE3", SSE2|X264_CPU_SSE3},
- {"SSSE3", SSE2|X264_CPU_SSE3|X264_CPU_SSSE3},
- {"SSE4.1", SSE2|X264_CPU_SSE3|X264_CPU_SSSE3|X264_CPU_SSE4},
- {"SSE4", SSE2|X264_CPU_SSE3|X264_CPU_SSSE3|X264_CPU_SSE4},
- {"SSE4.2", SSE2|X264_CPU_SSE3|X264_CPU_SSSE3|X264_CPU_SSE4|X264_CPU_SSE42},
- #define AVX SSE2|X264_CPU_SSE3|X264_CPU_SSSE3|X264_CPU_SSE4|X264_CPU_SSE42|X264_CPU_AVX
- {"AVX", AVX},
- {"XOP", AVX|X264_CPU_XOP},
- {"FMA4", AVX|X264_CPU_FMA4},
- {"FMA3", AVX|X264_CPU_FMA3},
- {"BMI1", AVX|X264_CPU_LZCNT|X264_CPU_BMI1},
- {"BMI2", AVX|X264_CPU_LZCNT|X264_CPU_BMI1|X264_CPU_BMI2},
- #define AVX2 AVX|X264_CPU_FMA3|X264_CPU_LZCNT|X264_CPU_BMI1|X264_CPU_BMI2|X264_CPU_AVX2
- {"AVX2", AVX2},
- {"AVX512", AVX2|X264_CPU_AVX512},
- #undef AVX2
- #undef AVX
- #undef SSE2
- #undef MMX2
- {"Cache32", X264_CPU_CACHELINE_32},
- {"Cache64", X264_CPU_CACHELINE_64},
- {"SlowAtom", X264_CPU_SLOW_ATOM},
- {"SlowPshufb", X264_CPU_SLOW_PSHUFB},
- {"SlowPalignr", X264_CPU_SLOW_PALIGNR},
- {"SlowShuffle", X264_CPU_SLOW_SHUFFLE},
- {"UnalignedStack", X264_CPU_STACK_MOD4},
- #elif ARCH_PPC
- {"Altivec", X264_CPU_ALTIVEC},
- #elif ARCH_ARM
- {"ARMv6", X264_CPU_ARMV6},
- {"NEON", X264_CPU_NEON},
- {"FastNeonMRC", X264_CPU_FAST_NEON_MRC},
- #elif ARCH_AARCH64
- {"ARMv8", X264_CPU_ARMV8},
- {"NEON", X264_CPU_NEON},
- #elif ARCH_MIPS
- {"MSA", X264_CPU_MSA},
- #endif
- {"", 0},
- };
- #if (ARCH_PPC && SYS_LINUX) || (ARCH_ARM && !HAVE_NEON)
- #include <signal.h>
- #include <setjmp.h>
- static sigjmp_buf jmpbuf;
- static volatile sig_atomic_t canjump = 0;
- static void sigill_handler( int sig )
- {
- if( !canjump )
- {
- signal( sig, SIG_DFL );
- raise( sig );
- }
- canjump = 0;
- siglongjmp( jmpbuf, 1 );
- }
- #endif
- #if HAVE_MMX
- int x264_cpu_cpuid_test( void );
- void x264_cpu_cpuid( uint32_t op, uint32_t *eax, uint32_t *ebx, uint32_t *ecx, uint32_t *edx );
- uint64_t x264_cpu_xgetbv( int xcr );
- uint32_t x264_cpu_detect( void )
- {
- uint32_t cpu = 0;
- uint32_t eax, ebx, ecx, edx;
- uint32_t vendor[4] = {0};
- uint32_t max_extended_cap, max_basic_cap;
- #if !ARCH_X86_64
- if( !x264_cpu_cpuid_test() )
- return 0;
- #endif
- x264_cpu_cpuid( 0, &max_basic_cap, vendor+0, vendor+2, vendor+1 );
- if( max_basic_cap == 0 )
- return 0;
- x264_cpu_cpuid( 1, &eax, &ebx, &ecx, &edx );
- if( edx&0x00800000 )
- cpu |= X264_CPU_MMX;
- else
- return cpu;
- if( edx&0x02000000 )
- cpu |= X264_CPU_MMX2|X264_CPU_SSE;
- if( edx&0x04000000 )
- cpu |= X264_CPU_SSE2;
- if( ecx&0x00000001 )
- cpu |= X264_CPU_SSE3;
- if( ecx&0x00000200 )
- cpu |= X264_CPU_SSSE3|X264_CPU_SSE2_IS_FAST;
- if( ecx&0x00080000 )
- cpu |= X264_CPU_SSE4;
- if( ecx&0x00100000 )
- cpu |= X264_CPU_SSE42;
- if( ecx&0x08000000 ) /* XGETBV supported and XSAVE enabled by OS */
- {
- uint64_t xcr0 = x264_cpu_xgetbv( 0 );
- if( (xcr0&0x6) == 0x6 ) /* XMM/YMM state */
- {
- if( ecx&0x10000000 )
- cpu |= X264_CPU_AVX;
- if( ecx&0x00001000 )
- cpu |= X264_CPU_FMA3;
- if( max_basic_cap >= 7 )
- {
- x264_cpu_cpuid( 7, &eax, &ebx, &ecx, &edx );
- if( ebx&0x00000008 )
- cpu |= X264_CPU_BMI1;
- if( ebx&0x00000100 )
- cpu |= X264_CPU_BMI2;
- if( ebx&0x00000020 )
- cpu |= X264_CPU_AVX2;
- if( (xcr0&0xE0) == 0xE0 ) /* OPMASK/ZMM state */
- {
- if( (ebx&0xD0030000) == 0xD0030000 )
- cpu |= X264_CPU_AVX512;
- }
- }
- }
- }
- x264_cpu_cpuid( 0x80000000, &eax, &ebx, &ecx, &edx );
- max_extended_cap = eax;
- if( max_extended_cap >= 0x80000001 )
- {
- x264_cpu_cpuid( 0x80000001, &eax, &ebx, &ecx, &edx );
- if( ecx&0x00000020 )
- cpu |= X264_CPU_LZCNT; /* Supported by Intel chips starting with Haswell */
- if( ecx&0x00000040 ) /* SSE4a, AMD only */
- {
- int family = ((eax>>8)&0xf) + ((eax>>20)&0xff);
- cpu |= X264_CPU_SSE2_IS_FAST; /* Phenom and later CPUs have fast SSE units */
- if( family == 0x14 )
- {
- cpu &= ~X264_CPU_SSE2_IS_FAST; /* SSSE3 doesn't imply fast SSE anymore... */
- cpu |= X264_CPU_SSE2_IS_SLOW; /* Bobcat has 64-bit SIMD units */
- cpu |= X264_CPU_SLOW_PALIGNR; /* palignr is insanely slow on Bobcat */
- }
- if( family == 0x16 )
- {
- cpu |= X264_CPU_SLOW_PSHUFB; /* Jaguar's pshufb isn't that slow, but it's slow enough
- * compared to alternate instruction sequences that this
- * is equal or faster on almost all such functions. */
- }
- }
- if( cpu & X264_CPU_AVX )
- {
- if( ecx&0x00000800 ) /* XOP */
- cpu |= X264_CPU_XOP;
- if( ecx&0x00010000 ) /* FMA4 */
- cpu |= X264_CPU_FMA4;
- }
- if( !strcmp((char*)vendor, "AuthenticAMD") )
- {
- if( edx&0x00400000 )
- cpu |= X264_CPU_MMX2;
- if( (cpu&X264_CPU_SSE2) && !(cpu&X264_CPU_SSE2_IS_FAST) )
- cpu |= X264_CPU_SSE2_IS_SLOW; /* AMD CPUs come in two types: terrible at SSE and great at it */
- }
- }
- if( !strcmp((char*)vendor, "GenuineIntel") )
- {
- x264_cpu_cpuid( 1, &eax, &ebx, &ecx, &edx );
- int family = ((eax>>8)&0xf) + ((eax>>20)&0xff);
- int model = ((eax>>4)&0xf) + ((eax>>12)&0xf0);
- if( family == 6 )
- {
- /* Detect Atom CPU */
- if( model == 28 )
- {
- cpu |= X264_CPU_SLOW_ATOM;
- cpu |= X264_CPU_SLOW_PSHUFB;
- }
- /* Conroe has a slow shuffle unit. Check the model number to make sure not
- * to include crippled low-end Penryns and Nehalems that don't have SSE4. */
- else if( (cpu&X264_CPU_SSSE3) && !(cpu&X264_CPU_SSE4) && model < 23 )
- cpu |= X264_CPU_SLOW_SHUFFLE;
- }
- }
- if( (!strcmp((char*)vendor, "GenuineIntel") || !strcmp((char*)vendor, "CyrixInstead")) && !(cpu&X264_CPU_SSE42))
- {
- /* cacheline size is specified in 3 places, any of which may be missing */
- x264_cpu_cpuid( 1, &eax, &ebx, &ecx, &edx );
- int cache = (ebx&0xff00)>>5; // cflush size
- if( !cache && max_extended_cap >= 0x80000006 )
- {
- x264_cpu_cpuid( 0x80000006, &eax, &ebx, &ecx, &edx );
- cache = ecx&0xff; // cacheline size
- }
- if( !cache && max_basic_cap >= 2 )
- {
- // Cache and TLB Information
- static const char cache32_ids[] = { 0x0a, 0x0c, 0x41, 0x42, 0x43, 0x44, 0x45, 0x82, 0x83, 0x84, 0x85, 0 };
- static const char cache64_ids[] = { 0x22, 0x23, 0x25, 0x29, 0x2c, 0x46, 0x47, 0x49, 0x60, 0x66, 0x67,
- 0x68, 0x78, 0x79, 0x7a, 0x7b, 0x7c, 0x7c, 0x7f, 0x86, 0x87, 0 };
- uint32_t buf[4];
- int max, i = 0;
- do {
- x264_cpu_cpuid( 2, buf+0, buf+1, buf+2, buf+3 );
- max = buf[0]&0xff;
- buf[0] &= ~0xff;
- for( int j = 0; j < 4; j++ )
- if( !(buf[j]>>31) )
- while( buf[j] )
- {
- if( strchr( cache32_ids, buf[j]&0xff ) )
- cache = 32;
- if( strchr( cache64_ids, buf[j]&0xff ) )
- cache = 64;
- buf[j] >>= 8;
- }
- } while( ++i < max );
- }
- if( cache == 32 )
- cpu |= X264_CPU_CACHELINE_32;
- else if( cache == 64 )
- cpu |= X264_CPU_CACHELINE_64;
- else
- x264_log_internal( X264_LOG_WARNING, "unable to determine cacheline size\n" );
- }
- #if STACK_ALIGNMENT < 16
- cpu |= X264_CPU_STACK_MOD4;
- #endif
- return cpu;
- }
- #elif ARCH_PPC && HAVE_ALTIVEC
- #if SYS_MACOSX || SYS_OPENBSD || SYS_FREEBSD
- #include <sys/sysctl.h>
- uint32_t x264_cpu_detect( void )
- {
- /* Thank you VLC */
- uint32_t cpu = 0;
- #if SYS_OPENBSD
- int selectors[2] = { CTL_MACHDEP, CPU_ALTIVEC };
- #elif SYS_MACOSX
- int selectors[2] = { CTL_HW, HW_VECTORUNIT };
- #endif
- int has_altivec = 0;
- size_t length = sizeof( has_altivec );
- #if SYS_MACOSX || SYS_OPENBSD
- int error = sysctl( selectors, 2, &has_altivec, &length, NULL, 0 );
- #else
- int error = sysctlbyname( "hw.altivec", &has_altivec, &length, NULL, 0 );
- #endif
- if( error == 0 && has_altivec != 0 )
- cpu |= X264_CPU_ALTIVEC;
- return cpu;
- }
- #elif SYS_LINUX
- uint32_t x264_cpu_detect( void )
- {
- #ifdef __NO_FPRS__
- return 0;
- #else
- static void (*oldsig)( int );
- oldsig = signal( SIGILL, sigill_handler );
- if( sigsetjmp( jmpbuf, 1 ) )
- {
- signal( SIGILL, oldsig );
- return 0;
- }
- canjump = 1;
- asm volatile( "mtspr 256, %0\n\t"
- "vand 0, 0, 0\n\t"
- :
- : "r"(-1) );
- canjump = 0;
- signal( SIGILL, oldsig );
- return X264_CPU_ALTIVEC;
- #endif
- }
- #endif
- #elif ARCH_ARM
- void x264_cpu_neon_test( void );
- int x264_cpu_fast_neon_mrc_test( void );
- uint32_t x264_cpu_detect( void )
- {
- int flags = 0;
- #if HAVE_ARMV6
- flags |= X264_CPU_ARMV6;
- // don't do this hack if compiled with -mfpu=neon
- #if !HAVE_NEON
- static void (* oldsig)( int );
- oldsig = signal( SIGILL, sigill_handler );
- if( sigsetjmp( jmpbuf, 1 ) )
- {
- signal( SIGILL, oldsig );
- return flags;
- }
- canjump = 1;
- x264_cpu_neon_test();
- canjump = 0;
- signal( SIGILL, oldsig );
- #endif
- flags |= X264_CPU_NEON;
- // fast neon -> arm (Cortex-A9) detection relies on user access to the
- // cycle counter; this assumes ARMv7 performance counters.
- // NEON requires at least ARMv7, ARMv8 may require changes here, but
- // hopefully this hacky detection method will have been replaced by then.
- // Note that there is potential for a race condition if another program or
- // x264 instance disables or reinits the counters while x264 is using them,
- // which may result in incorrect detection and the counters stuck enabled.
- // right now Apple does not seem to support performance counters for this test
- #ifndef __MACH__
- flags |= x264_cpu_fast_neon_mrc_test() ? X264_CPU_FAST_NEON_MRC : 0;
- #endif
- // TODO: write dual issue test? currently it's A8 (dual issue) vs. A9 (fast mrc)
- #endif
- return flags;
- }
- #elif ARCH_AARCH64
- uint32_t x264_cpu_detect( void )
- {
- return X264_CPU_ARMV8 | X264_CPU_NEON;
- }
- #elif ARCH_MIPS
- uint32_t x264_cpu_detect( void )
- {
- uint32_t flags = 0;
- #if HAVE_MSA
- flags |= X264_CPU_MSA;
- #endif
- return flags;
- }
- #else
- uint32_t x264_cpu_detect( void )
- {
- return 0;
- }
- #endif
- int x264_cpu_num_processors( void )
- {
- #if !HAVE_THREAD
- return 1;
- #elif SYS_WINDOWS
- return x264_pthread_num_processors_np();
- #elif SYS_CYGWIN || SYS_SunOS
- return sysconf( _SC_NPROCESSORS_ONLN );
- #elif SYS_LINUX
- #ifdef __ANDROID__
- // Android NDK does not expose sched_getaffinity
- return sysconf( _SC_NPROCESSORS_CONF );
- #else
- cpu_set_t p_aff;
- memset( &p_aff, 0, sizeof(p_aff) );
- if( sched_getaffinity( 0, sizeof(p_aff), &p_aff ) )
- return 1;
- #if HAVE_CPU_COUNT
- return CPU_COUNT(&p_aff);
- #else
- int np = 0;
- for( unsigned int bit = 0; bit < 8 * sizeof(p_aff); bit++ )
- np += (((uint8_t *)&p_aff)[bit / 8] >> (bit % 8)) & 1;
- return np;
- #endif
- #endif
- #elif SYS_BEOS
- system_info info;
- get_system_info( &info );
- return info.cpu_count;
- #elif SYS_MACOSX || SYS_FREEBSD || SYS_OPENBSD
- int ncpu;
- size_t length = sizeof( ncpu );
- #if SYS_OPENBSD
- int mib[2] = { CTL_HW, HW_NCPU };
- if( sysctl(mib, 2, &ncpu, &length, NULL, 0) )
- #else
- if( sysctlbyname("hw.ncpu", &ncpu, &length, NULL, 0) )
- #endif
- {
- ncpu = 1;
- }
- return ncpu;
- #else
- return 1;
- #endif
- }
|