1 /*****************************************************************************
3 *****************************************************************************
4 * Copyright (C) 2003-2016 x264 project
6 * Authors: Loren Merritt <lorenm@u.washington.edu>
7 * Laurent Aimar <fenrir@via.ecp.fr>
8 * Fiona Glaser <fiona@x264.com>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02111, USA.
24 * This program is also available under a commercial proprietary license.
25 * For more information, contact us at licensing@x264.com.
26 *****************************************************************************/
30 #if HAVE_POSIXTHREAD && SYS_LINUX
34 #include <kernel/OS.h>
36 #if SYS_MACOSX || SYS_FREEBSD
37 #include <sys/types.h>
38 #include <sys/sysctl.h>
41 #include <sys/param.h>
42 #include <sys/sysctl.h>
43 #include <machine/cpu.h>
46 const x264_cpu_name_t x264_cpu_names[] =
49 // {"MMX", X264_CPU_MMX}, // we don't support asm on mmx1 cpus anymore
50 // {"CMOV", X264_CPU_CMOV}, // we require this unconditionally, so don't print it
51 #define MMX2 X264_CPU_MMX|X264_CPU_MMX2|X264_CPU_CMOV
54 {"SSE", MMX2|X264_CPU_SSE},
55 #define SSE2 MMX2|X264_CPU_SSE|X264_CPU_SSE2
56 {"SSE2Slow", SSE2|X264_CPU_SSE2_IS_SLOW},
58 {"SSE2Fast", SSE2|X264_CPU_SSE2_IS_FAST},
59 {"SSE3", SSE2|X264_CPU_SSE3},
60 {"SSSE3", SSE2|X264_CPU_SSE3|X264_CPU_SSSE3},
61 {"SSE4.1", SSE2|X264_CPU_SSE3|X264_CPU_SSSE3|X264_CPU_SSE4},
62 {"SSE4", SSE2|X264_CPU_SSE3|X264_CPU_SSSE3|X264_CPU_SSE4},
63 {"SSE4.2", SSE2|X264_CPU_SSE3|X264_CPU_SSSE3|X264_CPU_SSE4|X264_CPU_SSE42},
64 #define AVX SSE2|X264_CPU_SSE3|X264_CPU_SSSE3|X264_CPU_SSE4|X264_CPU_SSE42|X264_CPU_AVX
66 {"XOP", AVX|X264_CPU_XOP},
67 {"FMA4", AVX|X264_CPU_FMA4},
68 {"FMA3", AVX|X264_CPU_FMA3},
69 {"AVX2", AVX|X264_CPU_FMA3|X264_CPU_AVX2},
73 {"Cache32", X264_CPU_CACHELINE_32},
74 {"Cache64", X264_CPU_CACHELINE_64},
75 {"LZCNT", X264_CPU_LZCNT},
76 {"BMI1", X264_CPU_BMI1},
77 {"BMI2", X264_CPU_BMI1|X264_CPU_BMI2},
78 {"SlowCTZ", X264_CPU_SLOW_CTZ},
79 {"SlowAtom", X264_CPU_SLOW_ATOM},
80 {"SlowPshufb", X264_CPU_SLOW_PSHUFB},
81 {"SlowPalignr", X264_CPU_SLOW_PALIGNR},
82 {"SlowShuffle", X264_CPU_SLOW_SHUFFLE},
83 {"UnalignedStack", X264_CPU_STACK_MOD4},
85 {"Altivec", X264_CPU_ALTIVEC},
87 {"ARMv6", X264_CPU_ARMV6},
88 {"NEON", X264_CPU_NEON},
89 {"FastNeonMRC", X264_CPU_FAST_NEON_MRC},
91 {"ARMv8", X264_CPU_ARMV8},
92 {"NEON", X264_CPU_NEON},
94 {"MSA", X264_CPU_MSA},
99 #if (ARCH_PPC && SYS_LINUX) || (ARCH_ARM && !HAVE_NEON)
102 static sigjmp_buf jmpbuf;
103 static volatile sig_atomic_t canjump = 0;
105 static void sigill_handler( int sig )
109 signal( sig, SIG_DFL );
114 siglongjmp( jmpbuf, 1 );
119 int x264_cpu_cpuid_test( void );
120 void x264_cpu_cpuid( uint32_t op, uint32_t *eax, uint32_t *ebx, uint32_t *ecx, uint32_t *edx );
121 void x264_cpu_xgetbv( uint32_t op, uint32_t *eax, uint32_t *edx );
123 uint32_t x264_cpu_detect( void )
126 uint32_t eax, ebx, ecx, edx;
127 uint32_t vendor[4] = {0};
128 uint32_t max_extended_cap, max_basic_cap;
132 if( !x264_cpu_cpuid_test() )
136 x264_cpu_cpuid( 0, &eax, vendor+0, vendor+2, vendor+1 );
138 if( max_basic_cap == 0 )
141 x264_cpu_cpuid( 1, &eax, &ebx, &ecx, &edx );
147 cpu |= X264_CPU_MMX2|X264_CPU_SSE;
149 cpu |= X264_CPU_CMOV;
153 cpu |= X264_CPU_SSE2;
155 cpu |= X264_CPU_SSE3;
157 cpu |= X264_CPU_SSSE3;
159 cpu |= X264_CPU_SSE4;
161 cpu |= X264_CPU_SSE42;
162 /* Check OXSAVE and AVX bits */
163 if( (ecx&0x18000000) == 0x18000000 )
165 /* Check for OS support */
166 x264_cpu_xgetbv( 0, &eax, &edx );
167 if( (eax&0x6) == 0x6 )
171 cpu |= X264_CPU_FMA3;
175 if( max_basic_cap >= 7 )
177 x264_cpu_cpuid( 7, &eax, &ebx, &ecx, &edx );
178 /* AVX2 requires OS support, but BMI1/2 don't. */
179 if( (cpu&X264_CPU_AVX) && (ebx&0x00000020) )
180 cpu |= X264_CPU_AVX2;
183 cpu |= X264_CPU_BMI1;
185 cpu |= X264_CPU_BMI2;
189 if( cpu & X264_CPU_SSSE3 )
190 cpu |= X264_CPU_SSE2_IS_FAST;
192 x264_cpu_cpuid( 0x80000000, &eax, &ebx, &ecx, &edx );
193 max_extended_cap = eax;
195 if( max_extended_cap >= 0x80000001 )
197 x264_cpu_cpuid( 0x80000001, &eax, &ebx, &ecx, &edx );
200 cpu |= X264_CPU_LZCNT; /* Supported by Intel chips starting with Haswell */
201 if( ecx&0x00000040 ) /* SSE4a, AMD only */
203 int family = ((eax>>8)&0xf) + ((eax>>20)&0xff);
204 cpu |= X264_CPU_SSE2_IS_FAST; /* Phenom and later CPUs have fast SSE units */
207 cpu &= ~X264_CPU_SSE2_IS_FAST; /* SSSE3 doesn't imply fast SSE anymore... */
208 cpu |= X264_CPU_SSE2_IS_SLOW; /* Bobcat has 64-bit SIMD units */
209 cpu |= X264_CPU_SLOW_PALIGNR; /* palignr is insanely slow on Bobcat */
213 cpu |= X264_CPU_SLOW_PSHUFB; /* Jaguar's pshufb isn't that slow, but it's slow enough
214 * compared to alternate instruction sequences that this
215 * is equal or faster on almost all such functions. */
219 if( cpu & X264_CPU_AVX )
221 if( ecx&0x00000800 ) /* XOP */
223 if( ecx&0x00010000 ) /* FMA4 */
224 cpu |= X264_CPU_FMA4;
227 if( !strcmp((char*)vendor, "AuthenticAMD") )
230 cpu |= X264_CPU_MMX2;
231 if( !(cpu&X264_CPU_LZCNT) )
232 cpu |= X264_CPU_SLOW_CTZ;
233 if( (cpu&X264_CPU_SSE2) && !(cpu&X264_CPU_SSE2_IS_FAST) )
234 cpu |= X264_CPU_SSE2_IS_SLOW; /* AMD CPUs come in two types: terrible at SSE and great at it */
238 if( !strcmp((char*)vendor, "GenuineIntel") )
240 x264_cpu_cpuid( 1, &eax, &ebx, &ecx, &edx );
241 int family = ((eax>>8)&0xf) + ((eax>>20)&0xff);
242 int model = ((eax>>4)&0xf) + ((eax>>12)&0xf0);
245 /* 6/9 (pentium-m "banias"), 6/13 (pentium-m "dothan"), and 6/14 (core1 "yonah")
246 * theoretically support sse2, but it's significantly slower than mmx for
247 * almost all of x264's functions, so let's just pretend they don't. */
248 if( model == 9 || model == 13 || model == 14 )
250 cpu &= ~(X264_CPU_SSE2|X264_CPU_SSE3);
251 assert(!(cpu&(X264_CPU_SSSE3|X264_CPU_SSE4)));
253 /* Detect Atom CPU */
254 else if( model == 28 )
256 cpu |= X264_CPU_SLOW_ATOM;
257 cpu |= X264_CPU_SLOW_CTZ;
258 cpu |= X264_CPU_SLOW_PSHUFB;
260 /* Conroe has a slow shuffle unit. Check the model number to make sure not
261 * to include crippled low-end Penryns and Nehalems that don't have SSE4. */
262 else if( (cpu&X264_CPU_SSSE3) && !(cpu&X264_CPU_SSE4) && model < 23 )
263 cpu |= X264_CPU_SLOW_SHUFFLE;
267 if( (!strcmp((char*)vendor, "GenuineIntel") || !strcmp((char*)vendor, "CyrixInstead")) && !(cpu&X264_CPU_SSE42))
269 /* cacheline size is specified in 3 places, any of which may be missing */
270 x264_cpu_cpuid( 1, &eax, &ebx, &ecx, &edx );
271 cache = (ebx&0xff00)>>5; // cflush size
272 if( !cache && max_extended_cap >= 0x80000006 )
274 x264_cpu_cpuid( 0x80000006, &eax, &ebx, &ecx, &edx );
275 cache = ecx&0xff; // cacheline size
277 if( !cache && max_basic_cap >= 2 )
279 // Cache and TLB Information
280 static const char cache32_ids[] = { 0x0a, 0x0c, 0x41, 0x42, 0x43, 0x44, 0x45, 0x82, 0x83, 0x84, 0x85, 0 };
281 static const char cache64_ids[] = { 0x22, 0x23, 0x25, 0x29, 0x2c, 0x46, 0x47, 0x49, 0x60, 0x66, 0x67,
282 0x68, 0x78, 0x79, 0x7a, 0x7b, 0x7c, 0x7c, 0x7f, 0x86, 0x87, 0 };
286 x264_cpu_cpuid( 2, buf+0, buf+1, buf+2, buf+3 );
289 for( int j = 0; j < 4; j++ )
293 if( strchr( cache32_ids, buf[j]&0xff ) )
295 if( strchr( cache64_ids, buf[j]&0xff ) )
299 } while( ++i < max );
303 cpu |= X264_CPU_CACHELINE_32;
304 else if( cache == 64 )
305 cpu |= X264_CPU_CACHELINE_64;
307 x264_log( NULL, X264_LOG_WARNING, "unable to determine cacheline size\n" );
310 #if STACK_ALIGNMENT < 16
311 cpu |= X264_CPU_STACK_MOD4;
317 #elif ARCH_PPC && HAVE_ALTIVEC
319 #if SYS_MACOSX || SYS_OPENBSD || SYS_FREEBSD
320 #include <sys/sysctl.h>
321 uint32_t x264_cpu_detect( void )
326 int selectors[2] = { CTL_MACHDEP, CPU_ALTIVEC };
328 int selectors[2] = { CTL_HW, HW_VECTORUNIT };
331 size_t length = sizeof( has_altivec );
332 #if SYS_MACOSX || SYS_OPENBSD
333 int error = sysctl( selectors, 2, &has_altivec, &length, NULL, 0 );
335 int error = sysctlbyname( "hw.altivec", &has_altivec, &length, NULL, 0 );
338 if( error == 0 && has_altivec != 0 )
339 cpu |= X264_CPU_ALTIVEC;
346 uint32_t x264_cpu_detect( void )
351 static void (*oldsig)( int );
353 oldsig = signal( SIGILL, sigill_handler );
354 if( sigsetjmp( jmpbuf, 1 ) )
356 signal( SIGILL, oldsig );
361 asm volatile( "mtspr 256, %0\n\t"
367 signal( SIGILL, oldsig );
369 return X264_CPU_ALTIVEC;
376 void x264_cpu_neon_test( void );
377 int x264_cpu_fast_neon_mrc_test( void );
379 uint32_t x264_cpu_detect( void )
383 flags |= X264_CPU_ARMV6;
385 // don't do this hack if compiled with -mfpu=neon
387 static void (* oldsig)( int );
388 oldsig = signal( SIGILL, sigill_handler );
389 if( sigsetjmp( jmpbuf, 1 ) )
391 signal( SIGILL, oldsig );
396 x264_cpu_neon_test();
398 signal( SIGILL, oldsig );
401 flags |= X264_CPU_NEON;
403 // fast neon -> arm (Cortex-A9) detection relies on user access to the
404 // cycle counter; this assumes ARMv7 performance counters.
405 // NEON requires at least ARMv7, ARMv8 may require changes here, but
406 // hopefully this hacky detection method will have been replaced by then.
407 // Note that there is potential for a race condition if another program or
408 // x264 instance disables or reinits the counters while x264 is using them,
409 // which may result in incorrect detection and the counters stuck enabled.
410 // right now Apple does not seem to support performance counters for this test
412 flags |= x264_cpu_fast_neon_mrc_test() ? X264_CPU_FAST_NEON_MRC : 0;
414 // TODO: write dual issue test? currently it's A8 (dual issue) vs. A9 (fast mrc)
421 uint32_t x264_cpu_detect( void )
423 return X264_CPU_ARMV8 | X264_CPU_NEON;
428 uint32_t x264_cpu_detect( void )
432 flags |= X264_CPU_MSA;
439 uint32_t x264_cpu_detect( void )
446 int x264_cpu_num_processors( void )
452 return x264_pthread_num_processors_np();
454 #elif SYS_CYGWIN || SYS_SunOS
455 return sysconf( _SC_NPROCESSORS_ONLN );
459 // Android NDK does not expose sched_getaffinity
460 return sysconf( _SC_NPROCESSORS_CONF );
463 memset( &p_aff, 0, sizeof(p_aff) );
464 if( sched_getaffinity( 0, sizeof(p_aff), &p_aff ) )
467 return CPU_COUNT(&p_aff);
470 for( unsigned int bit = 0; bit < 8 * sizeof(p_aff); bit++ )
471 np += (((uint8_t *)&p_aff)[bit / 8] >> (bit % 8)) & 1;
478 get_system_info( &info );
479 return info.cpu_count;
481 #elif SYS_MACOSX || SYS_FREEBSD || SYS_OPENBSD
483 size_t length = sizeof( ncpu );
485 int mib[2] = { CTL_HW, HW_NCPU };
486 if( sysctl(mib, 2, &ncpu, &length, NULL, 0) )
488 if( sysctlbyname("hw.ncpu", &ncpu, &length, NULL, 0) )