zend_cpuinfo.h

/*
 +----------------------------------------------------------------------+
 | Zend Engine |
 +----------------------------------------------------------------------+
 | Copyright (c) Zend Technologies Ltd. (http://www.zend.com) |
 +----------------------------------------------------------------------+
 | This source file is subject to version 2.00 of the Zend license, |
 | that is bundled with this package in the file LICENSE, and is |
 | available through the world-wide-web at the following url: |
 | http://www.zend.com/license/2_00.txt. |
 | If you did not receive a copy of the Zend license and are unable to |
 | obtain it through the world-wide-web, please send a note to |
 | license@zend.com so we can mail you a copy immediately. |
 +----------------------------------------------------------------------+
 | Authors: Xinchen Hui <laruence@php.net> |
 +----------------------------------------------------------------------+
*/

#ifndefZEND_CPU_INFO_H
#defineZEND_CPU_INFO_H

#include"zend.h"

#defineZEND_CPU_EBX_MASK (1<<30)
#defineZEND_CPU_EDX_MASK (1U<<31)

typedefenum_zend_cpu_feature {
/* ECX */
ZEND_CPU_FEATURE_SSE3= (1<<0),
ZEND_CPU_FEATURE_PCLMULQDQ= (1<<1),
ZEND_CPU_FEATURE_DTES64= (1<<2),
ZEND_CPU_FEATURE_MONITOR= (1<<3),
ZEND_CPU_FEATURE_DSCPL= (1<<4),
ZEND_CPU_FEATURE_VMX= (1<<5),
ZEND_CPU_FEATURE_SMX= (1<<6),
ZEND_CPU_FEATURE_EST= (1<<7),
ZEND_CPU_FEATURE_TM2= (1<<8),
ZEND_CPU_FEATURE_SSSE3= (1<<9),
ZEND_CPU_FEATURE_CID= (1<<10),
ZEND_CPU_FEATURE_SDBG= (1<<11),
ZEND_CPU_FEATURE_FMA= (1<<12),
ZEND_CPU_FEATURE_CX16= (1<<13),
ZEND_CPU_FEATURE_XTPR= (1<<14),
ZEND_CPU_FEATURE_PDCM= (1<<15),
/* reserved = (1<<16),*/
ZEND_CPU_FEATURE_PCID= (1<<17),
ZEND_CPU_FEATURE_DCA= (1<<18),
ZEND_CPU_FEATURE_SSE41= (1<<19),
ZEND_CPU_FEATURE_SSE42= (1<<20),
ZEND_CPU_FEATURE_X2APIC= (1<<21),
ZEND_CPU_FEATURE_MOVBE= (1<<22),
ZEND_CPU_FEATURE_POPCNT= (1<<23),
ZEND_CPU_FEATURE_TSC_DEADLINE= (1<<24),
ZEND_CPU_FEATURE_AES= (1<<25),
ZEND_CPU_FEATURE_XSAVE= (1<<26),
ZEND_CPU_FEATURE_OSXSAVE= (1<<27) ,
ZEND_CPU_FEATURE_AVX= (1<<28),
ZEND_CPU_FEATURE_F16C= (1<<29),
/* intentionally don't support = (1<<30) */
/* intentionally don't support = (1<<31) */

/* EBX */
ZEND_CPU_FEATURE_AVX2= (1<<5 | ZEND_CPU_EBX_MASK),
ZEND_CPU_FEATURE_AVX512F= (1<<16 | ZEND_CPU_EBX_MASK),
ZEND_CPU_FEATURE_AVX512DQ= (1<<17 | ZEND_CPU_EBX_MASK),
ZEND_CPU_FEATURE_AVX512CD= (1<<28 | ZEND_CPU_EBX_MASK),
ZEND_CPU_FEATURE_SHA= (1<<29 | ZEND_CPU_EBX_MASK),
/* intentionally don't support = (1<<30 | ZEND_CPU_EBX_MASK) */
/* intentionally don't support = (1<<31 | ZEND_CPU_EBX_MASK) */

/* EDX */
ZEND_CPU_FEATURE_FPU= (1<<0 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_VME= (1<<1 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_DE= (1<<2 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_PSE= (1<<3 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_TSC= (1<<4 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_MSR= (1<<5 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_PAE= (1<<6 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_MCE= (1<<7 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_CX8= (1<<8 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_APIC= (1<<9 | ZEND_CPU_EDX_MASK),
/* reserved = (1<<10 | ZEND_CPU_EDX_MASK),*/
ZEND_CPU_FEATURE_SEP= (1<<11 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_MTRR= (1<<12 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_PGE= (1<<13 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_MCA= (1<<14 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_CMOV= (1<<15 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_PAT= (1<<16 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_PSE36= (1<<17 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_PN= (1<<18 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_CLFLUSH= (1<<19 | ZEND_CPU_EDX_MASK),
/* reserved = (1<<20 | ZEND_CPU_EDX_MASK),*/
ZEND_CPU_FEATURE_DS= (1<<21 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_ACPI= (1<<22 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_MMX= (1<<23 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_FXSR= (1<<24 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_SSE= (1<<25 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_SSE2= (1<<26 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_SS= (1<<27 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_HT= (1<<28 | ZEND_CPU_EDX_MASK),
ZEND_CPU_FEATURE_TM= (1<<29 | ZEND_CPU_EDX_MASK)
/*intentionally don't support = (1<<30 | ZEND_CPU_EDX_MASK)*/
/*intentionally don't support = (1<<31 | ZEND_CPU_EDX_MASK)*/
} zend_cpu_feature;

voidzend_cpu_startup(void);
ZEND_APIintzend_cpu_supports(zend_cpu_featurefeature);

#ifndef__has_attribute
# define__has_attribute(x) 0
#endif

/* Address sanitizer is incompatible with ifunc resolvers, so exclude the
 * CPU support helpers from asan.
 * See also https://github.com/google/sanitizers/issues/342. */
#if__has_attribute(no_sanitize_address)
# defineZEND_NO_SANITIZE_ADDRESS __attribute__((no_sanitize_address))
#else
# defineZEND_NO_SANITIZE_ADDRESS
#endif

#ifdefPHP_HAVE_BUILTIN_CPU_SUPPORTS
/* NOTE: you should use following inline function in
 * resolver functions (ifunc), as it could be called
 * before all PLT symbols are resolved. in other words,
 * resolver functions should not depend on any external
 * functions */
ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_sse2(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("sse2");
}

ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_sse3(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("sse3");
}

ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_ssse3(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("ssse3");
}

ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_sse41(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("sse4.1");
}

ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_sse42(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("sse4.2");
}

ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_avx(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("avx");
}

ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_avx2(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("avx2");
}

#ifdefPHP_HAVE_AVX512_SUPPORTS
ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_avx512(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("avx512f") &&__builtin_cpu_supports("avx512dq")
&&__builtin_cpu_supports("avx512cd") &&__builtin_cpu_supports("avx512bw")
&&__builtin_cpu_supports("avx512vl");
}
#endif

#ifdefPHP_HAVE_AVX512_VBMI_SUPPORTS
ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_avx512_vbmi(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
returnzend_cpu_supports_avx512() &&__builtin_cpu_supports("avx512vbmi");
}
#endif

#else

staticinlineintzend_cpu_supports_sse2(void) {
returnzend_cpu_supports(ZEND_CPU_FEATURE_SSE2);
}

staticinlineintzend_cpu_supports_sse3(void) {
returnzend_cpu_supports(ZEND_CPU_FEATURE_SSE3);
}

staticinlineintzend_cpu_supports_ssse3(void) {
returnzend_cpu_supports(ZEND_CPU_FEATURE_SSSE3);
}

staticinlineintzend_cpu_supports_sse41(void) {
returnzend_cpu_supports(ZEND_CPU_FEATURE_SSE41);
}

staticinlineintzend_cpu_supports_sse42(void) {
returnzend_cpu_supports(ZEND_CPU_FEATURE_SSE42);
}

staticinlineintzend_cpu_supports_avx(void) {
returnzend_cpu_supports(ZEND_CPU_FEATURE_AVX);
}

staticinlineintzend_cpu_supports_avx2(void) {
returnzend_cpu_supports(ZEND_CPU_FEATURE_AVX2);
}

staticinlineintzend_cpu_supports_avx512(void) {
/* TODO: avx512_bw/avx512_vl use bit 30/31 which are reserved for mask */
return0;
}

staticzend_always_inlineintzend_cpu_supports_avx512_vbmi(void) {
/* TODO: avx512_vbmi use ECX of cpuid 7 */
return0;
}
#endif

/* __builtin_cpu_supports has pclmul from gcc9 */
#if defined(PHP_HAVE_BUILTIN_CPU_SUPPORTS) && (!defined(__GNUC__) || (ZEND_GCC_VERSION >= 9000))
ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_pclmul(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("pclmul");
}
#else
staticinlineintzend_cpu_supports_pclmul(void) {
returnzend_cpu_supports(ZEND_CPU_FEATURE_PCLMULQDQ);
}
#endif

/* __builtin_cpu_supports has cldemote from gcc11 */
#if defined(PHP_HAVE_BUILTIN_CPU_SUPPORTS) && defined(__GNUC__) && (ZEND_GCC_VERSION >= 11000)
ZEND_NO_SANITIZE_ADDRESS
staticinlineintzend_cpu_supports_cldemote(void) {
#ifdefPHP_HAVE_BUILTIN_CPU_INIT
__builtin_cpu_init();
#endif
return__builtin_cpu_supports("cldemote");
}
#endif

#endif