Mercurial > vec
view src/cpu.c @ 27:d00b95f95dd1 default tip
impl/arm/neon: it compiles again, but is untested
author | Paper <paper@tflc.us> |
---|---|
date | Mon, 25 Nov 2024 00:33:02 -0500 |
parents | 92156fe32755 |
children |
line wrap: on
line source
/** * vec - a tiny SIMD vector library in C99 * * Copyright (c) 2024 Paper * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. **/ /* Detect CPU SIMD support. Much of this code was stolen from SDL. * * Simple DirectMedia Layer * Copyright (C) 1997-2024 Sam Lantinga <slouken@libsdl.org> * * This software is provided 'as-is', without any express or implied * warranty. In no event will the authors be held liable for any damages * arising from the use of this software. * * Permission is granted to anyone to use this software for any purpose, * including commercial applications, and to alter it and redistribute it * freely, subject to the following restrictions: * * 1. The origin of this software must not be misrepresented; you must not * claim that you wrote the original software. If you use this software * in a product, an acknowledgment in the product documentation would be * appreciated but is not required. * 2. Altered source versions must be plainly marked as such, and must not be * misrepresented as being the original software. * 3. This notice may not be removed or altered from any source distribution. */ #include "vec/vec.h" #include "vec/cpu.h" #if defined(__MACOSX__) && (defined(__ppc__) || defined(__ppc64__)) # include <sys/sysctl.h> // For AltiVec check #elif defined(__OpenBSD__) && defined(__powerpc__) # include <sys/types.h> # include <sys/sysctl.h> // For AltiVec check # include <machine/cpu.h> #elif defined(__FreeBSD__) && defined(__powerpc__) # include <machine/cpu.h> # include <sys/auxv.h> #elif defined(VEC_COMPILER_HAS_ALTIVEC) # include <signal.h> # include <setjmp.h> #endif #ifdef __FreeBSD__ # include <sys/param.h> #endif #if (defined(__linux__) || defined(__ANDROID__)) && defined(__arm__) # include <unistd.h> # include <sys/types.h> # include <sys/stat.h> # include <fcntl.h> # include <elf.h> /*#include <asm/hwcap.h>*/ # ifndef AT_HWCAP # define AT_HWCAP 16 # endif # ifndef AT_PLATFORM # define AT_PLATFORM 15 # endif # ifndef HWCAP_NEON # define HWCAP_NEON (1 << 12) # endif #endif static inline int vec_CPU_have_CPUID(void) { int has_CPUID = 0; #if (defined(__GNUC__) || defined(__llvm__)) && defined(__i386__) __asm__ ( " pushfl # Get original EFLAGS \n" " popl %%eax \n" " movl %%eax,%%ecx \n" " xorl $0x200000,%%eax # Flip ID bit in EFLAGS \n" " pushl %%eax # Save new EFLAGS value on stack \n" " popfl # Replace current EFLAGS value \n" " pushfl # Get new EFLAGS \n" " popl %%eax # Store new EFLAGS in EAX \n" " xorl %%ecx,%%eax # Can not toggle ID bit, \n" " jz 1f # Processor=80486 \n" " movl $1,%0 # We have CPUID support \n" "1: \n" : "=m" (has_CPUID) : : "%eax", "%ecx" ); #elif (defined(__GNUC__) || defined(__llvm__)) && defined(__x86_64__) /* Technically, if this is being compiled under __x86_64__ then it has CPUid by definition. But it's nice to be able to prove it. :) */ __asm__ ( " pushfq # Get original EFLAGS \n" " popq %%rax \n" " movq %%rax,%%rcx \n" " xorl $0x200000,%%eax # Flip ID bit in EFLAGS \n" " pushq %%rax # Save new EFLAGS value on stack \n" " popfq # Replace current EFLAGS value \n" " pushfq # Get new EFLAGS \n" " popq %%rax # Store new EFLAGS in EAX \n" " xorl %%ecx,%%eax # Can not toggle ID bit, \n" " jz 1f # Processor=80486 \n" " movl $1,%0 # We have CPUID support \n" "1: \n" : "=m" (has_CPUID) : : "%rax", "%rcx" ); #elif (defined(_MSC_VER) && defined(_M_IX86)) || defined(__WATCOMC__) __asm { pushfd ; Get original EFLAGS pop eax mov ecx, eax xor eax, 200000h ; Flip ID bit in EFLAGS push eax ; Save new EFLAGS value on stack popfd ; Replace current EFLAGS value pushfd ; Get new EFLAGS pop eax ; Store new EFLAGS in EAX xor eax, ecx ; Can not toggle ID bit, jz done ; Processor=80486 mov has_CPUID,1 ; We have CPUID support done: } #elif defined(_MSC_VER) && defined(_M_X64) has_CPUID = 1; #elif defined(__sun) && defined(__i386) __asm ( " pushfl \n" " popl %eax \n" " movl %eax,%ecx \n" " xorl $0x200000,%eax \n" " pushl %eax \n" " popfl \n" " pushfl \n" " popl %eax \n" " xorl %ecx,%eax \n" " jz 1f \n" " movl $1,-8(%ebp) \n" "1: \n" ); #elif defined(__sun) && defined(__amd64) __asm ( " pushfq \n" " popq %rax \n" " movq %rax,%rcx \n" " xorl $0x200000,%eax \n" " pushq %rax \n" " popfq \n" " pushfq \n" " popq %rax \n" " xorl %ecx,%eax \n" " jz 1f \n" " movl $1,-8(%rbp) \n" "1: \n" ); #endif return has_CPUID; } #if (defined(__GNUC__) || defined(__llvm__)) && defined(__i386__) # define VEC_CPU_CPUID(func, a, b, c, d) \ __asm__ __volatile__( \ " pushl %%ebx \n" \ " xorl %%ecx,%%ecx \n" \ " cpuid \n" \ " movl %%ebx, %%esi \n" \ " popl %%ebx \n" \ : "=a"(a), "=S"(b), "=c"(c), "=d"(d) \ : "a"(func)) #elif (defined(__GNUC__) || defined(__llvm__)) && defined(__x86_64__) # define VEC_CPU_CPUID(func, a, b, c, d) \ __asm__ __volatile__( \ " pushq %%rbx \n" \ " xorq %%rcx,%%rcx \n" \ " cpuid \n" \ " movq %%rbx, %%rsi \n" \ " popq %%rbx \n" \ : "=a"(a), "=S"(b), "=c"(c), "=d"(d) \ : "a"(func)) #elif (defined(_MSC_VER) && defined(_M_IX86)) || defined(__WATCOMC__) # define VEC_CPU_CPUID(func, a, b, c, d) \ __asm { \ __asm mov eax, func \ __asm xor ecx, ecx \ __asm cpuid \ __asm mov a, eax \ __asm mov b, ebx \ __asm mov c, ecx \ __asm mov d, edx \ } #elif (defined(_MSC_VER) && defined(_M_X64)) // Use __cpuidex instead of __cpuid because ICL does not clear ecx register # define VEC_CPU_CPUID(func, a, b, c, d) \ do { \ int CPUInfo[4]; \ __cpuidex(CPUInfo, func, 0); \ a = CPUInfo[0]; \ b = CPUInfo[1]; \ c = CPUInfo[2]; \ d = CPUInfo[3]; \ } while (0) #else # define VEC_CPU_CPUID(func, a, b, c, d) \ do { \ a = b = c = d = 0; \ (void)a; \ (void)b; \ (void)c; \ (void)d; \ } while (0) #endif // --------------------------------------------------------------- static int vec_CPU_CPUIDFeatures[4]; static int vec_CPU_CPUIDMaxFunction = 0; static int vec_CPU_OSSavesYMM = 0; static int vec_CPU_OSSavesZMM = 0; static inline void vec_CPU_get_CPUID_features(void) { static int checked = 0; if (!checked) { checked = 1; if (vec_CPU_have_CPUID()) { int a, b, c, d; VEC_CPU_CPUID(0, a, b, c, d); vec_CPU_CPUIDMaxFunction = a; if (vec_CPU_CPUIDMaxFunction >= 1) { VEC_CPU_CPUID(1, a, b, c, d); vec_CPU_CPUIDFeatures[0] = a; vec_CPU_CPUIDFeatures[1] = b; vec_CPU_CPUIDFeatures[2] = c; vec_CPU_CPUIDFeatures[3] = d; // Check to make sure we can call xgetbv if (c & 0x08000000) { // Call xgetbv to see if YMM (etc) register state is saved #if (defined(__GNUC__) || defined(__llvm__)) && (defined(__i386__) || defined(__x86_64__)) __asm__(".byte 0x0f, 0x01, 0xd0" : "=a"(a) : "c"(0) : "%edx"); #elif defined(_MSC_VER) && (defined(_M_IX86) || defined(_M_X64)) && (_MSC_FULL_VER >= 160040219) // VS2010 SP1 a = (int)_xgetbv(0); #elif (defined(_MSC_VER) && defined(_M_IX86)) || defined(__WATCOMC__) __asm { xor ecx, ecx _asm _emit 0x0f _asm _emit 0x01 _asm _emit 0xd0 mov a, eax } #endif vec_CPU_OSSavesYMM = ((a & 6) == 6) ? 1 : 0; vec_CPU_OSSavesZMM = (vec_CPU_OSSavesYMM && ((a & 0xe0) == 0xe0)) ? 1 : 0; } } } } } #if !((defined(__MACOSX__) && (defined(__ppc__) || defined(__ppc64__))) || (defined(__OpenBSD__) && defined(__powerpc__))) && defined(VEC_COMPILER_HAS_ALTIVEC) && defined(__GNUC__) static jmp_buf vec_jmpbuf; static void vec_CPU_illegal_instruction(int sig) { longjmp(vec_jmpbuf, 1); } #endif static int vec_CPU_have_ALTIVEC(void) { volatile int altivec = 0; #if (defined(__MACOSX__) && (defined(__ppc__) || defined(__ppc64__))) || (defined(__OpenBSD__) && defined(__powerpc__)) int selectors[2] = { # ifdef __OpenBSD__ CTL_MACHDEP, CPU_ALTIVEC # else CTL_HW, HW_VECTORUNIT # endif }; int hasVectorUnit = 0; vec_uintsize length = sizeof(hasVectorUnit); int error = sysctl(selectors, 2, &hasVectorUnit, &length, NULL, 0); if (!error) altivec = (hasVectorUnit != 0); #elif defined(__FreeBSD__) && defined(__powerpc__) unsigned long cpufeatures = 0; elf_aux_info(AT_HWCAP, &cpufeatures, sizeof(cpufeatures)); altivec = cpufeatures & PPC_FEATURE_HAS_ALTIVEC; #elif defined(VEC_COMPILER_HAS_ALTIVEC) && defined(__GNUC__) void (*handler)(int sig); handler = signal(SIGILL, vec_CPU_illegal_instruction); if (!setjmp(vec_jmpbuf)) { __asm__ __volatile__("mtspr 256, %0\n\t" "vand %%v0, %%v0, %%v0" ::"r"(-1)); altivec = 1; } signal(SIGILL, handler); #endif return altivec; } static int vec_CPU_have_ALTIVEC_VSX(void) { volatile int vsx = 0; #if defined(VEC_COMPILER_HAS_ALTIVEC_VSX) && defined(__GNUC__) # warning Compiling UNTESTED code for VSX. void (*handler)(int sig); handler = signal(SIGILL, vec_CPU_illegal_instruction); if (!setjmp(vec_jmpbuf)) { // this is completely untested //__asm__ __volatile__("mtspr 256, %0\n\t" // "xxland %%v0, %%v0, %%v0" ::"r"(-1)); //vsx = 1; } signal(SIGILL, handler); #endif return vsx; } #define vec_CPU_have_MMX() (vec_CPU_CPUIDFeatures[3] & 0x00800000) #define vec_CPU_have_SSE() (vec_CPU_CPUIDFeatures[3] & 0x02000000) #define vec_CPU_have_SSE2() (vec_CPU_CPUIDFeatures[3] & 0x04000000) #define vec_CPU_have_SSE3() (vec_CPU_CPUIDFeatures[2] & 0x00000001) #define vec_CPU_have_SSE41() (vec_CPU_CPUIDFeatures[2] & 0x00080000) #define vec_CPU_have_SSE42() (vec_CPU_CPUIDFeatures[2] & 0x00100000) #define vec_CPU_have_AVX() (vec_CPU_OSSavesYMM && (vec_CPU_CPUIDFeatures[2] & 0x10000000)) static inline int vec_CPU_have_AVX2(void) { if (vec_CPU_OSSavesYMM && (vec_CPU_CPUIDMaxFunction >= 7)) { int a, b, c, d; VEC_CPU_CPUID(7, a, b, c, d); return b & 0x00000020; (void)a, (void)c, (void)d; } return 0; } static inline int vec_CPU_have_AVX512F(void) { if (vec_CPU_OSSavesYMM && (vec_CPU_CPUIDMaxFunction >= 7)) { int a, b, c, d; VEC_CPU_CPUID(7, a, b, c, d); return b & 0x00000020; (void)a, (void)c, (void)d; } return 0; } #if defined(__linux__) && defined(__arm__) && !defined(HAVE_GETAUXVAL) static int readProcAuxvForNeon(void) { int neon = 0; int fd; fd = open("/proc/self/auxv", O_RDONLY | O_CLOEXEC); if (fd >= 0) { Elf32_auxv_t aux; while (read(fd, &aux, sizeof(aux)) == sizeof(aux)) { if (aux.a_type == AT_HWCAP) { neon = (aux.a_un.a_val & HWCAP_NEON) == HWCAP_NEON; break; } } close(fd); } return neon; } #endif static int vec_CPU_have_NEON(void) { /* The way you detect NEON is a privileged instruction on ARM, so you have query the OS kernel in a platform-specific way. :/ */ #if defined(SDL_CPUINFO_DISABLED) return 0; /* disabled */ #elif (defined(__WINDOWS__) || defined(__WINRT__) || defined(__GDK__)) && (defined(_M_ARM) || defined(_M_ARM64)) /* Visual Studio, for ARM, doesn't define __ARM_ARCH. Handle this first. */ /* Seems to have been removed */ #ifndef PF_ARM_NEON_INSTRUCTIONS_AVAILABLE #define PF_ARM_NEON_INSTRUCTIONS_AVAILABLE 19 #endif /* All WinRT ARM devices are required to support NEON, but just in case. */ return IsProcessorFeaturePresent(PF_ARM_NEON_INSTRUCTIONS_AVAILABLE) != 0; #elif (defined(__ARM_ARCH) && (__ARM_ARCH >= 8)) || defined(__aarch64__) return 1; /* ARMv8 always has non-optional NEON support. */ #elif defined(__VITA__) return 1; #elif defined(__3DS__) return 0; #elif defined(__APPLE__) && defined(__ARM_ARCH) && (__ARM_ARCH >= 7) /* (note that sysctlbyname("hw.optional.neon") doesn't work!) */ return 1; /* all Apple ARMv7 chips and later have NEON. */ #elif defined(__APPLE__) return 0; /* assume anything else from Apple doesn't have NEON. */ #elif !defined(__arm__) return 0; /* not an ARM CPU at all. */ #elif defined(__OpenBSD__) return 1; /* OpenBSD only supports ARMv7 CPUs that have NEON. */ #elif defined(HAVE_ELF_AUX_INFO) unsigned long hasneon = 0; if (elf_aux_info(AT_HWCAP, (void *)&hasneon, (int)sizeof(hasneon)) != 0) return 0; return ((hasneon & HWCAP_NEON) == HWCAP_NEON); #elif defined(__QNXNTO__) return SYSPAGE_ENTRY(cpuinfo)->flags & ARM_CPU_FLAG_NEON; #elif (defined(__linux__) || defined(__ANDROID__)) && defined(HAVE_GETAUXVAL) return (getauxval(AT_HWCAP) & HWCAP_NEON) == HWCAP_NEON; #elif defined(__linux__) return readProcAuxvForNeon(); #elif defined(__ANDROID__) /* Use NDK cpufeatures to read either /proc/self/auxv or /proc/cpuinfo */ { AndroidCpuFamily cpu_family = android_getCpuFamily(); if (cpu_family == ANDROID_CPU_FAMILY_ARM) { uint64_t cpu_features = android_getCpuFeatures(); if (cpu_features & ANDROID_CPU_ARM_FEATURE_NEON) { return 1; } } return 0; } #elif defined(__RISCOS__) /* Use the VFPSupport_Features SWI to access the MVFR registers */ { _kernel_swi_regs regs; regs.r[0] = 0; if (_kernel_swi(VFPSupport_Features, ®s, ®s) == NULL) { if ((regs.r[2] & 0xFFF000) == 0x111000) { return 1; } } return 0; } #else #warning vec_CPU_have_NEON is not implemented for this ARM platform. Write me. return 0; #endif } #define VEC_CPU_FEATURES_RESET VEC_UINT32_C(0xFFFFFFFF) static vec_uint32 vec_CPU_features = VEC_CPU_FEATURES_RESET; vec_uint32 vec_get_CPU_features(void) { if (vec_CPU_features == VEC_CPU_FEATURES_RESET) { vec_CPU_get_CPUID_features(); vec_CPU_features = 0; if (vec_CPU_have_ALTIVEC()) vec_CPU_features |= VEC_CPU_HAS_ALTIVEC; if (vec_CPU_have_ALTIVEC_VSX()) vec_CPU_features |= VEC_CPU_HAS_ALTIVEC_VSX; if (vec_CPU_have_MMX()) vec_CPU_features |= VEC_CPU_HAS_MMX; if (vec_CPU_have_SSE()) vec_CPU_features |= VEC_CPU_HAS_SSE; if (vec_CPU_have_SSE2()) vec_CPU_features |= VEC_CPU_HAS_SSE2; if (vec_CPU_have_SSE3()) vec_CPU_features |= VEC_CPU_HAS_SSE3; if (vec_CPU_have_SSE41()) vec_CPU_features |= VEC_CPU_HAS_SSE41; if (vec_CPU_have_SSE42()) vec_CPU_features |= VEC_CPU_HAS_SSE42; if (vec_CPU_have_AVX()) vec_CPU_features |= VEC_CPU_HAS_AVX; if (vec_CPU_have_AVX2()) vec_CPU_features |= VEC_CPU_HAS_AVX2; if (vec_CPU_have_AVX512F()) vec_CPU_features |= VEC_CPU_HAS_AVX512F; if (vec_CPU_have_NEON()) vec_CPU_features |= VEC_CPU_HAS_NEON; } return vec_CPU_features; }