Mercurial > vec
annotate src/vec.c @ 34:8b5e0974fd41
Backed out changeset 92156fe32755
| author | Paper <paper@tflc.us> |
|---|---|
| date | Fri, 25 Apr 2025 17:40:46 -0400 |
| parents | bf6ad516f1e6 |
| children | 677c03c382b8 |
| rev | line source |
|---|---|
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
1 /** |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
2 * vec - a tiny SIMD vector library in C99 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
3 * |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
4 * Copyright (c) 2024 Paper |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
5 * |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
6 * Permission is hereby granted, free of charge, to any person obtaining a copy |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
7 * of this software and associated documentation files (the "Software"), to deal |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
8 * in the Software without restriction, including without limitation the rights |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
10 * copies of the Software, and to permit persons to whom the Software is |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
11 * furnished to do so, subject to the following conditions: |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
12 * |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
13 * The above copyright notice and this permission notice shall be included in all |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
14 * copies or substantial portions of the Software. |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
15 * |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
22 * SOFTWARE. |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
23 **/ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
24 |
|
8
6e0eb3aa12ab
build: add files to build vec as an external library
Paper <paper@tflc.us>
parents:
diff
changeset
|
25 #include "vec/vec.h" |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
26 #include "vec/cpu.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
27 #include "vec/impl/generic.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
28 #include "vec/impl/fallback.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
29 #ifdef VEC_COMPILER_HAS_MMX |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
30 # include "vec/impl/x86/mmx.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
31 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
32 #ifdef VEC_COMPILER_HAS_SSE2 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
33 # include "vec/impl/x86/sse2.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
34 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
35 #ifdef VEC_COMPILER_HAS_SSE41 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
36 # include "vec/impl/x86/sse41.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
37 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
38 #ifdef VEC_COMPILER_HAS_AVX2 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
39 # include "vec/impl/x86/avx2.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
40 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
41 #ifdef VEC_COMPILER_HAS_AVX512F |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
42 # include "vec/impl/x86/avx512f.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
43 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
44 #ifdef VEC_COMPILER_HAS_ALTIVEC |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
45 # include "vec/impl/ppc/altivec.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
46 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
47 #ifdef VEC_COMPILER_HAS_NEON |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
48 # include "vec/impl/arm/neon.h" |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
49 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
50 |
| 30 | 51 extern inline vec_uintmax vec_lrshift(vec_uintmax x, unsigned int y); |
| 52 extern inline vec_uintmax vec_llshift(vec_uintmax x, unsigned int y); | |
| 53 extern inline vec_uintmax vec_urshift(vec_uintmax x, unsigned int y); | |
| 54 extern inline vec_uintmax vec_ulshift(vec_uintmax x, unsigned int y); | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
55 extern inline vec_intmax vec_rshift(vec_intmax x, unsigned int y); |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
56 extern inline vec_intmax vec_lshift(vec_intmax x, unsigned int y); |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
57 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
58 // 16-bit |
| 31 | 59 const vint8x2_impl *vint8x2_impl_cpu = &vint8x2_impl_generic; |
| 60 const vuint8x2_impl *vuint8x2_impl_cpu = &vuint8x2_impl_generic; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
61 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
62 // 32-bit |
| 31 | 63 const vint8x4_impl *vint8x4_impl_cpu = &vint8x4_impl_generic; |
| 64 const vuint8x4_impl *vuint8x4_impl_cpu = &vuint8x4_impl_generic; | |
| 65 const vint16x2_impl *vint16x2_impl_cpu = &vint16x2_impl_generic; | |
| 66 const vuint16x2_impl *vuint16x2_impl_cpu = &vuint16x2_impl_generic; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
67 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
68 // 64-bit |
| 31 | 69 const vint8x8_impl *vint8x8_impl_cpu = &vint8x8_impl_generic; |
| 70 const vuint8x8_impl *vuint8x8_impl_cpu = &vuint8x8_impl_generic; | |
| 71 const vint16x4_impl *vint16x4_impl_cpu = &vint16x4_impl_generic; | |
| 72 const vuint16x4_impl *vuint16x4_impl_cpu = &vuint16x4_impl_generic; | |
| 73 const vint32x2_impl *vint32x2_impl_cpu = &vint32x2_impl_generic; | |
| 74 const vuint32x2_impl *vuint32x2_impl_cpu = &vuint32x2_impl_generic; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
75 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
76 // 128-bit |
| 31 | 77 const vint8x16_impl *vint8x16_impl_cpu = &vint8x16_impl_generic; |
| 78 const vuint8x16_impl *vuint8x16_impl_cpu = &vuint8x16_impl_generic; | |
| 79 const vint16x8_impl *vint16x8_impl_cpu = &vint16x8_impl_generic; | |
| 80 const vuint16x8_impl *vuint16x8_impl_cpu = &vuint16x8_impl_generic; | |
| 81 const vint32x4_impl *vint32x4_impl_cpu = &vint32x4_impl_generic; | |
| 82 const vuint32x4_impl *vuint32x4_impl_cpu = &vuint32x4_impl_generic; | |
| 83 const vint64x2_impl *vint64x2_impl_cpu = &vint64x2_impl_generic; | |
| 84 const vuint64x2_impl *vuint64x2_impl_cpu = &vuint64x2_impl_generic; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
85 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
86 // 256-bit |
| 31 | 87 const vint8x32_impl *vint8x32_impl_cpu = &vint8x32_impl_generic; |
| 88 const vuint8x32_impl *vuint8x32_impl_cpu = &vuint8x32_impl_generic; | |
| 89 const vint16x16_impl *vint16x16_impl_cpu = &vint16x16_impl_generic; | |
| 90 const vuint16x16_impl *vuint16x16_impl_cpu = &vuint16x16_impl_generic; | |
| 91 const vint32x8_impl *vint32x8_impl_cpu = &vint32x8_impl_generic; | |
| 92 const vuint32x8_impl *vuint32x8_impl_cpu = &vuint32x8_impl_generic; | |
| 93 const vint64x4_impl *vint64x4_impl_cpu = &vint64x4_impl_generic; | |
| 94 const vuint64x4_impl *vuint64x4_impl_cpu = &vuint64x4_impl_generic; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
95 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
96 // 512-bit |
| 31 | 97 const vint8x64_impl *vint8x64_impl_cpu = &vint8x64_impl_generic; |
| 98 const vuint8x64_impl *vuint8x64_impl_cpu = &vuint8x64_impl_generic; | |
| 99 const vint16x32_impl *vint16x32_impl_cpu = &vint16x32_impl_generic; | |
| 100 const vuint16x32_impl *vuint16x32_impl_cpu = &vuint16x32_impl_generic; | |
| 101 const vint32x16_impl *vint32x16_impl_cpu = &vint32x16_impl_generic; | |
| 102 const vuint32x16_impl *vuint32x16_impl_cpu = &vuint32x16_impl_generic; | |
| 103 const vint64x8_impl *vint64x8_impl_cpu = &vint64x8_impl_generic; | |
| 104 const vuint64x8_impl *vuint64x8_impl_cpu = &vuint64x8_impl_generic; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
105 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
106 static int vec_init_spinner = 0; |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
107 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
108 // returns 0 or a negative error code on failure |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
109 int vec_init(void) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
110 { |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
111 // This function is NOT thread safe. However, once vec |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
112 // is initialized, all of the vector functions are thread-safe. |
| 31 | 113 // |
| 114 // In fact, it's possible to use vec without calling | |
| 115 // vec_init() at all, but it would be completely useless since | |
| 116 // it would just use a generic implementation without any | |
| 117 // vectorization whatsoever (unless maybe the compiler is | |
| 118 // smart enough to optimize it into vectors) | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
119 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
120 if (vec_init_spinner) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
121 return 0; // already initialized, do nothing |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
122 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
123 vec_uint32 cpu = vec_get_CPU_features(); |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
124 |
| 31 | 125 #ifdef VEC_COMPILER_HAS_ALTIVEC |
| 126 if (cpu & VEC_CPU_HAS_ALTIVEC) { | |
| 127 vint8x16_impl_cpu = &vint8x16_impl_altivec; | |
| 128 vuint8x16_impl_cpu = &vuint8x16_impl_altivec; | |
| 129 vint16x8_impl_cpu = &vint16x8_impl_altivec; | |
| 130 vuint16x8_impl_cpu = &vuint16x8_impl_altivec; | |
| 131 vint32x4_impl_cpu = &vint32x4_impl_altivec; | |
| 132 vuint32x4_impl_cpu = &vuint32x4_impl_altivec; | |
| 133 #ifdef VEC_COMPILER_HAS_ALTIVEC_VSX | |
| 134 if (cpu & VEC_CPU_HAS_ALTIVEC_VSX) { | |
| 135 vint64x2_impl_cpu = &vint64x2_impl_altivec; | |
| 136 vuint64x2_impl_cpu = &vuint64x2_impl_altivec; | |
| 137 } | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
138 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
139 } |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
140 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
141 #ifdef VEC_COMPILER_HAS_AVX512F |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
142 if (cpu & VEC_CPU_HAS_AVX512F) { |
| 31 | 143 vint8x64_impl_cpu = &vint8x64_impl_avx512f; |
| 144 vuint8x64_impl_cpu = &vuint8x64_impl_avx512f; | |
| 145 vint16x32_impl_cpu = &vint16x32_impl_avx512f; | |
| 146 vuint16x32_impl_cpu = &vuint16x32_impl_avx512f; | |
| 147 vint32x16_impl_cpu = &vint32x16_impl_avx512f; | |
| 148 vuint32x16_impl_cpu = &vuint32x16_impl_avx512f; | |
| 149 vint64x8_impl_cpu = &vint64x8_impl_avx512f; | |
| 150 vuint64x8_impl_cpu = &vuint64x8_impl_avx512f; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
151 } |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
152 #endif |
| 31 | 153 #ifdef VEC_COMPILER_HAS_AVX2 |
| 154 if (cpu & VEC_CPU_HAS_AVX2) { | |
| 155 vint8x32_impl_cpu = &vint8x32_impl_avx2; | |
| 156 vuint8x32_impl_cpu = &vuint8x32_impl_avx2; | |
| 157 vint16x16_impl_cpu = &vint16x16_impl_avx2; | |
| 158 vuint16x16_impl_cpu = &vuint16x16_impl_avx2; | |
| 159 vint32x8_impl_cpu = &vint32x8_impl_avx2; | |
| 160 vuint32x8_impl_cpu = &vuint32x8_impl_avx2; | |
| 161 vint64x4_impl_cpu = &vint64x4_impl_avx2; | |
| 162 vuint64x4_impl_cpu = &vuint64x4_impl_avx2; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
163 } |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
164 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
165 #ifdef VEC_COMPILER_HAS_SSE2 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
166 if (cpu & VEC_CPU_HAS_SSE2) { |
| 31 | 167 vint8x16_impl_cpu = &vint8x16_impl_sse2; |
| 168 vuint8x16_impl_cpu = &vuint8x16_impl_sse2; | |
| 169 vint16x8_impl_cpu = &vint16x8_impl_sse2; | |
| 170 vuint16x8_impl_cpu = &vuint16x8_impl_sse2; | |
| 171 # ifdef VEC_COMPILER_HAS_SSE41 | |
| 172 if (cpu & VEC_CPU_HAS_SSE41) { | |
| 173 vint32x4_impl_cpu = &vint32x4_impl_sse41; | |
| 174 vuint32x4_impl_cpu = &vuint32x4_impl_sse41; | |
| 175 } else | |
| 176 # endif | |
| 177 { | |
| 178 vint32x4_impl_cpu = &vint32x4_impl_sse2; | |
| 179 vuint32x4_impl_cpu = &vuint32x4_impl_sse2; | |
| 180 } | |
| 181 vint64x2_impl_cpu = &vint64x2_impl_sse2; | |
| 182 vuint64x2_impl_cpu = &vuint64x2_impl_sse2; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
183 } |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
184 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
185 #ifdef VEC_COMPILER_HAS_MMX |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
186 if (cpu & VEC_CPU_HAS_MMX) { |
| 31 | 187 vint8x8_impl_cpu = &vint8x8_impl_mmx; |
| 188 vuint8x8_impl_cpu = &vuint8x8_impl_mmx; | |
| 189 vint16x4_impl_cpu = &vint16x4_impl_mmx; | |
| 190 vuint16x4_impl_cpu = &vuint16x4_impl_mmx; | |
| 191 vint32x2_impl_cpu = &vint32x2_impl_mmx; | |
| 192 vuint32x2_impl_cpu = &vuint32x2_impl_mmx; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
193 } |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
194 #endif |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
195 #ifdef VEC_COMPILER_HAS_NEON |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
196 if (cpu & VEC_CPU_HAS_NEON) { |
| 31 | 197 // 64-bit |
| 198 vint8x8_impl_cpu = &vint8x8_impl_neon; | |
| 199 vuint8x8_impl_cpu = &vuint8x8_impl_neon; | |
| 200 vint16x4_impl_cpu = &vint16x4_impl_neon; | |
| 201 vuint16x4_impl_cpu = &vuint16x4_impl_neon; | |
| 202 vint32x2_impl_cpu = &vint32x2_impl_neon; | |
| 203 vuint32x2_impl_cpu = &vuint32x2_impl_neon; | |
| 204 | |
| 205 // 128-bit | |
| 206 vint8x16_impl_cpu = &vint8x16_impl_neon; | |
| 207 vuint8x16_impl_cpu = &vuint8x16_impl_neon; | |
| 208 vint16x8_impl_cpu = &vint16x8_impl_neon; | |
| 209 vuint16x8_impl_cpu = &vuint16x8_impl_neon; | |
| 210 vint32x4_impl_cpu = &vint32x4_impl_neon; | |
| 211 vuint32x4_impl_cpu = &vuint32x4_impl_neon; | |
| 212 vint64x2_impl_cpu = &vint64x2_impl_neon; | |
| 213 vuint64x2_impl_cpu = &vuint64x2_impl_neon; | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
214 } |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
215 #endif |
| 31 | 216 { |
| 217 // do nothing, they're already set to generics | |
| 218 } | |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
219 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
220 vec_init_spinner++; |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
221 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
222 return 0; |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
223 } |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
224 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
225 /* ---------------------------------------------------------------- */ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
226 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
227 #define VEC_DEFINE_OPERATIONS_SIGN(sign, bits, size) \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
228 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_splat(vec_##sign##int##bits x); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
229 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_load_aligned(const vec_##sign##int##bits in[size]); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
230 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_load(const vec_##sign##int##bits in[size]); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
231 extern inline void v##sign##int##bits##x##size##_store_aligned(v##sign##int##bits##x##size vec, vec_##sign##int##bits out[size]); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
232 extern inline void v##sign##int##bits##x##size##_store(v##sign##int##bits##x##size vec, vec_##sign##int##bits out[size]); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
233 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_add(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
234 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_sub(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
235 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_mul(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
236 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_div(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
237 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_avg(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
238 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_and(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
239 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_or(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
240 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_xor(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
| 31 | 241 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_not(v##sign##int##bits##x##size vec); \ |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
242 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_cmplt(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
243 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_cmple(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
244 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_cmpeq(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
245 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_cmpge(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
246 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_cmpgt(v##sign##int##bits##x##size vec1, v##sign##int##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
247 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_lshift(v##sign##int##bits##x##size vec1, vuint##bits##x##size vec2); \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
248 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_rshift(v##sign##int##bits##x##size vec1, vuint##bits##x##size vec2); \ |
| 31 | 249 extern inline v##sign##int##bits##x##size v##sign##int##bits##x##size##_lrshift(v##sign##int##bits##x##size vec1, vuint##bits##x##size vec2); |
|
23
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
250 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
251 #define VEC_DEFINE_OPERATIONS(bits, size) \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
252 VEC_DEFINE_OPERATIONS_SIGN( , bits, size) \ |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
253 VEC_DEFINE_OPERATIONS_SIGN(u, bits, size) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
254 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
255 // 16-bit |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
256 VEC_DEFINE_OPERATIONS(8, 2) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
257 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
258 // 32-bit |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
259 VEC_DEFINE_OPERATIONS(8, 4) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
260 VEC_DEFINE_OPERATIONS(16, 2) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
261 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
262 // 64-bit |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
263 VEC_DEFINE_OPERATIONS(8, 8) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
264 VEC_DEFINE_OPERATIONS(16, 4) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
265 VEC_DEFINE_OPERATIONS(32, 2) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
266 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
267 // 128-bit |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
268 VEC_DEFINE_OPERATIONS(8, 16) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
269 VEC_DEFINE_OPERATIONS(16, 8) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
270 VEC_DEFINE_OPERATIONS(32, 4) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
271 VEC_DEFINE_OPERATIONS(64, 2) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
272 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
273 // 256-bit |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
274 VEC_DEFINE_OPERATIONS(8, 32) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
275 VEC_DEFINE_OPERATIONS(16, 16) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
276 VEC_DEFINE_OPERATIONS(32, 8) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
277 VEC_DEFINE_OPERATIONS(64, 4) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
278 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
279 // 512-bit |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
280 VEC_DEFINE_OPERATIONS(8, 64) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
281 VEC_DEFINE_OPERATIONS(16, 32) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
282 VEC_DEFINE_OPERATIONS(32, 16) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
283 VEC_DEFINE_OPERATIONS(64, 8) |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
284 |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
285 #undef VEC_DEFINE_OPERATIONS |
|
e26874655738
*: huge refactor, new major release (hahaha)
Paper <paper@tflc.us>
parents:
15
diff
changeset
|
286 #undef VEC_DEFINE_OPERATIONS_SIGN |
