53#ifndef INCLUDED_volk_32u_byteswap_u_H
54#define INCLUDED_volk_32u_byteswap_u_H
61static inline void volk_32u_byteswap_u_avx2(uint32_t* intsToSwap,
unsigned int num_points)
66 const unsigned int nPerSet = 8;
67 const uint64_t nSets = num_points / nPerSet;
69 uint32_t* inputPtr = intsToSwap;
71 const uint8_t shuffleVector[32] = { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9,
72 8, 15, 14, 13, 12, 19, 18, 17, 16, 23, 22,
73 21, 20, 27, 26, 25, 24, 31, 30, 29, 28 };
75 const __m256i myShuffle = _mm256_loadu_si256((__m256i*)&shuffleVector);
77 for (number = 0; number < nSets; number++) {
80 const __m256i input = _mm256_loadu_si256((__m256i*)inputPtr);
81 const __m256i output = _mm256_shuffle_epi8(input, myShuffle);
84 _mm256_storeu_si256((__m256i*)inputPtr, output);
89 for (number = nSets * nPerSet; number < num_points; number++) {
90 uint32_t outputVal = *inputPtr;
91 outputVal = (((outputVal >> 24) & 0xff) | ((outputVal >> 8) & 0x0000ff00) |
92 ((outputVal << 8) & 0x00ff0000) | ((outputVal << 24) & 0xff000000));
93 *inputPtr = outputVal;
101#include <emmintrin.h>
105 unsigned int number = 0;
107 uint32_t* inputPtr = intsToSwap;
108 __m128i input, byte1, byte2, byte3, byte4, output;
109 __m128i byte2mask = _mm_set1_epi32(0x00FF0000);
110 __m128i byte3mask = _mm_set1_epi32(0x0000FF00);
112 const uint64_t quarterPoints = num_points / 4;
113 for (; number < quarterPoints; number++) {
115 input = _mm_loadu_si128((__m128i*)inputPtr);
117 byte1 = _mm_slli_epi32(input, 24);
118 byte2 = _mm_slli_epi32(input, 8);
119 byte3 = _mm_srli_epi32(input, 8);
120 byte4 = _mm_srli_epi32(input, 24);
122 output = _mm_or_si128(byte1, byte4);
123 byte2 = _mm_and_si128(byte2, byte2mask);
124 output = _mm_or_si128(output, byte2);
125 byte3 = _mm_and_si128(byte3, byte3mask);
126 output = _mm_or_si128(output, byte3);
128 _mm_storeu_si128((__m128i*)inputPtr, output);
133 number = quarterPoints * 4;
134 for (; number < num_points; number++) {
135 uint32_t outputVal = *inputPtr;
136 outputVal = (((outputVal >> 24) & 0xff) | ((outputVal >> 8) & 0x0000ff00) |
137 ((outputVal << 8) & 0x00ff0000) | ((outputVal << 24) & 0xff000000));
138 *inputPtr = outputVal;
150 uint32_t* inputPtr = intsToSwap;
151 unsigned int number = 0;
152 unsigned int n8points = num_points / 8;
154 uint8x8x4_t input_table;
155 uint8x8_t int_lookup01, int_lookup23, int_lookup45, int_lookup67;
156 uint8x8_t swapped_int01, swapped_int23, swapped_int45, swapped_int67;
166 int_lookup01 = vcreate_u8(74609667900706840);
167 int_lookup23 = vcreate_u8(219290013576860186);
168 int_lookup45 = vcreate_u8(363970359253013532);
169 int_lookup67 = vcreate_u8(508650704929166878);
171 for (number = 0; number < n8points; ++number) {
172 input_table = vld4_u8((uint8_t*)inputPtr);
173 swapped_int01 = vtbl4_u8(input_table, int_lookup01);
174 swapped_int23 = vtbl4_u8(input_table, int_lookup23);
175 swapped_int45 = vtbl4_u8(input_table, int_lookup45);
176 swapped_int67 = vtbl4_u8(input_table, int_lookup67);
177 vst1_u8((uint8_t*)inputPtr, swapped_int01);
178 vst1_u8((uint8_t*)(inputPtr + 2), swapped_int23);
179 vst1_u8((uint8_t*)(inputPtr + 4), swapped_int45);
180 vst1_u8((uint8_t*)(inputPtr + 6), swapped_int67);
185 for (number = n8points * 8; number < num_points; ++number) {
186 uint32_t output = *inputPtr;
187 output = (((output >> 24) & 0xff) | ((output >> 8) & 0x0000ff00) |
188 ((output << 8) & 0x00ff0000) | ((output << 24) & 0xff000000));
199static inline void volk_32u_byteswap_neonv8(uint32_t* intsToSwap,
unsigned int num_points)
201 uint32_t* inputPtr = (uint32_t*)intsToSwap;
202 const unsigned int n8points = num_points / 8;
204 uint8x16_t idx = { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 };
206 unsigned int number = 0;
207 for (number = 0; number < n8points; ++number) {
209 input = vld1q_u8((uint8_t*)inputPtr);
210 input = vqtbl1q_u8(input, idx);
211 vst1q_u8((uint8_t*)inputPtr, input);
214 input = vld1q_u8((uint8_t*)inputPtr);
215 input = vqtbl1q_u8(input, idx);
216 vst1q_u8((uint8_t*)inputPtr, input);
220 for (number = n8points * 8; number < num_points; ++number) {
221 uint32_t output = *inputPtr;
223 output = (((output >> 24) & 0xff) | ((output >> 8) & 0x0000ff00) |
224 ((output << 8) & 0x00ff0000) | ((output << 24) & 0xff000000));
226 *inputPtr++ = output;
232#ifdef LV_HAVE_GENERIC
235 unsigned int num_points)
237 uint32_t* inputPtr = intsToSwap;
240 for (point = 0; point < num_points; point++) {
241 uint32_t output = *inputPtr;
242 output = (((output >> 24) & 0xff) | ((output >> 8) & 0x0000ff00) |
243 ((output << 8) & 0x00ff0000) | ((output << 24) & 0xff000000));
253#ifndef INCLUDED_volk_32u_byteswap_a_H
254#define INCLUDED_volk_32u_byteswap_a_H
261#include <immintrin.h>
262static inline void volk_32u_byteswap_a_avx2(uint32_t* intsToSwap,
unsigned int num_points)
267 const unsigned int nPerSet = 8;
268 const uint64_t nSets = num_points / nPerSet;
270 uint32_t* inputPtr = intsToSwap;
272 const uint8_t shuffleVector[32] = { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9,
273 8, 15, 14, 13, 12, 19, 18, 17, 16, 23, 22,
274 21, 20, 27, 26, 25, 24, 31, 30, 29, 28 };
276 const __m256i myShuffle = _mm256_loadu_si256((__m256i*)&shuffleVector);
278 for (number = 0; number < nSets; number++) {
281 const __m256i input = _mm256_load_si256((__m256i*)inputPtr);
282 const __m256i output = _mm256_shuffle_epi8(input, myShuffle);
285 _mm256_store_si256((__m256i*)inputPtr, output);
290 for (number = nSets * nPerSet; number < num_points; number++) {
291 uint32_t outputVal = *inputPtr;
292 outputVal = (((outputVal >> 24) & 0xff) | ((outputVal >> 8) & 0x0000ff00) |
293 ((outputVal << 8) & 0x00ff0000) | ((outputVal << 24) & 0xff000000));
294 *inputPtr = outputVal;
302#include <emmintrin.h>
307 unsigned int number = 0;
309 uint32_t* inputPtr = intsToSwap;
310 __m128i input, byte1, byte2, byte3, byte4, output;
311 __m128i byte2mask = _mm_set1_epi32(0x00FF0000);
312 __m128i byte3mask = _mm_set1_epi32(0x0000FF00);
314 const uint64_t quarterPoints = num_points / 4;
315 for (; number < quarterPoints; number++) {
317 input = _mm_load_si128((__m128i*)inputPtr);
319 byte1 = _mm_slli_epi32(input, 24);
320 byte2 = _mm_slli_epi32(input, 8);
321 byte3 = _mm_srli_epi32(input, 8);
322 byte4 = _mm_srli_epi32(input, 24);
324 output = _mm_or_si128(byte1, byte4);
325 byte2 = _mm_and_si128(byte2, byte2mask);
326 output = _mm_or_si128(output, byte2);
327 byte3 = _mm_and_si128(byte3, byte3mask);
328 output = _mm_or_si128(output, byte3);
330 _mm_store_si128((__m128i*)inputPtr, output);
335 number = quarterPoints * 4;
336 for (; number < num_points; number++) {
337 uint32_t outputVal = *inputPtr;
338 outputVal = (((outputVal >> 24) & 0xff) | ((outputVal >> 8) & 0x0000ff00) |
339 ((outputVal << 8) & 0x00ff0000) | ((outputVal << 24) & 0xff000000));
340 *inputPtr = outputVal;
347#include <riscv_vector.h>
349static inline void volk_32u_byteswap_rvv(uint32_t* intsToSwap,
unsigned int num_points)
351 size_t n = num_points;
352 size_t vlmax = __riscv_vsetvlmax_e8m1();
354 vuint8m1_t vidx = __riscv_vreinterpret_u8m1(
355 __riscv_vsub(__riscv_vreinterpret_u32m1(__riscv_vid_v_u8m1(vlmax)),
358 for (
size_t vl; n > 0; n -= vl, intsToSwap += vl) {
359 vl = __riscv_vsetvl_e32m8(n);
361 __riscv_vreinterpret_u8m8(__riscv_vle32_v_u32m8(intsToSwap, vl));
363 __riscv_vse32(intsToSwap, __riscv_vreinterpret_u32m8(v), vl);
366 vuint16m2_t vidx = __riscv_vreinterpret_u16m2(
367 __riscv_vsub(__riscv_vreinterpret_u64m2(__riscv_vid_v_u16m2(vlmax)),
368 0x3000200010000 - 0x100020003,
370 for (
size_t vl; n > 0; n -= vl, intsToSwap += vl) {
371 vl = __riscv_vsetvl_e32m8(n);
373 __riscv_vreinterpret_u8m8(__riscv_vle32_v_u32m8(intsToSwap, vl));
375 __riscv_vse32(intsToSwap, __riscv_vreinterpret_u32m8(v), vl);
382#include <riscv_vector.h>
384static inline void volk_32u_byteswap_rva23(uint32_t* intsToSwap,
unsigned int num_points)
386 size_t n = num_points;
387 for (
size_t vl; n > 0; n -= vl, intsToSwap += vl) {
388 vl = __riscv_vsetvl_e32m8(n);
389 vuint32m8_t v = __riscv_vle32_v_u32m8(intsToSwap, vl);
390 __riscv_vse32(intsToSwap, __riscv_vrev8(v, vl), vl);
static void volk_32u_byteswap_neon(uint32_t *intsToSwap, unsigned int num_points)
Definition volk_32u_byteswap.h:148
static void volk_32u_byteswap_generic(uint32_t *intsToSwap, unsigned int num_points)
Definition volk_32u_byteswap.h:234
static void volk_32u_byteswap_u_sse2(uint32_t *intsToSwap, unsigned int num_points)
Definition volk_32u_byteswap.h:103
static void volk_32u_byteswap_a_sse2(uint32_t *intsToSwap, unsigned int num_points)
Definition volk_32u_byteswap.h:305
#define __VOLK_PREFETCH(addr)
Definition volk_common.h:68
#define RISCV_PERM8(f, v, vidx)
Definition volk_rvv_intrinsics.h:64