23 #ifndef INCLUDED_volk_64u_byteswap_u_H
24 #define INCLUDED_volk_64u_byteswap_u_H
30 #include <emmintrin.h>
37 static inline void volk_64u_byteswap_u_sse2(
uint64_t* intsToSwap,
unsigned int num_points){
39 __m128i input, byte1, byte2, byte3, byte4, output;
40 __m128i byte2mask = _mm_set1_epi32(0x00FF0000);
41 __m128i byte3mask = _mm_set1_epi32(0x0000FF00);
43 const unsigned int halfPoints = num_points / 2;
44 for(;number < halfPoints; number++){
46 input = _mm_loadu_si128((__m128i*)inputPtr);
49 byte1 = _mm_slli_epi32(input, 24);
50 byte2 = _mm_slli_epi32(input, 8);
51 byte3 = _mm_srli_epi32(input, 8);
52 byte4 = _mm_srli_epi32(input, 24);
54 output = _mm_or_si128(byte1, byte4);
55 byte2 = _mm_and_si128(byte2, byte2mask);
56 output = _mm_or_si128(output, byte2);
57 byte3 = _mm_and_si128(byte3, byte3mask);
58 output = _mm_or_si128(output, byte3);
61 output = _mm_shuffle_epi32(output, _MM_SHUFFLE(2, 3, 0, 1));
64 _mm_storeu_si128((__m128i*)inputPtr, output);
69 number = halfPoints*2;
70 for(; number < num_points; number++){
74 output1 = (((output1 >> 24) & 0xff) | ((output1 >> 8) & 0x0000ff00) | ((output1 << 8) & 0x00ff0000) | ((output1 << 24) & 0xff000000));
76 output2 = (((output2 >> 24) & 0xff) | ((output2 >> 8) & 0x0000ff00) | ((output2 << 8) & 0x00ff0000) | ((output2 << 24) & 0xff000000));
78 *inputPtr++ = output2;
79 *inputPtr++ = output1;
84 #ifdef LV_HAVE_GENERIC
90 static inline void volk_64u_byteswap_generic(
uint64_t* intsToSwap,
unsigned int num_points){
93 for(point = 0; point < num_points; point++){
97 output1 = (((output1 >> 24) & 0xff) | ((output1 >> 8) & 0x0000ff00) | ((output1 << 8) & 0x00ff0000) | ((output1 << 24) & 0xff000000));
99 output2 = (((output2 >> 24) & 0xff) | ((output2 >> 8) & 0x0000ff00) | ((output2 << 8) & 0x00ff0000) | ((output2 << 24) & 0xff000000));
101 *inputPtr++ = output2;
102 *inputPtr++ = output1;
108 #include <arm_neon.h>
114 static inline void volk_64u_byteswap_neon(
uint64_t* intsToSwap,
unsigned int num_points){
116 unsigned int number = 0;
117 unsigned int n8points = num_points / 4;
119 uint8x8x4_t input_table;
120 uint8x8_t int_lookup01, int_lookup23, int_lookup45, int_lookup67;
121 uint8x8_t swapped_int01, swapped_int23, swapped_int45, swapped_int67;
131 int_lookup01 = vcreate_u8(2269495096316185);
132 int_lookup23 = vcreate_u8(146949840772469531);
133 int_lookup45 = vcreate_u8(291630186448622877);
134 int_lookup67 = vcreate_u8(436310532124776223);
136 for(number = 0; number < n8points; ++number){
137 input_table = vld4_u8((
uint8_t*) inputPtr);
138 swapped_int01 = vtbl4_u8(input_table, int_lookup01);
139 swapped_int23 = vtbl4_u8(input_table, int_lookup23);
140 swapped_int45 = vtbl4_u8(input_table, int_lookup45);
141 swapped_int67 = vtbl4_u8(input_table, int_lookup67);
142 vst1_u8((
uint8_t*) inputPtr, swapped_int01);
143 vst1_u8((
uint8_t*) (inputPtr+2), swapped_int23);
144 vst1_u8((
uint8_t*) (inputPtr+4), swapped_int45);
145 vst1_u8((
uint8_t*) (inputPtr+6), swapped_int67);
150 for(number = n8points * 4; number < num_points; ++number){
154 output1 = (((output1 >> 24) & 0xff) | ((output1 >> 8) & 0x0000ff00) | ((output1 << 8) & 0x00ff0000) | ((output1 << 24) & 0xff000000));
155 output2 = (((output2 >> 24) & 0xff) | ((output2 >> 8) & 0x0000ff00) | ((output2 << 8) & 0x00ff0000) | ((output2 << 24) & 0xff000000));
157 *inputPtr++ = output2;
158 *inputPtr++ = output1;
166 #ifndef INCLUDED_volk_64u_byteswap_a_H
167 #define INCLUDED_volk_64u_byteswap_a_H
173 #include <emmintrin.h>
180 static inline void volk_64u_byteswap_a_sse2(
uint64_t* intsToSwap,
unsigned int num_points){
182 __m128i input, byte1, byte2, byte3, byte4, output;
183 __m128i byte2mask = _mm_set1_epi32(0x00FF0000);
184 __m128i byte3mask = _mm_set1_epi32(0x0000FF00);
186 const unsigned int halfPoints = num_points / 2;
187 for(;number < halfPoints; number++){
189 input = _mm_load_si128((__m128i*)inputPtr);
192 byte1 = _mm_slli_epi32(input, 24);
193 byte2 = _mm_slli_epi32(input, 8);
194 byte3 = _mm_srli_epi32(input, 8);
195 byte4 = _mm_srli_epi32(input, 24);
197 output = _mm_or_si128(byte1, byte4);
198 byte2 = _mm_and_si128(byte2, byte2mask);
199 output = _mm_or_si128(output, byte2);
200 byte3 = _mm_and_si128(byte3, byte3mask);
201 output = _mm_or_si128(output, byte3);
204 output = _mm_shuffle_epi32(output, _MM_SHUFFLE(2, 3, 0, 1));
207 _mm_store_si128((__m128i*)inputPtr, output);
212 number = halfPoints*2;
213 for(; number < num_points; number++){
217 output1 = (((output1 >> 24) & 0xff) | ((output1 >> 8) & 0x0000ff00) | ((output1 << 8) & 0x00ff0000) | ((output1 << 24) & 0xff000000));
219 output2 = (((output2 >> 24) & 0xff) | ((output2 >> 8) & 0x0000ff00) | ((output2 << 8) & 0x00ff0000) | ((output2 << 24) & 0xff000000));
221 *inputPtr++ = output2;
222 *inputPtr++ = output1;
227 #ifdef LV_HAVE_GENERIC
233 static inline void volk_64u_byteswap_a_generic(
uint64_t* intsToSwap,
unsigned int num_points){
236 for(point = 0; point < num_points; point++){
240 output1 = (((output1 >> 24) & 0xff) | ((output1 >> 8) & 0x0000ff00) | ((output1 << 8) & 0x00ff0000) | ((output1 << 24) & 0xff000000));
242 output2 = (((output2 >> 24) & 0xff) | ((output2 >> 8) & 0x0000ff00) | ((output2 << 8) & 0x00ff0000) | ((output2 << 24) & 0xff000000));
244 *inputPtr++ = output2;
245 *inputPtr++ = output1;
unsigned char uint8_t
Definition: stdint.h:78
unsigned int uint32_t
Definition: stdint.h:80
unsigned __int64 uint64_t
Definition: stdint.h:90