/*! * \file volk_gnsssdr_8ic_conjugate_8ic.h * \brief VOLK_GNSSSDR kernel: calculates the conjugate of a 16 bits vector. * \authors * * VOLK_GNSSSDR kernel that calculates the conjugate of a * 16 bits vector (8 bits the real part and 8 bits the imaginary part) * * ----------------------------------------------------------------------------- * * GNSS-SDR is a Global Navigation Satellite System software-defined receiver. * This file is part of GNSS-SDR. * * Copyright (C) 2010-2020 (see AUTHORS file for a list of contributors) * SPDX-License-Identifier: GPL-3.0-or-later * * ----------------------------------------------------------------------------- */ /*! * \page volk_gnsssdr_8ic_conjugate_8ic * * \b Overview * * Takes the conjugate of a complex unsigned char vector. * * Dispatcher Prototype * \code * void volk_gnsssdr_8ic_conjugate_8ic(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points); * \endcode * * \b Inputs * \li aVector: Vector of complex items to be conjugated * \li num_points: The number of complex data points. * * \b Outputs * \li cVector: The vector where the result will be stored * */ #ifndef INCLUDED_volk_gnsssdr_8ic_conjugate_8ic_H #define INCLUDED_volk_gnsssdr_8ic_conjugate_8ic_H #include #ifdef LV_HAVE_AVX2 #include static inline void volk_gnsssdr_8ic_conjugate_8ic_u_avx2(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int avx2_iters = num_points / 16; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; __m256i tmp; __m256i conjugator = _mm256_setr_epi8(1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1); for (i = 0; i < avx2_iters; ++i) { tmp = _mm256_loadu_si256((__m256i*)a); tmp = _mm256_sign_epi8(tmp, conjugator); _mm256_storeu_si256((__m256i*)c, tmp); a += 16; c += 16; } for (i = avx2_iters * 16; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_AVX2 */ #ifdef LV_HAVE_AVX #include static inline void volk_gnsssdr_8ic_conjugate_8ic_u_avx(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int sse_iters = num_points / 16; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; __m256 tmp; __m128i tmp128lo, tmp128hi; __m256 conjugator1 = _mm256_castsi256_ps(_mm256_setr_epi8(0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF)); __m128i conjugator2 = _mm_setr_epi8(0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1); for (i = 0; i < sse_iters; ++i) { tmp = _mm256_loadu_ps((float*)a); tmp = _mm256_xor_ps(tmp, conjugator1); tmp128lo = _mm256_castsi256_si128(_mm256_castps_si256(tmp)); tmp128lo = _mm_add_epi8(tmp128lo, conjugator2); tmp128hi = _mm256_extractf128_si256(_mm256_castps_si256(tmp), 1); tmp128hi = _mm_add_epi8(tmp128hi, conjugator2); // tmp = _mm256_set_m128i(tmp128hi , tmp128lo); //not defined in some versions of immintrin.h tmp = _mm256_castsi256_ps(_mm256_insertf128_si256(_mm256_castsi128_si256(tmp128lo), (tmp128hi), 1)); _mm256_storeu_ps((float*)c, tmp); a += 16; c += 16; } for (i = sse_iters * 16; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_AVX */ #ifdef LV_HAVE_SSSE3 #include static inline void volk_gnsssdr_8ic_conjugate_8ic_u_ssse3(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int sse_iters = num_points / 8; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; __m128i tmp; __m128i conjugator = _mm_setr_epi8(1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1); for (i = 0; i < sse_iters; ++i) { tmp = _mm_lddqu_si128((__m128i*)a); tmp = _mm_sign_epi8(tmp, conjugator); _mm_storeu_si128((__m128i*)c, tmp); a += 8; c += 8; } for (i = sse_iters * 8; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_SSSE3 */ #ifdef LV_HAVE_SSE3 #include static inline void volk_gnsssdr_8ic_conjugate_8ic_u_sse3(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int sse_iters = num_points / 8; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; __m128i tmp; __m128i conjugator1 = _mm_setr_epi8(0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF); __m128i conjugator2 = _mm_setr_epi8(0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1); for (i = 0; i < sse_iters; ++i) { tmp = _mm_lddqu_si128((__m128i*)a); tmp = _mm_xor_si128(tmp, conjugator1); tmp = _mm_add_epi8(tmp, conjugator2); _mm_storeu_si128((__m128i*)c, tmp); a += 8; c += 8; } for (i = sse_iters * 8; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_SSE3 */ #ifdef LV_HAVE_GENERIC static inline void volk_gnsssdr_8ic_conjugate_8ic_generic(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { lv_8sc_t* cPtr = cVector; const lv_8sc_t* aPtr = aVector; unsigned int number; for (number = 0; number < num_points; number++) { *cPtr++ = lv_conj(*aPtr++); } } #endif /* LV_HAVE_GENERIC */ #ifdef LV_HAVE_AVX #include static inline void volk_gnsssdr_8ic_conjugate_8ic_a_avx(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int sse_iters = num_points / 16; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; __m256 tmp; __m128i tmp128lo, tmp128hi; __m256 conjugator1 = _mm256_castsi256_ps(_mm256_setr_epi8(0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF)); __m128i conjugator2 = _mm_setr_epi8(0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1); for (i = 0; i < sse_iters; ++i) { tmp = _mm256_load_ps((float*)a); tmp = _mm256_xor_ps(tmp, conjugator1); tmp128lo = _mm256_castsi256_si128(_mm256_castps_si256(tmp)); tmp128lo = _mm_add_epi8(tmp128lo, conjugator2); tmp128hi = _mm256_extractf128_si256(_mm256_castps_si256(tmp), 1); tmp128hi = _mm_add_epi8(tmp128hi, conjugator2); // tmp = _mm256_set_m128i(tmp128hi , tmp128lo); //not defined in some versions of immintrin.h tmp = _mm256_castsi256_ps(_mm256_insertf128_si256(_mm256_castsi128_si256(tmp128lo), (tmp128hi), 1)); _mm256_store_ps((float*)c, tmp); a += 16; c += 16; } for (i = sse_iters * 16; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_AVX */ #ifdef LV_HAVE_AVX2 #include static inline void volk_gnsssdr_8ic_conjugate_8ic_a_avx2(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int avx2_iters = num_points / 16; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; __m256i tmp; __m256i conjugator = _mm256_setr_epi8(1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1); for (i = 0; i < avx2_iters; ++i) { tmp = _mm256_load_si256((__m256i*)a); tmp = _mm256_sign_epi8(tmp, conjugator); _mm256_store_si256((__m256i*)c, tmp); a += 16; c += 16; } for (i = avx2_iters * 16; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_AVX2 */ #ifdef LV_HAVE_SSSE3 #include static inline void volk_gnsssdr_8ic_conjugate_8ic_a_ssse3(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int sse_iters = num_points / 8; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; __m128i tmp; __m128i conjugator = _mm_setr_epi8(1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1, 1, -1); for (i = 0; i < sse_iters; ++i) { tmp = _mm_load_si128((__m128i*)a); tmp = _mm_sign_epi8(tmp, conjugator); _mm_store_si128((__m128i*)c, tmp); a += 8; c += 8; } for (i = sse_iters * 8; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_SSSE3 */ #ifdef LV_HAVE_SSE3 #include static inline void volk_gnsssdr_8ic_conjugate_8ic_a_sse3(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int sse_iters = num_points / 8; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; __m128i tmp; __m128i conjugator1 = _mm_setr_epi8(0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF, 0, 0xFF); __m128i conjugator2 = _mm_setr_epi8(0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1); for (i = 0; i < sse_iters; ++i) { tmp = _mm_load_si128((__m128i*)a); tmp = _mm_xor_si128(tmp, conjugator1); tmp = _mm_add_epi8(tmp, conjugator2); _mm_store_si128((__m128i*)c, tmp); a += 8; c += 8; } for (i = sse_iters * 8; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_SSE3 */ #ifdef LV_HAVE_NEON #include static inline void volk_gnsssdr_8ic_conjugate_8ic_neon(lv_8sc_t* cVector, const lv_8sc_t* aVector, unsigned int num_points) { const unsigned int sse_iters = num_points / 8; unsigned int i; lv_8sc_t* c = cVector; const lv_8sc_t* a = aVector; int8x8x2_t a_val; for (i = 0; i < sse_iters; ++i) { a_val = vld2_s8((const int8_t*)a); __VOLK_GNSSSDR_PREFETCH(a + 16); a_val.val[1] = vneg_s8(a_val.val[1]); vst2_s8((int8_t*)c, a_val); a += 8; c += 8; } for (i = sse_iters * 8; i < num_points; ++i) { *c++ = lv_conj(*a++); } } #endif /* LV_HAVE_NEON */ #endif /* INCLUDED_volk_gnsssdr_8ic_conjugate_8ic_H */