mirror of https://github.com/gnss-sdr/gnss-sdr
456 lines
16 KiB
C
456 lines
16 KiB
C
/*!
|
|
* \file volk_gnsssdr_32fc_convert_8ic.h
|
|
* \brief VOLK_GNSSSDR kernel: converts float32 complex values to 8 integer complex values taking care of overflow.
|
|
* \authors <ul>
|
|
* <li> Andres Cecilia, 2014. a.cecilia.luque(at)gmail.com
|
|
* </ul>
|
|
*
|
|
* -----------------------------------------------------------------------------
|
|
*
|
|
* GNSS-SDR is a Global Navigation Satellite System software-defined receiver.
|
|
* This file is part of GNSS-SDR.
|
|
*
|
|
* Copyright (C) 2010-2020 (see AUTHORS file for a list of contributors)
|
|
* SPDX-License-Identifier: GPL-3.0-or-later
|
|
*
|
|
* -----------------------------------------------------------------------------
|
|
*/
|
|
|
|
/*!
|
|
* \page volk_gnsssdr_32fc_convert_8ic
|
|
*
|
|
* \b Overview
|
|
*
|
|
* Converts a complex vector of 32-bits float each component into
|
|
* a complex vector of 8-bits integer each component.
|
|
* Values are saturated to the limit values of the output data type.
|
|
*
|
|
* <b>Dispatcher Prototype</b>
|
|
* \code
|
|
* void volk_gnsssdr_32fc_convert_8ic(lv_8sc_t* outputVector, const lv_32fc_t* inputVector, unsigned int num_points);
|
|
* \endcode
|
|
*
|
|
* \b Inputs
|
|
* \li inputVector: The complex 32-bit float input data buffer.
|
|
* \li num_points: The number of data values to be converted.
|
|
*
|
|
* \b Outputs
|
|
* \li outputVector: The complex 8-bit integer output data buffer.
|
|
*
|
|
*/
|
|
|
|
#ifndef INCLUDED_volk_gnsssdr_32fc_convert_8ic_H
|
|
#define INCLUDED_volk_gnsssdr_32fc_convert_8ic_H
|
|
|
|
#include "volk_gnsssdr/volk_gnsssdr_complex.h"
|
|
#include <inttypes.h>
|
|
#include <limits.h>
|
|
#include <math.h>
|
|
|
|
|
|
#ifdef LV_HAVE_GENERIC
|
|
|
|
static inline void volk_gnsssdr_32fc_convert_8ic_generic(lv_8sc_t* outputVector, const lv_32fc_t* inputVector, unsigned int num_points)
|
|
{
|
|
float* inputVectorPtr = (float*)inputVector;
|
|
int8_t* outputVectorPtr = (int8_t*)outputVector;
|
|
const float min_val = (float)INT8_MIN;
|
|
const float max_val = (float)INT8_MAX;
|
|
float aux;
|
|
unsigned int i;
|
|
for (i = 0; i < num_points * 2; i++)
|
|
{
|
|
aux = *inputVectorPtr++ * max_val;
|
|
if (aux > max_val)
|
|
aux = max_val;
|
|
else if (aux < min_val)
|
|
aux = min_val;
|
|
*outputVectorPtr++ = (int8_t)rintf(aux);
|
|
}
|
|
}
|
|
#endif /* LV_HAVE_GENERIC */
|
|
|
|
|
|
#ifdef LV_HAVE_AVX2
|
|
#include <immintrin.h>
|
|
|
|
static inline void volk_gnsssdr_32fc_convert_8ic_u_avx2(lv_8sc_t* outputVector, const lv_32fc_t* inputVector, unsigned int num_points)
|
|
{
|
|
const unsigned int avx2_iters = num_points / 16;
|
|
|
|
float* inputVectorPtr = (float*)inputVector;
|
|
int8_t* outputVectorPtr = (int8_t*)outputVector;
|
|
|
|
const float min_val = (float)INT8_MIN;
|
|
const float max_val = (float)INT8_MAX;
|
|
float aux;
|
|
unsigned int i;
|
|
|
|
__m256 inputVal1, inputVal2, inputVal3, inputVal4;
|
|
__m256i intInputVal1, intInputVal2, intInputVal3, intInputVal4;
|
|
__m256i int8InputVal;
|
|
__m256 ret1, ret2, ret3, ret4;
|
|
const __m256 vmin_val = _mm256_set1_ps(min_val);
|
|
const __m256 vmax_val = _mm256_set1_ps(max_val);
|
|
|
|
for (i = 0; i < avx2_iters; i++)
|
|
{
|
|
inputVal1 = _mm256_loadu_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 8;
|
|
inputVal2 = _mm256_loadu_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 8;
|
|
inputVal3 = _mm256_loadu_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 8;
|
|
inputVal4 = _mm256_loadu_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 8;
|
|
__VOLK_GNSSSDR_PREFETCH(inputVectorPtr + 32);
|
|
|
|
inputVal1 = _mm256_mul_ps(inputVal1, vmax_val);
|
|
inputVal2 = _mm256_mul_ps(inputVal2, vmax_val);
|
|
inputVal3 = _mm256_mul_ps(inputVal3, vmax_val);
|
|
inputVal4 = _mm256_mul_ps(inputVal4, vmax_val);
|
|
|
|
// Clip
|
|
ret1 = _mm256_max_ps(_mm256_min_ps(inputVal1, vmax_val), vmin_val);
|
|
ret2 = _mm256_max_ps(_mm256_min_ps(inputVal2, vmax_val), vmin_val);
|
|
ret3 = _mm256_max_ps(_mm256_min_ps(inputVal3, vmax_val), vmin_val);
|
|
ret4 = _mm256_max_ps(_mm256_min_ps(inputVal4, vmax_val), vmin_val);
|
|
|
|
intInputVal1 = _mm256_cvtps_epi32(ret1);
|
|
intInputVal2 = _mm256_cvtps_epi32(ret2);
|
|
intInputVal3 = _mm256_cvtps_epi32(ret3);
|
|
intInputVal4 = _mm256_cvtps_epi32(ret4);
|
|
|
|
intInputVal1 = _mm256_packs_epi32(intInputVal1, intInputVal2);
|
|
intInputVal1 = _mm256_permute4x64_epi64(intInputVal1, 0b11011000);
|
|
intInputVal2 = _mm256_packs_epi32(intInputVal3, intInputVal4);
|
|
intInputVal2 = _mm256_permute4x64_epi64(intInputVal2, 0b11011000);
|
|
int8InputVal = _mm256_packs_epi16(intInputVal1, intInputVal2);
|
|
int8InputVal = _mm256_permute4x64_epi64(int8InputVal, 0b11011000);
|
|
|
|
_mm256_storeu_si256((__m256i*)outputVectorPtr, int8InputVal);
|
|
outputVectorPtr += 32;
|
|
}
|
|
|
|
for (i = avx2_iters * 32; i < num_points * 2; i++)
|
|
{
|
|
aux = *inputVectorPtr++ * max_val;
|
|
if (aux > max_val)
|
|
aux = max_val;
|
|
else if (aux < min_val)
|
|
aux = min_val;
|
|
*outputVectorPtr++ = (int8_t)rintf(aux);
|
|
}
|
|
}
|
|
#endif /* LV_HAVE_AVX2 */
|
|
|
|
|
|
#ifdef LV_HAVE_AVX2
|
|
#include <immintrin.h>
|
|
|
|
static inline void volk_gnsssdr_32fc_convert_8ic_a_avx2(lv_8sc_t* outputVector, const lv_32fc_t* inputVector, unsigned int num_points)
|
|
{
|
|
const unsigned int avx2_iters = num_points / 16;
|
|
|
|
float* inputVectorPtr = (float*)inputVector;
|
|
int8_t* outputVectorPtr = (int8_t*)outputVector;
|
|
|
|
const float min_val = (float)INT8_MIN;
|
|
const float max_val = (float)INT8_MAX;
|
|
float aux;
|
|
unsigned int i;
|
|
|
|
__m256 inputVal1, inputVal2, inputVal3, inputVal4;
|
|
__m256i intInputVal1, intInputVal2, intInputVal3, intInputVal4;
|
|
__m256i int8InputVal;
|
|
__m256 ret1, ret2, ret3, ret4;
|
|
const __m256 vmin_val = _mm256_set1_ps(min_val);
|
|
const __m256 vmax_val = _mm256_set1_ps(max_val);
|
|
|
|
for (i = 0; i < avx2_iters; i++)
|
|
{
|
|
inputVal1 = _mm256_load_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 8;
|
|
inputVal2 = _mm256_load_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 8;
|
|
inputVal3 = _mm256_load_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 8;
|
|
inputVal4 = _mm256_load_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 8;
|
|
__VOLK_GNSSSDR_PREFETCH(inputVectorPtr + 32);
|
|
|
|
inputVal1 = _mm256_mul_ps(inputVal1, vmax_val);
|
|
inputVal2 = _mm256_mul_ps(inputVal2, vmax_val);
|
|
inputVal3 = _mm256_mul_ps(inputVal3, vmax_val);
|
|
inputVal4 = _mm256_mul_ps(inputVal4, vmax_val);
|
|
|
|
// Clip
|
|
ret1 = _mm256_max_ps(_mm256_min_ps(inputVal1, vmax_val), vmin_val);
|
|
ret2 = _mm256_max_ps(_mm256_min_ps(inputVal2, vmax_val), vmin_val);
|
|
ret3 = _mm256_max_ps(_mm256_min_ps(inputVal3, vmax_val), vmin_val);
|
|
ret4 = _mm256_max_ps(_mm256_min_ps(inputVal4, vmax_val), vmin_val);
|
|
|
|
intInputVal1 = _mm256_cvtps_epi32(ret1);
|
|
intInputVal2 = _mm256_cvtps_epi32(ret2);
|
|
intInputVal3 = _mm256_cvtps_epi32(ret3);
|
|
intInputVal4 = _mm256_cvtps_epi32(ret4);
|
|
|
|
intInputVal1 = _mm256_packs_epi32(intInputVal1, intInputVal2);
|
|
intInputVal1 = _mm256_permute4x64_epi64(intInputVal1, 0b11011000);
|
|
intInputVal2 = _mm256_packs_epi32(intInputVal3, intInputVal4);
|
|
intInputVal2 = _mm256_permute4x64_epi64(intInputVal2, 0b11011000);
|
|
int8InputVal = _mm256_packs_epi16(intInputVal1, intInputVal2);
|
|
int8InputVal = _mm256_permute4x64_epi64(int8InputVal, 0b11011000);
|
|
|
|
_mm256_store_si256((__m256i*)outputVectorPtr, int8InputVal);
|
|
outputVectorPtr += 32;
|
|
}
|
|
|
|
for (i = avx2_iters * 32; i < num_points * 2; i++)
|
|
{
|
|
aux = *inputVectorPtr++ * max_val;
|
|
if (aux > max_val)
|
|
aux = max_val;
|
|
else if (aux < min_val)
|
|
aux = min_val;
|
|
*outputVectorPtr++ = (int8_t)rintf(aux);
|
|
}
|
|
}
|
|
#endif /* LV_HAVE_AVX2 */
|
|
|
|
|
|
#ifdef LV_HAVE_SSE2
|
|
#include <emmintrin.h>
|
|
|
|
static inline void volk_gnsssdr_32fc_convert_8ic_u_sse2(lv_8sc_t* outputVector, const lv_32fc_t* inputVector, unsigned int num_points)
|
|
{
|
|
const unsigned int sse_iters = num_points / 8;
|
|
|
|
float* inputVectorPtr = (float*)inputVector;
|
|
int8_t* outputVectorPtr = (int8_t*)outputVector;
|
|
|
|
const float min_val = (float)INT8_MIN;
|
|
const float max_val = (float)INT8_MAX;
|
|
float aux;
|
|
unsigned int i;
|
|
|
|
__m128 inputVal1, inputVal2, inputVal3, inputVal4;
|
|
__m128i intInputVal1, intInputVal2, intInputVal3, intInputVal4;
|
|
__m128i int8InputVal;
|
|
__m128 ret1, ret2, ret3, ret4;
|
|
const __m128 vmin_val = _mm_set_ps1(min_val);
|
|
const __m128 vmax_val = _mm_set_ps1(max_val);
|
|
|
|
for (i = 0; i < sse_iters; i++)
|
|
{
|
|
inputVal1 = _mm_loadu_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
inputVal2 = _mm_loadu_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
inputVal3 = _mm_loadu_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
inputVal4 = _mm_loadu_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
|
|
inputVal1 = _mm_mul_ps(inputVal1, vmax_val);
|
|
inputVal2 = _mm_mul_ps(inputVal2, vmax_val);
|
|
inputVal3 = _mm_mul_ps(inputVal3, vmax_val);
|
|
inputVal4 = _mm_mul_ps(inputVal4, vmax_val);
|
|
|
|
// Clip
|
|
ret1 = _mm_max_ps(_mm_min_ps(inputVal1, vmax_val), vmin_val);
|
|
ret2 = _mm_max_ps(_mm_min_ps(inputVal2, vmax_val), vmin_val);
|
|
ret3 = _mm_max_ps(_mm_min_ps(inputVal3, vmax_val), vmin_val);
|
|
ret4 = _mm_max_ps(_mm_min_ps(inputVal4, vmax_val), vmin_val);
|
|
|
|
intInputVal1 = _mm_cvtps_epi32(ret1);
|
|
intInputVal2 = _mm_cvtps_epi32(ret2);
|
|
intInputVal3 = _mm_cvtps_epi32(ret3);
|
|
intInputVal4 = _mm_cvtps_epi32(ret4);
|
|
|
|
intInputVal1 = _mm_packs_epi32(intInputVal1, intInputVal2);
|
|
intInputVal2 = _mm_packs_epi32(intInputVal3, intInputVal4);
|
|
int8InputVal = _mm_packs_epi16(intInputVal1, intInputVal2);
|
|
|
|
_mm_storeu_si128((__m128i*)outputVectorPtr, int8InputVal);
|
|
outputVectorPtr += 16;
|
|
}
|
|
|
|
for (i = sse_iters * 16; i < num_points * 2; i++)
|
|
{
|
|
aux = *inputVectorPtr++ * max_val;
|
|
if (aux > max_val)
|
|
aux = max_val;
|
|
else if (aux < min_val)
|
|
aux = min_val;
|
|
*outputVectorPtr++ = (int8_t)rintf(aux);
|
|
}
|
|
}
|
|
#endif /* LV_HAVE_SSE2 */
|
|
|
|
|
|
#ifdef LV_HAVE_SSE2
|
|
#include <emmintrin.h>
|
|
|
|
static inline void volk_gnsssdr_32fc_convert_8ic_a_sse2(lv_8sc_t* outputVector, const lv_32fc_t* inputVector, unsigned int num_points)
|
|
{
|
|
const unsigned int sse_iters = num_points / 8;
|
|
|
|
float* inputVectorPtr = (float*)inputVector;
|
|
int8_t* outputVectorPtr = (int8_t*)outputVector;
|
|
|
|
const float min_val = (float)INT8_MIN;
|
|
const float max_val = (float)INT8_MAX;
|
|
float aux;
|
|
unsigned int i;
|
|
|
|
__m128 inputVal1, inputVal2, inputVal3, inputVal4;
|
|
__m128i intInputVal1, intInputVal2, intInputVal3, intInputVal4;
|
|
__m128i int8InputVal;
|
|
__m128 ret1, ret2, ret3, ret4;
|
|
const __m128 vmin_val = _mm_set_ps1(min_val);
|
|
const __m128 vmax_val = _mm_set_ps1(max_val);
|
|
|
|
for (i = 0; i < sse_iters; i++)
|
|
{
|
|
inputVal1 = _mm_load_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
inputVal2 = _mm_load_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
inputVal3 = _mm_load_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
inputVal4 = _mm_load_ps((float*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
|
|
inputVal1 = _mm_mul_ps(inputVal1, vmax_val);
|
|
inputVal2 = _mm_mul_ps(inputVal2, vmax_val);
|
|
inputVal3 = _mm_mul_ps(inputVal3, vmax_val);
|
|
inputVal4 = _mm_mul_ps(inputVal4, vmax_val);
|
|
|
|
// Clip
|
|
ret1 = _mm_max_ps(_mm_min_ps(inputVal1, vmax_val), vmin_val);
|
|
ret2 = _mm_max_ps(_mm_min_ps(inputVal2, vmax_val), vmin_val);
|
|
ret3 = _mm_max_ps(_mm_min_ps(inputVal3, vmax_val), vmin_val);
|
|
ret4 = _mm_max_ps(_mm_min_ps(inputVal4, vmax_val), vmin_val);
|
|
|
|
intInputVal1 = _mm_cvtps_epi32(ret1);
|
|
intInputVal2 = _mm_cvtps_epi32(ret2);
|
|
intInputVal3 = _mm_cvtps_epi32(ret3);
|
|
intInputVal4 = _mm_cvtps_epi32(ret4);
|
|
|
|
intInputVal1 = _mm_packs_epi32(intInputVal1, intInputVal2);
|
|
intInputVal2 = _mm_packs_epi32(intInputVal3, intInputVal4);
|
|
int8InputVal = _mm_packs_epi16(intInputVal1, intInputVal2);
|
|
|
|
_mm_store_si128((__m128i*)outputVectorPtr, int8InputVal);
|
|
outputVectorPtr += 16;
|
|
}
|
|
|
|
for (i = sse_iters * 16; i < num_points * 2; i++)
|
|
{
|
|
aux = *inputVectorPtr++ * max_val;
|
|
if (aux > max_val)
|
|
aux = max_val;
|
|
else if (aux < min_val)
|
|
aux = min_val;
|
|
*outputVectorPtr++ = (int8_t)rintf(aux);
|
|
}
|
|
}
|
|
#endif /* LV_HAVE_SSE2 */
|
|
|
|
|
|
#ifdef LV_HAVE_NEON
|
|
#include <arm_neon.h>
|
|
|
|
static inline void volk_gnsssdr_32fc_convert_8ic_neon(lv_8sc_t* outputVector, const lv_32fc_t* inputVector, unsigned int num_points)
|
|
{
|
|
const unsigned int neon_iters = num_points / 8;
|
|
|
|
float32_t* inputVectorPtr = (float32_t*)inputVector;
|
|
int8_t* outputVectorPtr = (int8_t*)outputVector;
|
|
const float32_t max_val_f = (float32_t)INT8_MAX;
|
|
const float32_t min_val_f = (float32_t)INT8_MIN;
|
|
float32_t aux;
|
|
unsigned int i;
|
|
|
|
const float32x4_t min_val = vmovq_n_f32(min_val_f);
|
|
const float32x4_t max_val = vmovq_n_f32(max_val_f);
|
|
|
|
const float32x4_t half = vdupq_n_f32(0.5f);
|
|
|
|
float32x4_t sign, PlusHalf, Round, ret1, a;
|
|
int32x4_t toint_a;
|
|
int16x4_t intInputVal1, intInputVal2;
|
|
int16x8_t pack16_8_1;
|
|
int8x8_t res8_1, res8_2;
|
|
int8x16_t outputVal;
|
|
|
|
for (i = 0; i < neon_iters; i++)
|
|
{
|
|
a = vld1q_f32((const float32_t*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
a = vmulq_f32(a, max_val);
|
|
ret1 = vmaxq_f32(vminq_f32(a, max_val), min_val);
|
|
sign = vcvtq_f32_u32((vshrq_n_u32(vreinterpretq_u32_f32(ret1), 31)));
|
|
PlusHalf = vaddq_f32(ret1, half);
|
|
Round = vsubq_f32(PlusHalf, sign);
|
|
toint_a = vcvtq_s32_f32(Round);
|
|
intInputVal1 = vqmovn_s32(toint_a);
|
|
|
|
a = vld1q_f32((const float32_t*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
a = vmulq_f32(a, max_val);
|
|
ret1 = vmaxq_f32(vminq_f32(a, max_val), min_val);
|
|
sign = vcvtq_f32_u32((vshrq_n_u32(vreinterpretq_u32_f32(ret1), 31)));
|
|
PlusHalf = vaddq_f32(ret1, half);
|
|
Round = vsubq_f32(PlusHalf, sign);
|
|
toint_a = vcvtq_s32_f32(Round);
|
|
intInputVal2 = vqmovn_s32(toint_a);
|
|
|
|
pack16_8_1 = vcombine_s16(intInputVal1, intInputVal2);
|
|
res8_1 = vqmovn_s16(pack16_8_1);
|
|
|
|
a = vld1q_f32((const float32_t*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
a = vmulq_f32(a, max_val);
|
|
ret1 = vmaxq_f32(vminq_f32(a, max_val), min_val);
|
|
sign = vcvtq_f32_u32((vshrq_n_u32(vreinterpretq_u32_f32(ret1), 31)));
|
|
PlusHalf = vaddq_f32(ret1, half);
|
|
Round = vsubq_f32(PlusHalf, sign);
|
|
toint_a = vcvtq_s32_f32(Round);
|
|
intInputVal1 = vqmovn_s32(toint_a);
|
|
|
|
a = vld1q_f32((const float32_t*)inputVectorPtr);
|
|
inputVectorPtr += 4;
|
|
a = vmulq_f32(a, max_val);
|
|
ret1 = vmaxq_f32(vminq_f32(a, max_val), min_val);
|
|
sign = vcvtq_f32_u32((vshrq_n_u32(vreinterpretq_u32_f32(ret1), 31)));
|
|
PlusHalf = vaddq_f32(ret1, half);
|
|
Round = vsubq_f32(PlusHalf, sign);
|
|
toint_a = vcvtq_s32_f32(Round);
|
|
intInputVal2 = vqmovn_s32(toint_a);
|
|
|
|
pack16_8_1 = vcombine_s16(intInputVal1, intInputVal2);
|
|
res8_2 = vqmovn_s16(pack16_8_1);
|
|
|
|
outputVal = vcombine_s8(res8_1, res8_2);
|
|
|
|
vst1q_s8((int8_t*)outputVectorPtr, outputVal);
|
|
outputVectorPtr += 16;
|
|
}
|
|
|
|
for (i = neon_iters * 16; i < num_points * 2; i++)
|
|
{
|
|
aux = *inputVectorPtr++ * max_val_f;
|
|
if (aux > max_val_f)
|
|
aux = max_val_f;
|
|
else if (aux < min_val_f)
|
|
aux = min_val_f;
|
|
*outputVectorPtr++ = (int8_t)rintf(aux);
|
|
}
|
|
}
|
|
|
|
#endif /* LV_HAVE_NEON */
|
|
|
|
#endif /* INCLUDED_volk_gnsssdr_32fc_convert_8ic_H */
|