VE7UWU
/
sdrangel
mirror of https://github.com/f4exb/sdrangel.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

IntHalfband filters: tuned optimizations and chose the best for x86_64

This commit is contained in:
f4exb 2016-11-09 03:27:30 +01:00
parent d2c6791eea
commit 0a6dc5db37
5 changed files with 222 additions and 158 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
sdrbase/dsp/decimators.h
View File

@ -19,7 +19,7 @@
#include "dsp/dsptypes.h"
#ifdef USE_SSE4_1
#include "dsp/inthalfbandfilterst.h"
#include "dsp/inthalfbandfiltereo1.h"
#else
#include "dsp/inthalfbandfilterdb.h"
#endif
@ -125,12 +125,12 @@ public:
private:
#ifdef USE_SSE4_1
IntHalfbandFilterST<DECIMATORS_HB_FILTER_ORDER> m_decimator2; // 1st stages
IntHalfbandFilterST<DECIMATORS_HB_FILTER_ORDER> m_decimator4; // 2nd stages
IntHalfbandFilterST<DECIMATORS_HB_FILTER_ORDER> m_decimator8; // 3rd stages
IntHalfbandFilterST<DECIMATORS_HB_FILTER_ORDER> m_decimator16; // 4th stages
IntHalfbandFilterST<DECIMATORS_HB_FILTER_ORDER> m_decimator32; // 5th stages
IntHalfbandFilterST<DECIMATORS_HB_FILTER_ORDER> m_decimator64; // 6th stages
IntHalfbandFilterEO1<DECIMATORS_HB_FILTER_ORDER> m_decimator2; // 1st stages
IntHalfbandFilterEO1<DECIMATORS_HB_FILTER_ORDER> m_decimator4; // 2nd stages
IntHalfbandFilterEO1<DECIMATORS_HB_FILTER_ORDER> m_decimator8; // 3rd stages
IntHalfbandFilterEO1<DECIMATORS_HB_FILTER_ORDER> m_decimator16; // 4th stages
IntHalfbandFilterEO1<DECIMATORS_HB_FILTER_ORDER> m_decimator32; // 5th stages
IntHalfbandFilterEO1<DECIMATORS_HB_FILTER_ORDER> m_decimator64; // 6th stages
#else
IntHalfbandFilterDB<DECIMATORS_HB_FILTER_ORDER> m_decimator2; // 1st stages
IntHalfbandFilterDB<DECIMATORS_HB_FILTER_ORDER> m_decimator4; // 2nd stages

57
sdrbase/dsp/inthalfbandfilterdb.h
View File

@ -41,7 +41,7 @@ public:
{
case 0:
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we don't have a new sample
@ -51,7 +51,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
@ -71,7 +71,7 @@ public:
// save result
doFIR(SampleOut);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we didn't consume the sample
@ -83,7 +83,7 @@ public:
// save result
doFIR(SampleOut);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
// tell caller we consumed the sample
@ -100,7 +100,7 @@ public:
{
case 0:
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we don't have a new sample
@ -110,7 +110,7 @@ public:
// save result
doFIR(x, y);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
// tell caller we have a new sample
@ -127,7 +127,7 @@ public:
// insert sample into ring-buffer
storeSample((FixReal) -sample->imag(), (FixReal) sample->real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we don't have a new sample
@ -139,7 +139,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 2;
// tell caller we have a new sample
@ -149,7 +149,7 @@ public:
// insert sample into ring-buffer
storeSample((FixReal) sample->imag(), (FixReal) -sample->real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 3;
// tell caller we don't have a new sample
@ -161,7 +161,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
// tell caller we have a new sample
@ -186,7 +186,7 @@ public:
sampleOut->setImag(-s.real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
@ -204,7 +204,7 @@ public:
sampleOut->setImag(-s.imag());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 2;
@ -222,7 +222,7 @@ public:
sampleOut->setImag(s.real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 3;
@ -240,7 +240,7 @@ public:
sampleOut->setImag(s.imag());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
@ -259,7 +259,7 @@ public:
// insert sample into ring-buffer
storeSample((FixReal) sample->imag(), (FixReal) -sample->real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we don't have a new sample
@ -271,7 +271,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 2;
// tell caller we have a new sample
@ -281,7 +281,7 @@ public:
// insert sample into ring-buffer
storeSample((FixReal) -sample->imag(), (FixReal) sample->real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 3;
// tell caller we don't have a new sample
@ -293,7 +293,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
// tell caller we have a new sample
@ -318,7 +318,7 @@ public:
sampleOut->setImag(s.real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
@ -336,7 +336,7 @@ public:
sampleOut->setImag(-s.imag());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 2;
@ -354,7 +354,7 @@ public:
sampleOut->setImag(-s.real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 3;
@ -372,7 +372,7 @@ public:
sampleOut->setImag(s.imag());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
@ -385,21 +385,21 @@ public:
void myDecimate(const Sample* sample1, Sample* sample2)
{
storeSample((FixReal) sample1->real(), (FixReal) sample1->imag());
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
storeSample((FixReal) sample2->real(), (FixReal) sample2->imag());
doFIR(sample2);
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
}
void myDecimate(qint32 x1, qint32 y1, qint32 *x2, qint32 *y2)
{
storeSample(x1, y1);
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
storeSample(*x2, *y2);
doFIR(x2, y2);
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
}
protected:
@ -424,6 +424,11 @@ protected:
m_samplesDB[m_ptr + m_size][1] = y;
}
void advancePointer()
{
m_ptr = m_ptr + 1 < m_size ? m_ptr + 1: 0;
}
void doFIR(Sample* sample)
{
int a = m_ptr + m_size; // tip pointer

2
sdrbase/dsp/inthalfbandfiltereo1.h
View File

@ -450,7 +450,7 @@ protected:
void advancePointer()
{
m_ptr = (m_ptr + 1) % (2*m_size);
m_ptr = m_ptr + 1 < 2*m_size ? m_ptr + 1: 0;
}
void doFIR(Sample* sample)

71
sdrbase/dsp/inthalfbandfilterst.h
View File

@ -42,7 +42,7 @@ public:
{
case 0:
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we don't have a new sample
@ -52,7 +52,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
@ -72,7 +72,7 @@ public:
// save result
doFIR(SampleOut);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we didn't consume the sample
@ -84,7 +84,7 @@ public:
// save result
doFIR(SampleOut);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
// tell caller we consumed the sample
@ -101,7 +101,7 @@ public:
{
case 0:
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we don't have a new sample
@ -111,7 +111,7 @@ public:
// save result
doFIR(x, y);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
// tell caller we have a new sample
@ -128,7 +128,7 @@ public:
// insert sample into ring-buffer
storeSample((FixReal) -sample->imag(), (FixReal) sample->real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we don't have a new sample
@ -140,7 +140,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 2;
// tell caller we have a new sample
@ -150,7 +150,7 @@ public:
// insert sample into ring-buffer
storeSample((FixReal) sample->imag(), (FixReal) -sample->real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 3;
// tell caller we don't have a new sample
@ -162,7 +162,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
// tell caller we have a new sample
@ -187,7 +187,7 @@ public:
sampleOut->setImag(-s.real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
@ -205,7 +205,7 @@ public:
sampleOut->setImag(-s.imag());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 2;
@ -223,7 +223,7 @@ public:
sampleOut->setImag(s.real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 3;
@ -241,7 +241,7 @@ public:
sampleOut->setImag(s.imag());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
@ -260,7 +260,7 @@ public:
// insert sample into ring-buffer
storeSample((FixReal) sample->imag(), (FixReal) -sample->real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
// tell caller we don't have a new sample
@ -272,7 +272,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 2;
// tell caller we have a new sample
@ -282,7 +282,7 @@ public:
// insert sample into ring-buffer
storeSample((FixReal) -sample->imag(), (FixReal) sample->real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 3;
// tell caller we don't have a new sample
@ -294,7 +294,7 @@ public:
// save result
doFIR(sample);
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
// tell caller we have a new sample
@ -319,7 +319,7 @@ public:
sampleOut->setImag(s.real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 1;
@ -337,7 +337,7 @@ public:
sampleOut->setImag(-s.imag());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 2;
@ -355,7 +355,7 @@ public:
sampleOut->setImag(-s.real());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 3;
@ -373,7 +373,7 @@ public:
sampleOut->setImag(s.imag());
// advance write-pointer
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
// next state
m_state = 0;
@ -386,21 +386,21 @@ public:
void myDecimate(const Sample* sample1, Sample* sample2)
{
storeSample((FixReal) sample1->real(), (FixReal) sample1->imag());
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
storeSample((FixReal) sample2->real(), (FixReal) sample2->imag());
doFIR(sample2);
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
}
void myDecimate(qint32 x1, qint32 y1, qint32 *x2, qint32 *y2)
{
storeSample(x1, y1);
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
storeSample(*x2, *y2);
doFIR(x2, y2);
m_ptr = (m_ptr + 1) % m_size;
advancePointer();
}
protected:
@ -431,6 +431,11 @@ protected:
m_samplesDB[m_ptr + m_size][1] = y;
}
void advancePointer()
{
m_ptr = m_ptr + 1 < m_size ? m_ptr + 1: 0;
}
void doFIR(Sample* sample)
{
// calculate on odd values
@ -442,9 +447,10 @@ protected:
m_iOddAcc = 0;
m_qOddAcc = 0;
#ifdef USE_SSE4_1
memcpy((void *) m_samplesAligned, (const void *) &(m_samplesDB[ m_ptr + 1][0]), HBFilterOrder*2*sizeof(qint32));
IntHalfbandFilterSTIntrinsics<HBFilterOrder>::work(
m_samplesAligned,
// memcpy((void *) m_samplesAligned, (const void *) &(m_samplesDB[ m_ptr + 1][0]), HBFilterOrder*2*sizeof(qint32));
IntHalfbandFilterSTIntrinsics<HBFilterOrder>::workNA(
m_ptr + 1,
m_samplesDB,
m_iEvenAcc,
m_qEvenAcc,
m_iOddAcc,
@ -490,9 +496,10 @@ protected:
m_qOddAcc = 0;
#ifdef USE_SSE4_1
memcpy((void *) m_samplesAligned, (const void *) &(m_samplesDB[ m_ptr + 1][0]), HBFilterOrder*2*sizeof(qint32));
IntHalfbandFilterSTIntrinsics<HBFilterOrder>::work(
m_samplesAligned,
// memcpy((void *) m_samplesAligned, (const void *) &(m_samplesDB[ m_ptr + 1][0]), HBFilterOrder*2*sizeof(qint32));
IntHalfbandFilterSTIntrinsics<HBFilterOrder>::workNA(
m_ptr + 1,
m_samplesDB,
m_iEvenAcc,
m_qEvenAcc,
m_iOddAcc,

236
sdrbase/dsp/inthalfbandfiltersti.h
View File

@ -1,92 +1,144 @@
///////////////////////////////////////////////////////////////////////////////////
// Copyright (C) 2016 F4EXB //
// written by Edouard Griffiths //
// //
// Integer half-band FIR based interpolator and decimator //
// This is the even/odd and I/Q stride with double buffering variant //
// This is the SIMD intrinsics code //
// //
// This program is free software; you can redistribute it and/or modify //
// it under the terms of the GNU General Public License as published by //
// the Free Software Foundation as version 3 of the License, or //
// //
// This program is distributed in the hope that it will be useful, //
// but WITHOUT ANY WARRANTY; without even the implied warranty of //
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the //
// GNU General Public License V3 for more details. //
// //
// You should have received a copy of the GNU General Public License //
// along with this program. If not, see <http://www.gnu.org/licenses/>. //
///////////////////////////////////////////////////////////////////////////////////
#ifndef SDRBASE_DSP_INTHALFBANDFILTERSTI_H_
#define SDRBASE_DSP_INTHALFBANDFILTERSTI_H_
#include <stdint.h>
#if defined(USE_SSE4_1)
#include <smmintrin.h>
#endif
#include "hbfiltertraits.h"
template<uint32_t HBFilterOrder>
class IntHalfbandFilterSTIntrinsics
{
public:
static void work(
int32_t samples[HBFilterOrder][2],
int32_t& iEvenAcc, int32_t& qEvenAcc,
int32_t& iOddAcc, int32_t& qOddAcc)
{
#if defined(USE_SSE4_1)
int a = HBFIRFilterTraits<HBFilterOrder>::hbOrder - 2; // tip
int b = 0; // tail
const __m128i* h = (const __m128i*) HBFIRFilterTraits<HBFilterOrder>::hbCoeffs;
__m128i sum = _mm_setzero_si128();
__m128i sh, shh, sa, sb;
int32_t sums[4] __attribute__ ((aligned (16)));
for (int i = 0; i < HBFIRFilterTraits<HBFilterOrder>::hbOrder / 16; i++)
{
sh = _mm_load_si128(h);
shh = _mm_shuffle_epi32(sh, _MM_SHUFFLE(0,0,0,0));
sa = _mm_load_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_load_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(sh, _MM_SHUFFLE(1,1,1,1));
sa = _mm_load_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_load_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(sh, _MM_SHUFFLE(2,2,2,2));
sa = _mm_load_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_load_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(sh, _MM_SHUFFLE(3,3,3,3));
sa = _mm_load_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_load_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
++h;
}
// Extract values from sum vector
_mm_store_si128((__m128i*) sums, sum);
iEvenAcc = sums[0];
qEvenAcc = sums[1];
iOddAcc = sums[2];
qOddAcc = sums[3];
#endif
}
};
#endif /* SDRBASE_DSP_INTHALFBANDFILTERSTI_H_ */
///////////////////////////////////////////////////////////////////////////////////
// Copyright (C) 2016 F4EXB //
// written by Edouard Griffiths //
// //
// Integer half-band FIR based interpolator and decimator //
// This is the even/odd and I/Q stride with double buffering variant //
// This is the SIMD intrinsics code //
// //
// This program is free software; you can redistribute it and/or modify //
// it under the terms of the GNU General Public License as published by //
// the Free Software Foundation as version 3 of the License, or //
// //
// This program is distributed in the hope that it will be useful, //
// but WITHOUT ANY WARRANTY; without even the implied warranty of //
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the //
// GNU General Public License V3 for more details. //
// //
// You should have received a copy of the GNU General Public License //
// along with this program. If not, see <http://www.gnu.org/licenses/>. //
///////////////////////////////////////////////////////////////////////////////////
#ifndef SDRBASE_DSP_INTHALFBANDFILTERSTI_H_
#define SDRBASE_DSP_INTHALFBANDFILTERSTI_H_
#include <stdint.h>
#if defined(USE_SSE4_1)
#include <smmintrin.h>
#endif
#include "hbfiltertraits.h"
template<uint32_t HBFilterOrder>
class IntHalfbandFilterSTIntrinsics
{
public:
static void work(
int32_t samples[HBFilterOrder][2],
int32_t& iEvenAcc, int32_t& qEvenAcc,
int32_t& iOddAcc, int32_t& qOddAcc)
{
#if defined(USE_SSE4_1)
int a = HBFIRFilterTraits<HBFilterOrder>::hbOrder - 2; // tip
int b = 0; // tail
const __m128i* h = (const __m128i*) HBFIRFilterTraits<HBFilterOrder>::hbCoeffs;
__m128i sum = _mm_setzero_si128();
__m128i shh, sa, sb;
int32_t sums[4] __attribute__ ((aligned (16)));
for (int i = 0; i < HBFIRFilterTraits<HBFilterOrder>::hbOrder / 16; i++)
{
shh = _mm_shuffle_epi32(*h, _MM_SHUFFLE(0,0,0,0));
sa = _mm_load_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_load_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(*h, _MM_SHUFFLE(1,1,1,1));
sa = _mm_load_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_load_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(*h, _MM_SHUFFLE(2,2,2,2));
sa = _mm_load_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_load_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(*h, _MM_SHUFFLE(3,3,3,3));
sa = _mm_load_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_load_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
++h;
}
// Extract values from sum vector
_mm_store_si128((__m128i*) sums, sum);
iEvenAcc = sums[0];
qEvenAcc = sums[1];
iOddAcc = sums[2];
qOddAcc = sums[3];
#endif
}
// not aligned version
static void workNA(
int ptr,
int32_t samples[HBFilterOrder*2][2],
int32_t& iEvenAcc, int32_t& qEvenAcc,
int32_t& iOddAcc, int32_t& qOddAcc)
{
#if defined(USE_SSE4_1)
int a = ptr + HBFIRFilterTraits<HBFilterOrder>::hbOrder - 2; // tip
int b = ptr + 0; // tail
const __m128i* h = (const __m128i*) HBFIRFilterTraits<HBFilterOrder>::hbCoeffs;
__m128i sum = _mm_setzero_si128();
__m128i shh, sa, sb;
int32_t sums[4] __attribute__ ((aligned (16)));
for (int i = 0; i < HBFIRFilterTraits<HBFilterOrder>::hbOrder / 16; i++)
{
shh = _mm_shuffle_epi32(*h, _MM_SHUFFLE(0,0,0,0));
sa = _mm_loadu_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_loadu_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(*h, _MM_SHUFFLE(1,1,1,1));
sa = _mm_loadu_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_loadu_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(*h, _MM_SHUFFLE(2,2,2,2));
sa = _mm_loadu_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_loadu_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
shh = _mm_shuffle_epi32(*h, _MM_SHUFFLE(3,3,3,3));
sa = _mm_loadu_si128((__m128i*) &(samples[a][0])); // Ei,Eq,Oi,Oq
sb = _mm_loadu_si128((__m128i*) &(samples[b][0]));
sum = _mm_add_epi32(sum, _mm_mullo_epi32(_mm_add_epi32(sa, sb), shh));
a -= 2;
b += 2;
++h;
}
// Extract values from sum vector
_mm_store_si128((__m128i*) sums, sum);
iEvenAcc = sums[0];
qEvenAcc = sums[1];
iOddAcc = sums[2];
qOddAcc = sums[3];
#endif
}
};
#endif /* SDRBASE_DSP_INTHALFBANDFILTERSTI_H_ */