#include "lib/audiodev/LtRtProcessing.hpp" #include #include #undef min #undef max namespace boo { namespace { template constexpr T ClampFull(float in) { if constexpr (std::is_floating_point_v) { return std::clamp(in, -1.f, 1.f); } else { constexpr T MAX = std::numeric_limits::max(); constexpr T MIN = std::numeric_limits::min(); if (in < MIN) return MIN; else if (in > static_cast(MAX)) return MAX; else return in; } } } // Anonymous namespace #if INTEL_IPP #ifndef M_PI #define M_PI 3.14159265358979323846 /* pi */ #endif #if USE_LPF constexpr int FirTaps = 27; FIRFilter12k::FIRFilter12k(int windowFrames, double sampleRate) { Ipp64f* taps = ippsMalloc_64f(FirTaps); Ipp32f* taps32 = ippsMalloc_32f(FirTaps); int sizeSpec, sizeBuf; ippsFIRGenGetBufferSize(FirTaps, &sizeBuf); m_firBuffer = ippsMalloc_8u(sizeBuf); ippsFIRGenLowpass_64f(12000.0 / sampleRate, taps, FirTaps, ippWinBartlett, ippTrue, m_firBuffer); ippsConvert_64f32f(taps, taps32, FirTaps); ippsFree(taps); ippsFree(m_firBuffer); m_dlySrc = ippsMalloc_32f(FirTaps); ippsFIRSRGetSize(FirTaps, ipp32f, &sizeSpec, &sizeBuf); m_firSpec = (IppsFIRSpec_32f*)ippsMalloc_8u(sizeSpec); m_firBuffer = ippsMalloc_8u(sizeBuf); ippsFIRSRInit_32f(taps32, FirTaps, ippAlgDirect, m_firSpec); ippsFree(taps32); m_inBuf = ippsMalloc_32f(windowFrames); } FIRFilter12k::~FIRFilter12k() { ippsFree(m_firSpec); ippsFree(m_firBuffer); ippsFree(m_dlySrc); ippsFree(m_inBuf); } void FIRFilter12k::Process(Ipp32f* buf, int windowFrames) { ippsZero_32f(m_dlySrc, FirTaps); ippsMove_32f(buf, m_inBuf, windowFrames); ippsFIRSR_32f(m_inBuf, buf, windowFrames, m_firSpec, m_dlySrc, nullptr, m_firBuffer); } #endif WindowedHilbert::WindowedHilbert(int windowFrames, double sampleRate) : #if USE_LPF m_fir(windowFrames, sampleRate) , #endif m_windowFrames(windowFrames) , m_halfFrames(windowFrames / 2) , m_inputBuf(ippsMalloc_32f(m_windowFrames * 2 + m_halfFrames)) , m_outputBuf(ippsMalloc_32fc(m_windowFrames * 4)) , m_hammingTable(ippsMalloc_32f(m_halfFrames)) { ippsZero_32f(m_inputBuf, m_windowFrames * 2 + m_halfFrames); ippsZero_32fc(m_outputBuf, m_windowFrames * 4); m_output[0] = m_outputBuf; m_output[1] = m_output[0] + m_windowFrames; m_output[2] = m_output[1] + m_windowFrames; m_output[3] = m_output[2] + m_windowFrames; int sizeSpec, sizeBuf; ippsHilbertGetSize_32f32fc(m_windowFrames, ippAlgHintFast, &sizeSpec, &sizeBuf); m_spec = (IppsHilbertSpec*)ippMalloc(sizeSpec); m_buffer = (Ipp8u*)ippMalloc(sizeBuf); ippsHilbertInit_32f32fc(m_windowFrames, ippAlgHintFast, m_spec, m_buffer); for (int i = 0; i < m_halfFrames; ++i) m_hammingTable[i] = Ipp32f(std::cos(M_PI * (i / double(m_halfFrames) + 1.0)) * 0.5 + 0.5); } WindowedHilbert::~WindowedHilbert() { ippFree(m_spec); ippFree(m_buffer); ippsFree(m_inputBuf); ippsFree(m_outputBuf); ippsFree(m_hammingTable); } void WindowedHilbert::_AddWindow() { #if USE_LPF Ipp32f* inBufBase = &m_inputBuf[m_windowFrames * m_bufIdx + m_halfFrames]; m_fir.Process(inBufBase, m_windowFrames); #endif if (m_bufIdx) { /* Mirror last half of samples to start of input buffer */ Ipp32f* bufBase = &m_inputBuf[m_windowFrames * 2]; ippsCopy_32f(bufBase, m_inputBuf, m_halfFrames); ippsHilbert_32f32fc(&m_inputBuf[m_windowFrames], m_output[2], m_spec, m_buffer); ippsHilbert_32f32fc(&m_inputBuf[m_windowFrames + m_halfFrames], m_output[3], m_spec, m_buffer); } else { ippsHilbert_32f32fc(&m_inputBuf[0], m_output[0], m_spec, m_buffer); ippsHilbert_32f32fc(&m_inputBuf[m_halfFrames], m_output[1], m_spec, m_buffer); } m_bufIdx ^= 1; } void WindowedHilbert::AddWindow(const float* input, int stride) { Ipp32f* bufBase = &m_inputBuf[m_windowFrames * m_bufIdx + m_halfFrames]; for (int i = 0; i < m_windowFrames; ++i) bufBase[i] = input[i * stride]; _AddWindow(); } void WindowedHilbert::AddWindow(const int32_t* input, int stride) { Ipp32f* bufBase = &m_inputBuf[m_windowFrames * m_bufIdx + m_halfFrames]; for (int i = 0; i < m_windowFrames; ++i) bufBase[i] = input[i * stride] / (float(INT32_MAX) + 1.f); _AddWindow(); } void WindowedHilbert::AddWindow(const int16_t* input, int stride) { Ipp32f* bufBase = &m_inputBuf[m_windowFrames * m_bufIdx + m_halfFrames]; for (int i = 0; i < m_windowFrames; ++i) bufBase[i] = input[i * stride] / (float(INT16_MAX) + 1.f); _AddWindow(); } template void WindowedHilbert::Output(T* output, float lCoef, float rCoef) const { int first, middle, last; if (m_bufIdx) { first = 3; middle = 0; last = 1; } else { first = 1; middle = 2; last = 3; } #if 0 for (int i=0 ; i(output[i*2] + tmp * lCoef); output[i*2+1] = ClampFull(output[i*2+1] + tmp * rCoef); } return; #endif int i, t; for (i = 0, t = 0; i < m_halfFrames; ++i, ++t) { float tmp = m_output[first][m_halfFrames + i].im * (1.f - m_hammingTable[t]) + m_output[middle][i].im * m_hammingTable[t]; output[i * 2] = ClampFull(output[i * 2] + tmp * lCoef); output[i * 2 + 1] = ClampFull(output[i * 2 + 1] + tmp * rCoef); } for (; i < m_windowFrames - m_halfFrames; ++i) { float tmp = m_output[middle][i].im; output[i * 2] = ClampFull(output[i * 2] + tmp * lCoef); output[i * 2 + 1] = ClampFull(output[i * 2 + 1] + tmp * rCoef); } for (t = 0; i < m_windowFrames; ++i, ++t) { float tmp = m_output[middle][i].im * (1.f - m_hammingTable[t]) + m_output[last][t].im * m_hammingTable[t]; output[i * 2] = ClampFull(output[i * 2] + tmp * lCoef); output[i * 2 + 1] = ClampFull(output[i * 2 + 1] + tmp * rCoef); } } template void WindowedHilbert::Output(int16_t* output, float lCoef, float rCoef) const; template void WindowedHilbert::Output(int32_t* output, float lCoef, float rCoef) const; template void WindowedHilbert::Output(float* output, float lCoef, float rCoef) const; #endif template <> int16_t* LtRtProcessing::_getInBuf() { return m_16Buffer.get(); } template <> int32_t* LtRtProcessing::_getInBuf() { return m_32Buffer.get(); } template <> float* LtRtProcessing::_getInBuf() { return m_fltBuffer.get(); } template <> int16_t* LtRtProcessing::_getOutBuf() { return m_16Buffer.get() + m_outputOffset; } template <> int32_t* LtRtProcessing::_getOutBuf() { return m_32Buffer.get() + m_outputOffset; } template <> float* LtRtProcessing::_getOutBuf() { return m_fltBuffer.get() + m_outputOffset; } LtRtProcessing::LtRtProcessing(int _5msFrames, const AudioVoiceEngineMixInfo& mixInfo) : m_inMixInfo(mixInfo) , m_windowFrames(_5msFrames * 4) , m_halfFrames(m_windowFrames / 2) , m_outputOffset(m_windowFrames * 5 * 2) #if INTEL_IPP , m_hilbertSL(m_windowFrames, mixInfo.m_sampleRate) , m_hilbertSR(m_windowFrames, mixInfo.m_sampleRate) #endif { m_inMixInfo.m_channels = AudioChannelSet::Surround51; m_inMixInfo.m_channelMap.m_channelCount = 5; m_inMixInfo.m_channelMap.m_channels[0] = AudioChannel::FrontLeft; m_inMixInfo.m_channelMap.m_channels[1] = AudioChannel::FrontRight; m_inMixInfo.m_channelMap.m_channels[2] = AudioChannel::FrontCenter; m_inMixInfo.m_channelMap.m_channels[3] = AudioChannel::RearLeft; m_inMixInfo.m_channelMap.m_channels[4] = AudioChannel::RearRight; const int samples = m_windowFrames * (5 * 2 + 2 * 2); switch (mixInfo.m_sampleFormat) { case SOXR_INT16_I: m_16Buffer = std::make_unique(samples); break; case SOXR_INT32_I: m_32Buffer = std::make_unique(samples); break; case SOXR_FLOAT32_I: m_fltBuffer = std::make_unique(samples); break; default: break; } } template void LtRtProcessing::Process(const T* input, T* output, int frameCount) { #if 0 for (int i = 0; i < frameCount; ++i) { output[i * 2] = input[i * 5 + 3]; output[i * 2 + 1] = input[i * 5 + 4]; } return; #endif int outFramesRem = frameCount; T* inBuf = _getInBuf(); T* outBuf = _getOutBuf(); int tail = std::min(m_windowFrames * 2, m_bufferTail + frameCount); int samples = (tail - m_bufferTail) * 5; memmove(&inBuf[m_bufferTail * 5], input, samples * sizeof(T)); // fmt::print("input {} to {}\n", tail - m_bufferTail, m_bufferTail); input += samples; frameCount -= tail - m_bufferTail; int head = std::min(m_windowFrames * 2, m_bufferHead + outFramesRem); samples = (head - m_bufferHead) * 2; memmove(output, outBuf + m_bufferHead * 2, samples * sizeof(T)); // fmt::print("output {} from {}\n", head - m_bufferHead, m_bufferHead); output += samples; outFramesRem -= head - m_bufferHead; int bufIdx = m_bufferTail / m_windowFrames; if (tail / m_windowFrames > bufIdx) { T* in = &inBuf[bufIdx * m_windowFrames * 5]; T* out = &outBuf[bufIdx * m_windowFrames * 2]; #if INTEL_IPP m_hilbertSL.AddWindow(in + 3, 5); m_hilbertSR.AddWindow(in + 4, 5); #endif // x(:,1) + sqrt(.5)*x(:,3) + sqrt(19/25)*x(:,4) + sqrt(6/25)*x(:,5) // x(:,2) + sqrt(.5)*x(:,3) - sqrt(6/25)*x(:,4) - sqrt(19/25)*x(:,5) if (bufIdx) { int delayI = -m_halfFrames; for (int i = 0; i < m_windowFrames; ++i, ++delayI) { out[i * 2] = ClampFull(in[delayI * 5] + 0.7071068f * in[delayI * 5 + 2]); out[i * 2 + 1] = ClampFull(in[delayI * 5 + 1] + 0.7071068f * in[delayI * 5 + 2]); // fmt::print("in {} out {}\n", bufIdx * m_5msFrames + delayI, bufIdx * m_5msFrames + i); } } else { int delayI = m_windowFrames * 2 - m_halfFrames; int i; for (i = 0; i < m_halfFrames; ++i, ++delayI) { out[i * 2] = ClampFull(in[delayI * 5] + 0.7071068f * in[delayI * 5 + 2]); out[i * 2 + 1] = ClampFull(in[delayI * 5 + 1] + 0.7071068f * in[delayI * 5 + 2]); // fmt::print("in {} out {}\n", bufIdx * m_5msFrames + delayI, bufIdx * m_5msFrames + i); } delayI = 0; for (; i < m_windowFrames; ++i, ++delayI) { out[i * 2] = ClampFull(in[delayI * 5] + 0.7071068f * in[delayI * 5 + 2]); out[i * 2 + 1] = ClampFull(in[delayI * 5 + 1] + 0.7071068f * in[delayI * 5 + 2]); // fmt::print("in {} out {}\n", bufIdx * m_5msFrames + delayI, bufIdx * m_5msFrames + i); } } #if INTEL_IPP m_hilbertSL.Output(out, 0.8717798f, 0.4898979f); m_hilbertSR.Output(out, -0.4898979f, -0.8717798f); #endif } m_bufferTail = (tail == m_windowFrames * 2) ? 0 : tail; m_bufferHead = (head == m_windowFrames * 2) ? 0 : head; if (frameCount) { samples = frameCount * 5; memmove(inBuf, input, samples * sizeof(T)); // fmt::print("input {} to {}\n", frameCount, 0); m_bufferTail = frameCount; } if (outFramesRem) { samples = outFramesRem * 2; memmove(output, outBuf, samples * sizeof(T)); // fmt::print("output {} from {}\n", outFramesRem, 0); m_bufferHead = outFramesRem; } } template void LtRtProcessing::Process(const int16_t* input, int16_t* output, int frameCount); template void LtRtProcessing::Process(const int32_t* input, int32_t* output, int frameCount); template void LtRtProcessing::Process(const float* input, float* output, int frameCount); } // namespace boo