public
/
rtphone
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

- allow avoid decoding in audio receiver (but produce network statistics)

This commit is contained in:
Dmytro Bogovych 2019-03-12 14:27:01 +02:00
parent 2aff120468
commit eb4d3237c0
4 changed files with 56 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

50
src/engine/media/MT_AudioReceiver.cpp
View File

@ -452,8 +452,12 @@ bool AudioReceiver::getAudio(Audio::DataWindow& output, DecodeOptions options, i
if (mCodec && mFrameCount && !mCodecSettings.mSkipDecode) if (mCodec && mFrameCount && !mCodecSettings.mSkipDecode)
{ {
// Do PLC to mDecodedFrame/mDecodedLength // Do PLC to mDecodedFrame/mDecodedLength
mDecodedLength = mCodec->plc(mFrameCount, mDecodedFrame, sizeof mDecodedFrame); if ((int)options & (int)DecodeOptions::SkipDecode)
mDecodedLength = 0;
else
mDecodedLength = mCodec->plc(mFrameCount, mDecodedFrame, sizeof mDecodedFrame);
} }
if (mDecodedLength) if (mDecodedLength)
{ {
processDecoded(output, options); processDecoded(output, options);
@ -487,7 +491,11 @@ bool AudioReceiver::getAudio(Audio::DataWindow& output, DecodeOptions options, i
int frames100ms = milliseconds / 100; int frames100ms = milliseconds / 100;
for (int frameIndex = 0; frameIndex < frames100ms; frameIndex++) for (int frameIndex = 0; frameIndex < frames100ms; frameIndex++)
{ {
mDecodedLength = mCngDecoder.produce(mCodec->samplerate(), 100, (short*)mDecodedFrame, false); if ((int)options & (int)DecodeOptions::SkipDecode)
mDecodedLength = 0;
else
mDecodedLength = mCngDecoder.produce(mCodec->samplerate(), 100, (short*)mDecodedFrame, false);
if (mDecodedLength) if (mDecodedLength)
processDecoded(output, options); processDecoded(output, options);
} }
@ -495,7 +503,11 @@ bool AudioReceiver::getAudio(Audio::DataWindow& output, DecodeOptions options, i
int tail = milliseconds % 100; int tail = milliseconds % 100;
if (tail) if (tail)
{ {
mDecodedLength = mCngDecoder.produce(mCodec->samplerate(), tail, (short*)mDecodedFrame, false); if ((int)options & (int)DecodeOptions::SkipDecode)
mDecodedLength = 0;
else
mDecodedLength = mCngDecoder.produce(mCodec->samplerate(), tail, (short*)mDecodedFrame, false);
if (mDecodedLength) if (mDecodedLength)
processDecoded(output, options); processDecoded(output, options);
} }
@ -513,12 +525,17 @@ bool AudioReceiver::getAudio(Audio::DataWindow& output, DecodeOptions options, i
// Check if it is CNG packet // Check if it is CNG packet
if ((p->GetPayloadType() == 0 || p->GetPayloadType() == 8) && p->GetPayloadLength() >= 1 && p->GetPayloadLength() <= 6) if ((p->GetPayloadType() == 0 || p->GetPayloadType() == 8) && p->GetPayloadLength() >= 1 && p->GetPayloadLength() <= 6)
{ {
mCngPacket = p; if ((int)options & (int)DecodeOptions::SkipDecode)
mCngDecoder.decode3389(p->GetPayloadData(), p->GetPayloadLength()); mDecodedLength = 0;
// Emit CNG mLastPacketLength milliseconds else
mDecodedLength = mCngDecoder.produce(mCodec->samplerate(), mLastPacketTimeLength, (short*)mDecodedFrame, true); {
if (mDecodedLength) mCngPacket = p;
processDecoded(output, options); mCngDecoder.decode3389(p->GetPayloadData(), p->GetPayloadLength());
// Emit CNG mLastPacketLength milliseconds
mDecodedLength = mCngDecoder.produce(mCodec->samplerate(), mLastPacketTimeLength, (short*)mDecodedFrame, true);
if (mDecodedLength)
processDecoded(output, options);
}
result = true; result = true;
} }
else else
@ -542,11 +559,16 @@ bool AudioReceiver::getAudio(Audio::DataWindow& output, DecodeOptions options, i
// Decode // Decode
for (int i=0; i<mFrameCount && !mCodecSettings.mSkipDecode; i++) for (int i=0; i<mFrameCount && !mCodecSettings.mSkipDecode; i++)
{ {
// Decode frame by frame if ((int)options & (int)DecodeOptions::SkipDecode)
mDecodedLength = mCodec->decode(p->GetPayloadData() + i*mCodec->rtpLength(), mDecodedLength = 0;
frameLength, mDecodedFrame, sizeof mDecodedFrame); else
if (mDecodedLength) {
processDecoded(output, options); // Decode frame by frame
mDecodedLength = mCodec->decode(p->GetPayloadData() + i*mCodec->rtpLength(),
frameLength, mDecodedFrame, sizeof mDecodedFrame);
if (mDecodedLength)
processDecoded(output, options);
}
} }
result = mFrameCount > 0; result = mFrameCount > 0;

3
src/engine/media/MT_AudioReceiver.h
View File

@ -117,7 +117,8 @@ namespace MT
{ {
ResampleToMainRate = 0, ResampleToMainRate = 0,
DontResample = 1, DontResample = 1,
FillCngGap = 2 FillCngGap = 2,
SkipDecode = 4
}; };
bool getAudio(Audio::DataWindow& output, DecodeOptions options = DecodeOptions::ResampleToMainRate, int* rate = nullptr); bool getAudio(Audio::DataWindow& output, DecodeOptions options = DecodeOptions::ResampleToMainRate, int* rate = nullptr);

26
src/engine/media/MT_SevanaMos.cpp
View File

@ -172,12 +172,15 @@ bool SevanaPVQA::initializeLibrary(const std::string& pathToLicenseFile, const s
return false; return false;
} }
mLibraryConfiguration = PVQA_LoadCFGFile(const_cast<char*>(pathToConfigFile.c_str()), &mLibraryErrorCode); if (pathToConfigFile.size())
if (!mLibraryConfiguration)
{ {
PVQA_ReleaseLib(); mLibraryConfiguration = PVQA_LoadCFGFile(const_cast<char*>(pathToConfigFile.c_str()), &mLibraryErrorCode);
ICELogError(<< "Problem with PVQA configuration file."); if (!mLibraryConfiguration)
return false; {
PVQA_ReleaseLib();
ICELogError(<< "Problem with PVQA configuration file.");
return false;
}
} }
mPvqaLoaded = true; mPvqaLoaded = true;
} }
@ -202,12 +205,15 @@ bool SevanaPVQA::initializeLibraryWithData(const void* license_buffer, size_t li
return false; return false;
} }
mLibraryConfiguration = PVQA_LoadCFGData(config_buffer, config_len, &mLibraryErrorCode); if (config_buffer && config_len)
if (!mLibraryConfiguration)
{ {
PVQA_ReleaseLib(); mLibraryConfiguration = PVQA_LoadCFGData(config_buffer, config_len, &mLibraryErrorCode);
ICELogError(<< "Problem with PVQA configuration file."); if (!mLibraryConfiguration)
return false; {
PVQA_ReleaseLib();
ICELogError(<< "Problem with PVQA configuration file.");
return false;
}
} }
mPvqaLoaded = true; mPvqaLoaded = true;
} }

2
src/engine/media/MT_SevanaMos.h
View File

@ -76,6 +76,8 @@ public:
#if defined(TARGET_ANDROID) #if defined(TARGET_ANDROID)
static void setupAndroidEnvironment(void* environment, void* appcontext); static void setupAndroidEnvironment(void* environment, void* appcontext);
#endif #endif
// Path to config file can be empty
// In this case library will be considered initialized (but will produce zero MOS)
static bool initializeLibrary(const std::string& pathToLicenseFile, const std::string& pathToConfigFile); static bool initializeLibrary(const std::string& pathToLicenseFile, const std::string& pathToConfigFile);
static bool initializeLibraryWithData(const void* license_buffer, size_t license_len, static bool initializeLibraryWithData(const void* license_buffer, size_t license_len,
const void* config_buffer, size_t config_len); const void* config_buffer, size_t config_len);