- report packet loss timeline

src/engine/media/MT_AudioReceiver.cpp

@@ -224,11 +224,6 @@ RtpBuffer::FetchResult RtpBuffer::fetch(ResultList& rl)
     }
     else
     {
-        // Did we fetch any packet before ?
-        bool is_fetched_packet = mFetchedPacket.get() != nullptr;
-        if (is_fetched_packet)
-            is_fetched_packet &= mFetchedPacket->rtp().get() != nullptr;
-
         if (mLastSeqno.has_value())
         {
             if (mPacketList.empty())
@@ -239,7 +234,8 @@ RtpBuffer::FetchResult RtpBuffer::fetch(ResultList& rl)
             else
             {
                 // Current sequence number ?
-                uint32_t seqno = mPacketList.front()->rtp()->GetExtendedSequenceNumber();
+                auto& packet = *mPacketList.front();
+                uint32_t seqno = packet.rtp()->GetExtendedSequenceNumber();
 
                 // Gap between new packet and previous on
                 int gap = (int64_t)seqno - (int64_t)*mLastSeqno - 1;
@@ -248,7 +244,8 @@ RtpBuffer::FetchResult RtpBuffer::fetch(ResultList& rl)
                 {
                     // std::cout << "Increase the packet loss for SSRC " << std::hex << mSsrc << std::endl;
                     mStat.mPacketLoss++;
-                    //mStat.mLoss[gap]++;
+                    auto currentTimestamp = uint64_t(packet.rtp()->GetReceiveTime().GetDouble() * 1000000);
+                    mStat.mPacketLossTimeline.push_back({gap, std::chrono::microseconds(currentTimestamp)});
                     mLastSeqno = *mLastSeqno + 1;
                     result = FetchResult::Gap;
                 }

src/engine/media/MT_AudioReceiver.h

@@ -18,13 +18,15 @@
 #include "../audio/Audio_Resampler.h"
 
 #include <optional>
+#include <chrono>
+using namespace std::chrono_literals;
 
 namespace MT
 {
-  using jrtplib::RTPPacket;
-  class RtpBuffer
-  {
-  public:
+using jrtplib::RTPPacket;
+class RtpBuffer
+{
+public:
     enum class FetchResult
     {
         RegularPacket,
@@ -45,10 +47,15 @@ namespace MT
         const std::vector<short>& pcm() const;
         std::vector<short>& pcm();
 
+        const std::chrono::microseconds& timestamp() const;
+        std::chrono::microseconds& timestamp();
+
     protected:
         std::shared_ptr<RTPPacket> mRtp;
-      int mTimelength = 0, mRate = 0;
+        int mTimelength = 0,
+            mRate = 0;
         std::vector<short> mPcm;
+        std::chrono::microseconds mTimestamp = 0us;
     };
 
     RtpBuffer(Statistics& stat);
@@ -80,7 +87,7 @@ namespace MT
 
     FetchResult fetch(ResultList& rl);
     
-  protected:
+protected:
     unsigned mSsrc = 0;
     int mHigh = RTP_BUFFER_HIGH,
     mLow = RTP_BUFFER_LOW,
@@ -99,21 +106,21 @@ namespace MT
 
     // To calculate average interval between packet add. It is close to jitter but more useful in debugging.
     float mLastAddTime = 0.0;
-  };
+};
 
-  class Receiver
-  {
-  public:
+class Receiver
+{
+public:
     Receiver(Statistics& stat);
     virtual ~Receiver();
 
-  protected:
+protected:
     Statistics& mStat;
-  };
+};
 
-  class AudioReceiver: public Receiver
-  {
-  public:
+class AudioReceiver: public Receiver
+{
+public:
     AudioReceiver(const CodecList::Settings& codecSettings, Statistics& stat);
     ~AudioReceiver();
     
@@ -155,7 +162,7 @@ namespace MT
     // Return samplerate for given packet
     int samplerateFor(jrtplib::RTPPacket& p);
 
-  protected:
+protected:
     RtpBuffer mBuffer;
     CodecMap mCodecMap;
     PCodec mCodec;
@@ -202,16 +209,16 @@ namespace MT
     void processDecoded(Audio::DataWindow& output, int options);
 
     void processStatisticsWithAmrCodec(Codec* c);
-  };
+};
 
-  class DtmfReceiver: public Receiver
-  {
-  public:
+class DtmfReceiver: public Receiver
+{
+public:
     DtmfReceiver(Statistics& stat);
     ~DtmfReceiver();
 
     void add(std::shared_ptr<RTPPacket> p);
-  };
+};
 }
 
 #endif

src/engine/media/MT_Statistics.h

@@ -50,6 +50,12 @@ protected:
     float                   mMaxDelta = 0.0f;
 };
 
+struct PacketLossEvent
+{
+    int mGap = 0;
+    std::chrono::microseconds mTimestamp;
+};
+
 class Statistics
 {
 public:
@@ -86,6 +92,8 @@ public:
 
     std::map<int, int>          mCodecCount;            // Stats on used codecs
 
+    std::vector<PacketLossEvent> mPacketLossTimeline;   // Packet loss timeline
+
     // It is to calculate network MOS
     void calculateBurstr(double* burstr, double* loss) const;
     double calculateMos(double maximalMos) const;