Send rtcp::RemoteEstimate and rtcp::TransportFeedback in one packet

Change-Id: I53912f4e82a9fd795f8886d6b2cdb313bde08c4d
BUG: webrtc:10742
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/156380
Reviewed-by: Sebastian Jansson <srte@webrtc.org>
Reviewed-by: Danil Chapovalov <danilchap@webrtc.org>
Commit-Queue: Per Kjellander <perkj@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#29437}
This commit is contained in:
Per Kjellander
2019-10-10 16:43:46 +02:00
committed by Commit Bot
parent 9e70f36143
commit ee153c92fe
7 changed files with 302 additions and 209 deletions

View File

@ -13,11 +13,13 @@
#include <algorithm> #include <algorithm>
#include <cstdint> #include <cstdint>
#include <limits> #include <limits>
#include <memory>
#include <utility> #include <utility>
#include "absl/types/optional.h" #include "absl/types/optional.h"
#include "modules/rtp_rtcp/include/rtp_rtcp.h" #include "modules/rtp_rtcp/include/rtp_rtcp.h"
#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h" #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
#include "modules/rtp_rtcp/source/rtcp_packet.h"
#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h" #include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
#include "rtc_base/atomic_ops.h" #include "rtc_base/atomic_ops.h"
#include "rtc_base/checks.h" #include "rtc_base/checks.h"
@ -274,33 +276,25 @@ bool PacketRouter::SendRemb(int64_t bitrate_bps,
return true; return true;
} }
bool PacketRouter::SendTransportFeedback(rtcp::TransportFeedback* packet) { bool PacketRouter::SendCombinedRtcpPacket(
std::vector<std::unique_ptr<rtcp::RtcpPacket>> packets) {
rtc::CritScope cs(&modules_crit_); rtc::CritScope cs(&modules_crit_);
// Prefer send modules. // Prefer send modules.
for (auto* rtp_module : rtp_send_modules_) { for (auto* rtp_module : rtp_send_modules_) {
packet->SetSenderSsrc(rtp_module->SSRC()); if (rtp_module->RTCP() == RtcpMode::kOff) {
if (rtp_module->SendFeedbackPacket(*packet)) { continue;
return true;
} }
rtp_module->SendCombinedRtcpPacket(std::move(packets));
return true;
} }
for (auto* rtcp_sender : rtcp_feedback_senders_) {
packet->SetSenderSsrc(rtcp_sender->SSRC());
if (rtcp_sender->SendFeedbackPacket(*packet)) {
return true;
}
}
return false;
}
void PacketRouter::SendNetworkStateEstimatePacket( if (rtcp_feedback_senders_.empty()) {
rtcp::RemoteEstimate* packet) { return false;
rtc::CritScope cs(&modules_crit_);
for (auto* rtcp_sender : rtcp_feedback_senders_) {
packet->SetSenderSsrc(rtcp_sender->SSRC());
if (rtcp_sender->SendNetworkStateEstimatePacket(*packet)) {
break;
}
} }
auto* rtcp_sender = rtcp_feedback_senders_[0];
rtcp_sender->SendCombinedRtcpPacket(std::move(packets));
return true;
} }
void PacketRouter::AddRembModuleCandidate( void PacketRouter::AddRembModuleCandidate(

View File

@ -22,6 +22,7 @@
#include "api/transport/network_types.h" #include "api/transport/network_types.h"
#include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h" #include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h" #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
#include "modules/rtp_rtcp/source/rtcp_packet.h"
#include "modules/rtp_rtcp/source/rtp_packet_to_send.h" #include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
#include "rtc_base/constructor_magic.h" #include "rtc_base/constructor_magic.h"
#include "rtc_base/critical_section.h" #include "rtc_base/critical_section.h"
@ -30,9 +31,6 @@
namespace webrtc { namespace webrtc {
class RtpRtcp; class RtpRtcp;
namespace rtcp {
class TransportFeedback;
} // namespace rtcp
// PacketRouter keeps track of rtp send modules to support the pacer. // PacketRouter keeps track of rtp send modules to support the pacer.
// In addition, it handles feedback messages, which are sent on a send // In addition, it handles feedback messages, which are sent on a send
@ -76,10 +74,9 @@ class PacketRouter : public RemoteBitrateObserver,
// Send REMB feedback. // Send REMB feedback.
bool SendRemb(int64_t bitrate_bps, const std::vector<uint32_t>& ssrcs); bool SendRemb(int64_t bitrate_bps, const std::vector<uint32_t>& ssrcs);
// Send transport feedback packet to send-side. // Sends |packets| in one or more IP packets.
bool SendTransportFeedback(rtcp::TransportFeedback* packet) override; bool SendCombinedRtcpPacket(
// Send RemoteEstimate packet to send-side. std::vector<std::unique_ptr<rtcp::RtcpPacket>> packets) override;
void SendNetworkStateEstimatePacket(rtcp::RemoteEstimate* packet) override;
private: private:
RtpRtcp* FindRtpModule(uint32_t ssrc) RtpRtcp* FindRtpModule(uint32_t ssrc)

View File

@ -89,9 +89,10 @@ TEST_F(PacketRouterTest, Sanity_NoModuleRegistered_SendRemb) {
} }
TEST_F(PacketRouterTest, Sanity_NoModuleRegistered_SendTransportFeedback) { TEST_F(PacketRouterTest, Sanity_NoModuleRegistered_SendTransportFeedback) {
rtcp::TransportFeedback feedback; std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback;
feedback.push_back(std::make_unique<rtcp::TransportFeedback>());
EXPECT_FALSE(packet_router_.SendTransportFeedback(&feedback)); EXPECT_FALSE(packet_router_.SendCombinedRtcpPacket(std::move(feedback)));
} }
TEST_F(PacketRouterTest, GeneratePaddingPicksCorrectModule) { TEST_F(PacketRouterTest, GeneratePaddingPicksCorrectModule) {
@ -242,15 +243,21 @@ TEST_F(PacketRouterTest, SendTransportFeedback) {
NiceMock<MockRtpRtcp> rtp_1; NiceMock<MockRtpRtcp> rtp_1;
NiceMock<MockRtpRtcp> rtp_2; NiceMock<MockRtpRtcp> rtp_2;
ON_CALL(rtp_1, RTCP()).WillByDefault(Return(RtcpMode::kCompound));
ON_CALL(rtp_2, RTCP()).WillByDefault(Return(RtcpMode::kCompound));
packet_router_.AddSendRtpModule(&rtp_1, false); packet_router_.AddSendRtpModule(&rtp_1, false);
packet_router_.AddReceiveRtpModule(&rtp_2, false); packet_router_.AddReceiveRtpModule(&rtp_2, false);
rtcp::TransportFeedback feedback; std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback;
EXPECT_CALL(rtp_1, SendFeedbackPacket(_)).Times(1).WillOnce(Return(true)); feedback.push_back(std::make_unique<rtcp::TransportFeedback>());
packet_router_.SendTransportFeedback(&feedback); EXPECT_CALL(rtp_1, SendCombinedRtcpPacket).Times(1);
packet_router_.SendCombinedRtcpPacket(std::move(feedback));
packet_router_.RemoveSendRtpModule(&rtp_1); packet_router_.RemoveSendRtpModule(&rtp_1);
EXPECT_CALL(rtp_2, SendFeedbackPacket(_)).Times(1).WillOnce(Return(true)); EXPECT_CALL(rtp_2, SendCombinedRtcpPacket).Times(1);
packet_router_.SendTransportFeedback(&feedback); std::vector<std::unique_ptr<rtcp::RtcpPacket>> new_feedback;
new_feedback.push_back(std::make_unique<rtcp::TransportFeedback>());
packet_router_.SendCombinedRtcpPacket(std::move(new_feedback));
packet_router_.RemoveReceiveRtpModule(&rtp_2); packet_router_.RemoveReceiveRtpModule(&rtp_2);
} }

View File

@ -115,6 +115,7 @@ if (rtc_include_tests) {
"../..:webrtc_common", "../..:webrtc_common",
"../../api/transport:field_trial_based_config", "../../api/transport:field_trial_based_config",
"../../api/transport:mock_network_control", "../../api/transport:mock_network_control",
"../../api/transport:network_control",
"../../rtc_base", "../../rtc_base",
"../../rtc_base:checks", "../../rtc_base:checks",
"../../rtc_base:rtc_base_approved", "../../rtc_base:rtc_base_approved",

View File

@ -14,16 +14,15 @@
#define MODULES_REMOTE_BITRATE_ESTIMATOR_INCLUDE_REMOTE_BITRATE_ESTIMATOR_H_ #define MODULES_REMOTE_BITRATE_ESTIMATOR_INCLUDE_REMOTE_BITRATE_ESTIMATOR_H_
#include <map> #include <map>
#include <memory>
#include <vector> #include <vector>
#include "modules/include/module.h" #include "modules/include/module.h"
#include "modules/include/module_common_types.h" #include "modules/include/module_common_types.h"
#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h" #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
#include "modules/rtp_rtcp/source/rtcp_packet.h"
namespace webrtc { namespace webrtc {
namespace rtcp {
class TransportFeedback;
} // namespace rtcp
class Clock; class Clock;
@ -42,8 +41,9 @@ class RemoteBitrateObserver {
class TransportFeedbackSenderInterface { class TransportFeedbackSenderInterface {
public: public:
virtual ~TransportFeedbackSenderInterface() = default; virtual ~TransportFeedbackSenderInterface() = default;
virtual bool SendTransportFeedback(rtcp::TransportFeedback* packet) = 0;
virtual void SendNetworkStateEstimatePacket(rtcp::RemoteEstimate* packet) = 0; virtual bool SendCombinedRtcpPacket(
std::vector<std::unique_ptr<rtcp::RtcpPacket>> packets) = 0;
}; };
// TODO(holmer): Remove when all implementations have been updated. // TODO(holmer): Remove when all implementations have been updated.

View File

@ -12,6 +12,8 @@
#include <algorithm> #include <algorithm>
#include <limits> #include <limits>
#include <memory>
#include <utility>
#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h" #include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
#include "rtc_base/checks.h" #include "rtc_base/checks.h"
@ -187,13 +189,13 @@ void RemoteEstimatorProxy::SendPeriodicFeedbacks() {
if (!periodic_window_start_seq_) if (!periodic_window_start_seq_)
return; return;
std::unique_ptr<rtcp::RemoteEstimate> remote_estimate;
if (network_state_estimator_) { if (network_state_estimator_) {
absl::optional<NetworkStateEstimate> state_estimate = absl::optional<NetworkStateEstimate> state_estimate =
network_state_estimator_->GetCurrentEstimate(); network_state_estimator_->GetCurrentEstimate();
if (state_estimate) { if (state_estimate) {
rtcp::RemoteEstimate rtcp_estimate; remote_estimate = std::make_unique<rtcp::RemoteEstimate>();
rtcp_estimate.SetEstimate(state_estimate.value()); remote_estimate->SetEstimate(state_estimate.value());
feedback_sender_->SendNetworkStateEstimatePacket(&rtcp_estimate);
} }
} }
@ -202,13 +204,20 @@ void RemoteEstimatorProxy::SendPeriodicFeedbacks() {
begin_iterator != packet_arrival_times_.cend(); begin_iterator != packet_arrival_times_.cend();
begin_iterator = begin_iterator =
packet_arrival_times_.lower_bound(*periodic_window_start_seq_)) { packet_arrival_times_.lower_bound(*periodic_window_start_seq_)) {
rtcp::TransportFeedback feedback_packet; auto feedback_packet = std::make_unique<rtcp::TransportFeedback>();
periodic_window_start_seq_ = BuildFeedbackPacket( periodic_window_start_seq_ = BuildFeedbackPacket(
feedback_packet_count_++, media_ssrc_, *periodic_window_start_seq_, feedback_packet_count_++, media_ssrc_, *periodic_window_start_seq_,
begin_iterator, packet_arrival_times_.cend(), &feedback_packet); begin_iterator, packet_arrival_times_.cend(), feedback_packet.get());
RTC_DCHECK(feedback_sender_ != nullptr); RTC_DCHECK(feedback_sender_ != nullptr);
feedback_sender_->SendTransportFeedback(&feedback_packet);
std::vector<std::unique_ptr<rtcp::RtcpPacket>> packets;
if (remote_estimate) {
packets.push_back(std::move(remote_estimate));
}
packets.push_back(std::move(feedback_packet));
feedback_sender_->SendCombinedRtcpPacket(std::move(packets));
// Note: Don't erase items from packet_arrival_times_ after sending, in case // Note: Don't erase items from packet_arrival_times_ after sending, in case
// they need to be re-sent after a reordering. Removal will be handled // they need to be re-sent after a reordering. Removal will be handled
// by OnPacketArrival once packets are too old. // by OnPacketArrival once packets are too old.
@ -221,7 +230,9 @@ void RemoteEstimatorProxy::SendFeedbackOnRequest(
if (feedback_request.sequence_count == 0) { if (feedback_request.sequence_count == 0) {
return; return;
} }
rtcp::TransportFeedback feedback_packet(feedback_request.include_timestamps);
auto feedback_packet = std::make_unique<rtcp::TransportFeedback>(
feedback_request.include_timestamps);
int64_t first_sequence_number = int64_t first_sequence_number =
sequence_number - feedback_request.sequence_count + 1; sequence_number - feedback_request.sequence_count + 1;
@ -231,13 +242,15 @@ void RemoteEstimatorProxy::SendFeedbackOnRequest(
BuildFeedbackPacket(feedback_packet_count_++, media_ssrc_, BuildFeedbackPacket(feedback_packet_count_++, media_ssrc_,
first_sequence_number, begin_iterator, end_iterator, first_sequence_number, begin_iterator, end_iterator,
&feedback_packet); feedback_packet.get());
// Clear up to the first packet that is included in this feedback packet. // Clear up to the first packet that is included in this feedback packet.
packet_arrival_times_.erase(packet_arrival_times_.begin(), begin_iterator); packet_arrival_times_.erase(packet_arrival_times_.begin(), begin_iterator);
RTC_DCHECK(feedback_sender_ != nullptr); RTC_DCHECK(feedback_sender_ != nullptr);
feedback_sender_->SendTransportFeedback(&feedback_packet); std::vector<std::unique_ptr<rtcp::RtcpPacket>> packets;
packets.push_back(std::move(feedback_packet));
feedback_sender_->SendCombinedRtcpPacket(std::move(packets));
} }
int64_t RemoteEstimatorProxy::BuildFeedbackPacket( int64_t RemoteEstimatorProxy::BuildFeedbackPacket(

View File

@ -10,7 +10,11 @@
#include "modules/remote_bitrate_estimator/remote_estimator_proxy.h" #include "modules/remote_bitrate_estimator/remote_estimator_proxy.h"
#include <memory>
#include <utility>
#include "api/transport/field_trial_based_config.h" #include "api/transport/field_trial_based_config.h"
#include "api/transport/network_types.h"
#include "api/transport/test/mock_network_control.h" #include "api/transport/test/mock_network_control.h"
#include "modules/pacing/packet_router.h" #include "modules/pacing/packet_router.h"
#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h" #include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
@ -22,6 +26,7 @@ using ::testing::_;
using ::testing::ElementsAre; using ::testing::ElementsAre;
using ::testing::Invoke; using ::testing::Invoke;
using ::testing::Return; using ::testing::Return;
using ::testing::SizeIs;
namespace webrtc { namespace webrtc {
namespace { namespace {
@ -60,10 +65,9 @@ std::vector<int64_t> TimestampsMs(
class MockTransportFeedbackSender : public TransportFeedbackSenderInterface { class MockTransportFeedbackSender : public TransportFeedbackSenderInterface {
public: public:
MOCK_METHOD1(SendTransportFeedback, MOCK_METHOD1(
bool(rtcp::TransportFeedback* feedback_packet)); SendCombinedRtcpPacket,
MOCK_METHOD1(SendNetworkStateEstimatePacket, bool(std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets));
void(rtcp::RemoteEstimate* packet));
}; };
class RemoteEstimatorProxyTest : public ::testing::Test { class RemoteEstimatorProxyTest : public ::testing::Test {
@ -116,15 +120,21 @@ class RemoteEstimatorProxyTest : public ::testing::Test {
TEST_F(RemoteEstimatorProxyTest, SendsSinglePacketFeedback) { TEST_F(RemoteEstimatorProxyTest, SendsSinglePacketFeedback) {
IncomingPacket(kBaseSeq, kBaseTimeMs); IncomingPacket(kBaseSeq, kBaseTimeMs);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), ElementsAre(kBaseSeq)); EXPECT_THAT(SequenceNumbers(*feedback_packet),
EXPECT_THAT(TimestampsMs(*feedback_packet), ElementsAre(kBaseTimeMs)); ElementsAre(kBaseSeq));
return true; EXPECT_THAT(TimestampsMs(*feedback_packet),
})); ElementsAre(kBaseTimeMs));
return true;
}));
Process(); Process();
} }
@ -133,15 +143,21 @@ TEST_F(RemoteEstimatorProxyTest, DuplicatedPackets) {
IncomingPacket(kBaseSeq, kBaseTimeMs); IncomingPacket(kBaseSeq, kBaseTimeMs);
IncomingPacket(kBaseSeq, kBaseTimeMs + 1000); IncomingPacket(kBaseSeq, kBaseTimeMs + 1000);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), ElementsAre(kBaseSeq)); EXPECT_THAT(SequenceNumbers(*feedback_packet),
EXPECT_THAT(TimestampsMs(*feedback_packet), ElementsAre(kBaseTimeMs)); ElementsAre(kBaseSeq));
return true; EXPECT_THAT(TimestampsMs(*feedback_packet),
})); ElementsAre(kBaseTimeMs));
return true;
}));
Process(); Process();
} }
@ -150,23 +166,27 @@ TEST_F(RemoteEstimatorProxyTest, FeedbackWithMissingStart) {
// First feedback. // First feedback.
IncomingPacket(kBaseSeq, kBaseTimeMs); IncomingPacket(kBaseSeq, kBaseTimeMs);
IncomingPacket(kBaseSeq + 1, kBaseTimeMs + 1000); IncomingPacket(kBaseSeq + 1, kBaseTimeMs + 1000);
EXPECT_CALL(router_, SendTransportFeedback(_)).WillOnce(Return(true)); EXPECT_CALL(router_, SendCombinedRtcpPacket).WillOnce(Return(true));
Process(); Process();
// Second feedback starts with a missing packet (DROP kBaseSeq + 2). // Second feedback starts with a missing packet (DROP kBaseSeq + 2).
IncomingPacket(kBaseSeq + 3, kBaseTimeMs + 3000); IncomingPacket(kBaseSeq + 3, kBaseTimeMs + 3000);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq + 2, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq + 2, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
ElementsAre(kBaseSeq + 3)); ElementsAre(kBaseSeq + 3));
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + 3000)); ElementsAre(kBaseTimeMs + 3000));
return true; return true;
})); }));
Process(); Process();
} }
@ -176,18 +196,22 @@ TEST_F(RemoteEstimatorProxyTest, SendsFeedbackWithVaryingDeltas) {
IncomingPacket(kBaseSeq + 1, kBaseTimeMs + kMaxSmallDeltaMs); IncomingPacket(kBaseSeq + 1, kBaseTimeMs + kMaxSmallDeltaMs);
IncomingPacket(kBaseSeq + 2, kBaseTimeMs + (2 * kMaxSmallDeltaMs) + 1); IncomingPacket(kBaseSeq + 2, kBaseTimeMs + (2 * kMaxSmallDeltaMs) + 1);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
ElementsAre(kBaseSeq, kBaseSeq + 1, kBaseSeq + 2)); ElementsAre(kBaseSeq, kBaseSeq + 1, kBaseSeq + 2));
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs, kBaseTimeMs + kMaxSmallDeltaMs, ElementsAre(kBaseTimeMs, kBaseTimeMs + kMaxSmallDeltaMs,
kBaseTimeMs + (2 * kMaxSmallDeltaMs) + 1)); kBaseTimeMs + (2 * kMaxSmallDeltaMs) + 1));
return true; return true;
})); }));
Process(); Process();
} }
@ -199,25 +223,35 @@ TEST_F(RemoteEstimatorProxyTest, SendsFragmentedFeedback) {
IncomingPacket(kBaseSeq, kBaseTimeMs); IncomingPacket(kBaseSeq, kBaseTimeMs);
IncomingPacket(kBaseSeq + 1, kBaseTimeMs + kTooLargeDelta); IncomingPacket(kBaseSeq + 1, kBaseTimeMs + kTooLargeDelta);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), ElementsAre(kBaseSeq)); EXPECT_THAT(SequenceNumbers(*feedback_packet),
EXPECT_THAT(TimestampsMs(*feedback_packet), ElementsAre(kBaseTimeMs)); ElementsAre(kBaseSeq));
return true; EXPECT_THAT(TimestampsMs(*feedback_packet),
})) ElementsAre(kBaseTimeMs));
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { return true;
EXPECT_EQ(kBaseSeq + 1, feedback_packet->GetBaseSequence()); }))
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); .WillOnce(Invoke(
[](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq + 1, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
ElementsAre(kBaseSeq + 1)); ElementsAre(kBaseSeq + 1));
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + kTooLargeDelta)); ElementsAre(kBaseTimeMs + kTooLargeDelta));
return true; return true;
})); }));
Process(); Process();
} }
@ -228,15 +262,19 @@ TEST_F(RemoteEstimatorProxyTest, HandlesReorderingAndWrap) {
IncomingPacket(kBaseSeq, kBaseTimeMs); IncomingPacket(kBaseSeq, kBaseTimeMs);
IncomingPacket(kLargeSeq, kBaseTimeMs + kDeltaMs); IncomingPacket(kLargeSeq, kBaseTimeMs + kDeltaMs);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([&](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kLargeSeq, feedback_packet->GetBaseSequence()); [&](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kLargeSeq, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + kDeltaMs, kBaseTimeMs)); ElementsAre(kBaseTimeMs + kDeltaMs, kBaseTimeMs));
return true; return true;
})); }));
Process(); Process();
} }
@ -254,17 +292,21 @@ TEST_F(RemoteEstimatorProxyTest, HandlesMalformedSequenceNumbers) {
} }
// Only expect feedback for the last two packets. // Only expect feedback for the last two packets.
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([&](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq + 20000 + 9, feedback_packet->GetBaseSequence()); [&](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
EXPECT_THAT(SequenceNumbers(*feedback_packet), static_cast<rtcp::TransportFeedback*>(
ElementsAre(kBaseSeq + 20009, kBaseSeq + 40009)); feedback_packets[0].get());
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_EQ(kBaseSeq + 20000 + 9, feedback_packet->GetBaseSequence());
ElementsAre(kBaseTimeMs + 28 * kDeltaMs, EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
kBaseTimeMs + 29 * kDeltaMs)); EXPECT_THAT(SequenceNumbers(*feedback_packet),
return true; ElementsAre(kBaseSeq + 20009, kBaseSeq + 40009));
})); EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + 28 * kDeltaMs,
kBaseTimeMs + 29 * kDeltaMs));
return true;
}));
Process(); Process();
} }
@ -281,16 +323,20 @@ TEST_F(RemoteEstimatorProxyTest, HandlesBackwardsWrappingSequenceNumbers) {
} }
// Only expect feedback for the first two packets. // Only expect feedback for the first two packets.
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([&](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq + 40000, feedback_packet->GetBaseSequence()); [&](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
EXPECT_THAT(SequenceNumbers(*feedback_packet), static_cast<rtcp::TransportFeedback*>(
ElementsAre(kBaseSeq + 40000, kBaseSeq)); feedback_packets[0].get());
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_EQ(kBaseSeq + 40000, feedback_packet->GetBaseSequence());
ElementsAre(kBaseTimeMs + kDeltaMs, kBaseTimeMs)); EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
return true; EXPECT_THAT(SequenceNumbers(*feedback_packet),
})); ElementsAre(kBaseSeq + 40000, kBaseSeq));
EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + kDeltaMs, kBaseTimeMs));
return true;
}));
Process(); Process();
} }
@ -299,33 +345,41 @@ TEST_F(RemoteEstimatorProxyTest, ResendsTimestampsOnReordering) {
IncomingPacket(kBaseSeq, kBaseTimeMs); IncomingPacket(kBaseSeq, kBaseTimeMs);
IncomingPacket(kBaseSeq + 2, kBaseTimeMs + 2); IncomingPacket(kBaseSeq + 2, kBaseTimeMs + 2);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
ElementsAre(kBaseSeq, kBaseSeq + 2)); ElementsAre(kBaseSeq, kBaseSeq + 2));
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs, kBaseTimeMs + 2)); ElementsAre(kBaseTimeMs, kBaseTimeMs + 2));
return true; return true;
})); }));
Process(); Process();
IncomingPacket(kBaseSeq + 1, kBaseTimeMs + 1); IncomingPacket(kBaseSeq + 1, kBaseTimeMs + 1);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq + 1, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq + 1, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
ElementsAre(kBaseSeq + 1, kBaseSeq + 2)); ElementsAre(kBaseSeq + 1, kBaseSeq + 2));
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + 1, kBaseTimeMs + 2)); ElementsAre(kBaseTimeMs + 1, kBaseTimeMs + 2));
return true; return true;
})); }));
Process(); Process();
} }
@ -335,21 +389,29 @@ TEST_F(RemoteEstimatorProxyTest, RemovesTimestampsOutOfScope) {
IncomingPacket(kBaseSeq + 2, kBaseTimeMs); IncomingPacket(kBaseSeq + 2, kBaseTimeMs);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq + 2, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq + 2, feedback_packet->GetBaseSequence());
EXPECT_THAT(TimestampsMs(*feedback_packet), ElementsAre(kBaseTimeMs)); EXPECT_THAT(TimestampsMs(*feedback_packet),
return true; ElementsAre(kBaseTimeMs));
})); return true;
}));
Process(); Process();
IncomingPacket(kBaseSeq + 3, kTimeoutTimeMs); // kBaseSeq + 2 times out here. IncomingPacket(kBaseSeq + 3, kTimeoutTimeMs); // kBaseSeq + 2 times out here.
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce( .WillOnce(Invoke(
Invoke([kTimeoutTimeMs](rtcp::TransportFeedback* feedback_packet) { [&](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq + 3, feedback_packet->GetBaseSequence()); EXPECT_EQ(kBaseSeq + 3, feedback_packet->GetBaseSequence());
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
@ -364,9 +426,12 @@ TEST_F(RemoteEstimatorProxyTest, RemovesTimestampsOutOfScope) {
IncomingPacket(kBaseSeq, kBaseTimeMs - 1); IncomingPacket(kBaseSeq, kBaseTimeMs - 1);
IncomingPacket(kBaseSeq + 1, kTimeoutTimeMs - 1); IncomingPacket(kBaseSeq + 1, kTimeoutTimeMs - 1);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce( .WillOnce(Invoke(
Invoke([kTimeoutTimeMs](rtcp::TransportFeedback* feedback_packet) { [&](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence()); EXPECT_EQ(kBaseSeq, feedback_packet->GetBaseSequence());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
@ -430,7 +495,7 @@ TEST_F(RemoteEstimatorProxyOnRequestTest, TimeUntilNextProcessIsHigh) {
TEST_F(RemoteEstimatorProxyOnRequestTest, ProcessDoesNotSendFeedback) { TEST_F(RemoteEstimatorProxyOnRequestTest, ProcessDoesNotSendFeedback) {
proxy_.SetSendPeriodicFeedback(false); proxy_.SetSendPeriodicFeedback(false);
IncomingPacket(kBaseSeq, kBaseTimeMs); IncomingPacket(kBaseSeq, kBaseTimeMs);
EXPECT_CALL(router_, SendTransportFeedback(_)).Times(0); EXPECT_CALL(router_, SendCombinedRtcpPacket).Times(0);
Process(); Process();
} }
@ -440,17 +505,21 @@ TEST_F(RemoteEstimatorProxyOnRequestTest, RequestSinglePacketFeedback) {
IncomingPacket(kBaseSeq + 1, kBaseTimeMs + kMaxSmallDeltaMs); IncomingPacket(kBaseSeq + 1, kBaseTimeMs + kMaxSmallDeltaMs);
IncomingPacket(kBaseSeq + 2, kBaseTimeMs + 2 * kMaxSmallDeltaMs); IncomingPacket(kBaseSeq + 2, kBaseTimeMs + 2 * kMaxSmallDeltaMs);
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq + 3, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq + 3, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
ElementsAre(kBaseSeq + 3)); ElementsAre(kBaseSeq + 3));
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + 3 * kMaxSmallDeltaMs)); ElementsAre(kBaseTimeMs + 3 * kMaxSmallDeltaMs));
return true; return true;
})); }));
constexpr FeedbackRequest kSinglePacketFeedbackRequest = { constexpr FeedbackRequest kSinglePacketFeedbackRequest = {
/*include_timestamps=*/true, /*sequence_count=*/1}; /*include_timestamps=*/true, /*sequence_count=*/1};
@ -465,22 +534,26 @@ TEST_F(RemoteEstimatorProxyOnRequestTest, RequestLastFivePacketFeedback) {
IncomingPacket(kBaseSeq + i, kBaseTimeMs + i * kMaxSmallDeltaMs); IncomingPacket(kBaseSeq + i, kBaseTimeMs + i * kMaxSmallDeltaMs);
} }
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq + 6, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq + 6, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
ElementsAre(kBaseSeq + 6, kBaseSeq + 7, kBaseSeq + 8, ElementsAre(kBaseSeq + 6, kBaseSeq + 7, kBaseSeq + 8,
kBaseSeq + 9, kBaseSeq + 10)); kBaseSeq + 9, kBaseSeq + 10));
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + 6 * kMaxSmallDeltaMs, ElementsAre(kBaseTimeMs + 6 * kMaxSmallDeltaMs,
kBaseTimeMs + 7 * kMaxSmallDeltaMs, kBaseTimeMs + 7 * kMaxSmallDeltaMs,
kBaseTimeMs + 8 * kMaxSmallDeltaMs, kBaseTimeMs + 8 * kMaxSmallDeltaMs,
kBaseTimeMs + 9 * kMaxSmallDeltaMs, kBaseTimeMs + 9 * kMaxSmallDeltaMs,
kBaseTimeMs + 10 * kMaxSmallDeltaMs)); kBaseTimeMs + 10 * kMaxSmallDeltaMs));
return true; return true;
})); }));
constexpr FeedbackRequest kFivePacketsFeedbackRequest = { constexpr FeedbackRequest kFivePacketsFeedbackRequest = {
/*include_timestamps=*/true, /*sequence_count=*/5}; /*include_timestamps=*/true, /*sequence_count=*/5};
@ -497,19 +570,23 @@ TEST_F(RemoteEstimatorProxyOnRequestTest,
IncomingPacket(kBaseSeq + i, kBaseTimeMs + i * kMaxSmallDeltaMs); IncomingPacket(kBaseSeq + i, kBaseTimeMs + i * kMaxSmallDeltaMs);
} }
EXPECT_CALL(router_, SendTransportFeedback(_)) EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(Invoke([](rtcp::TransportFeedback* feedback_packet) { .WillOnce(Invoke(
EXPECT_EQ(kBaseSeq + 6, feedback_packet->GetBaseSequence()); [](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc()); rtcp::TransportFeedback* feedback_packet =
static_cast<rtcp::TransportFeedback*>(
feedback_packets[0].get());
EXPECT_EQ(kBaseSeq + 6, feedback_packet->GetBaseSequence());
EXPECT_EQ(kMediaSsrc, feedback_packet->media_ssrc());
EXPECT_THAT(SequenceNumbers(*feedback_packet), EXPECT_THAT(SequenceNumbers(*feedback_packet),
ElementsAre(kBaseSeq + 6, kBaseSeq + 8, kBaseSeq + 10)); ElementsAre(kBaseSeq + 6, kBaseSeq + 8, kBaseSeq + 10));
EXPECT_THAT(TimestampsMs(*feedback_packet), EXPECT_THAT(TimestampsMs(*feedback_packet),
ElementsAre(kBaseTimeMs + 6 * kMaxSmallDeltaMs, ElementsAre(kBaseTimeMs + 6 * kMaxSmallDeltaMs,
kBaseTimeMs + 8 * kMaxSmallDeltaMs, kBaseTimeMs + 8 * kMaxSmallDeltaMs,
kBaseTimeMs + 10 * kMaxSmallDeltaMs)); kBaseTimeMs + 10 * kMaxSmallDeltaMs));
return true; return true;
})); }));
constexpr FeedbackRequest kFivePacketsFeedbackRequest = { constexpr FeedbackRequest kFivePacketsFeedbackRequest = {
/*include_timestamps=*/true, /*sequence_count=*/5}; /*include_timestamps=*/true, /*sequence_count=*/5};
@ -578,11 +655,15 @@ TEST_F(RemoteEstimatorProxyTest, SendTransportFeedbackAndNetworkStateUpdate) {
kBaseTimeMs, kDefaultPacketSize, kBaseTimeMs, kDefaultPacketSize,
CreateHeader(kBaseSeq, absl::nullopt, CreateHeader(kBaseSeq, absl::nullopt,
AbsoluteSendTime::MsTo24Bits(kBaseTimeMs - 1))); AbsoluteSendTime::MsTo24Bits(kBaseTimeMs - 1)));
EXPECT_CALL(router_, SendTransportFeedback(_));
EXPECT_CALL(network_state_estimator_, GetCurrentEstimate()) EXPECT_CALL(network_state_estimator_, GetCurrentEstimate())
.WillOnce(Return(NetworkStateEstimate())); .WillOnce(Return(NetworkStateEstimate()));
EXPECT_CALL(router_, SendNetworkStateEstimatePacket(_)); EXPECT_CALL(router_, SendCombinedRtcpPacket)
.WillOnce(
[](std::vector<std::unique_ptr<rtcp::RtcpPacket>> feedback_packets) {
EXPECT_THAT(feedback_packets, SizeIs(2));
return true;
});
Process(); Process();
} }