6cd6d8ecfd
Adds new class DecodeSynchronizer that will coalesce the decoding of received streams on the metronome. This feature is experimental and is backed by a field trial WebRTC-FrameBuffer3. This experiment now has 3 arms to it, "WebRTC-FrameBuffer3/arm:FrameBuffer2/": Default, uses old frame buffer. "WebRTC-FrameBuffer3/arm:FrameBuffer3/": Uses new frame buffer. "WebRTC-FrameBuffer3/arm:SyncDecoding/": Uses new frame buffer with frame scheduled on the metronome. The SyncDecoding arm will not work until it is wired up in the follow-up CL. This change also makes the following modifications, * Adds FakeMetronome utilities for tests using a metronome. * Makes FrameDecodeScheduler an interface. The default implementation is TaskQueueFrameDecodeScheduler. * FrameDecodeScheduler now has a Stop() method, which must be called before destruction. TBR=philipel@webrtc.org Change-Id: I58a306bb883604b0be3eb2a04b3d07dbdf185c71 Bug: webrtc:13658 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/250665 Reviewed-by: Henrik Boström <hbos@webrtc.org> Reviewed-by: Ilya Nikolaevskiy <ilnik@webrtc.org> Reviewed-by: Stefan Holmer <holmer@google.com> Reviewed-by: Stefan Holmer <stefan@webrtc.org> Commit-Queue: Evan Shrubsole <eshr@webrtc.org> Cr-Commit-Position: refs/heads/main@{#35988}
69 lines
2.3 KiB
C++
69 lines
2.3 KiB
C++
/*
|
|
* Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef VIDEO_FRAME_BUFFER_PROXY_H_
|
|
#define VIDEO_FRAME_BUFFER_PROXY_H_
|
|
|
|
#include <memory>
|
|
|
|
#include "api/metronome/metronome.h"
|
|
#include "api/task_queue/task_queue_base.h"
|
|
#include "api/video/encoded_frame.h"
|
|
#include "modules/video_coding/include/video_coding_defines.h"
|
|
#include "modules/video_coding/timing.h"
|
|
#include "rtc_base/task_queue.h"
|
|
#include "system_wrappers/include/clock.h"
|
|
#include "video/decode_synchronizer.h"
|
|
|
|
namespace webrtc {
|
|
|
|
class FrameSchedulingReceiver {
|
|
public:
|
|
virtual ~FrameSchedulingReceiver() = default;
|
|
|
|
virtual void OnEncodedFrame(std::unique_ptr<EncodedFrame> frame) = 0;
|
|
virtual void OnDecodableFrameTimeout(TimeDelta wait_time) = 0;
|
|
};
|
|
|
|
// Temporary class to enable replacement of frame_buffer2 with frame_buffer3.
|
|
// Once frame_buffer3 has shown to work with a field trial, frame_buffer2 will
|
|
// be removed and this class should be directly integrated into
|
|
// video_receive_stream2. bugs.webrtc.org/13343 tracks this integration.
|
|
class FrameBufferProxy {
|
|
public:
|
|
static std::unique_ptr<FrameBufferProxy> CreateFromFieldTrial(
|
|
Clock* clock,
|
|
TaskQueueBase* worker_queue,
|
|
VCMTiming* timing,
|
|
VCMReceiveStatisticsCallback* stats_proxy,
|
|
rtc::TaskQueue* decode_queue,
|
|
FrameSchedulingReceiver* receiver,
|
|
TimeDelta max_wait_for_keyframe,
|
|
TimeDelta max_wait_for_frame,
|
|
DecodeSynchronizer* decode_sync);
|
|
virtual ~FrameBufferProxy() = default;
|
|
|
|
// Run on the worker thread.
|
|
virtual void StopOnWorker() = 0;
|
|
virtual void SetProtectionMode(VCMVideoProtection protection_mode) = 0;
|
|
virtual void Clear() = 0;
|
|
virtual absl::optional<int64_t> InsertFrame(
|
|
std::unique_ptr<EncodedFrame> frame) = 0;
|
|
virtual void UpdateRtt(int64_t max_rtt_ms) = 0;
|
|
virtual int Size() = 0;
|
|
|
|
// Run on either the worker thread or the decode thread.
|
|
virtual void StartNextDecode(bool keyframe_required) = 0;
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // VIDEO_FRAME_BUFFER_PROXY_H_
|