xref: /aosp_15_r20/external/webrtc/video/video_send_stream.h (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #ifndef VIDEO_VIDEO_SEND_STREAM_H_
12*d9f75844SAndroid Build Coastguard Worker #define VIDEO_VIDEO_SEND_STREAM_H_
13*d9f75844SAndroid Build Coastguard Worker 
14*d9f75844SAndroid Build Coastguard Worker #include <map>
15*d9f75844SAndroid Build Coastguard Worker #include <memory>
16*d9f75844SAndroid Build Coastguard Worker #include <string>
17*d9f75844SAndroid Build Coastguard Worker #include <vector>
18*d9f75844SAndroid Build Coastguard Worker 
19*d9f75844SAndroid Build Coastguard Worker #include "api/fec_controller.h"
20*d9f75844SAndroid Build Coastguard Worker #include "api/field_trials_view.h"
21*d9f75844SAndroid Build Coastguard Worker #include "api/sequence_checker.h"
22*d9f75844SAndroid Build Coastguard Worker #include "api/task_queue/pending_task_safety_flag.h"
23*d9f75844SAndroid Build Coastguard Worker #include "call/bitrate_allocator.h"
24*d9f75844SAndroid Build Coastguard Worker #include "call/video_receive_stream.h"
25*d9f75844SAndroid Build Coastguard Worker #include "call/video_send_stream.h"
26*d9f75844SAndroid Build Coastguard Worker #include "modules/utility/maybe_worker_thread.h"
27*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/event.h"
28*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/system/no_unique_address.h"
29*d9f75844SAndroid Build Coastguard Worker #include "video/encoder_rtcp_feedback.h"
30*d9f75844SAndroid Build Coastguard Worker #include "video/send_delay_stats.h"
31*d9f75844SAndroid Build Coastguard Worker #include "video/send_statistics_proxy.h"
32*d9f75844SAndroid Build Coastguard Worker #include "video/video_send_stream_impl.h"
33*d9f75844SAndroid Build Coastguard Worker #include "video/video_stream_encoder_interface.h"
34*d9f75844SAndroid Build Coastguard Worker 
35*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
36*d9f75844SAndroid Build Coastguard Worker namespace test {
37*d9f75844SAndroid Build Coastguard Worker class VideoSendStreamPeer;
38*d9f75844SAndroid Build Coastguard Worker }  // namespace test
39*d9f75844SAndroid Build Coastguard Worker 
40*d9f75844SAndroid Build Coastguard Worker class CallStats;
41*d9f75844SAndroid Build Coastguard Worker class IvfFileWriter;
42*d9f75844SAndroid Build Coastguard Worker class RateLimiter;
43*d9f75844SAndroid Build Coastguard Worker class RtpRtcp;
44*d9f75844SAndroid Build Coastguard Worker class RtpTransportControllerSendInterface;
45*d9f75844SAndroid Build Coastguard Worker class RtcEventLog;
46*d9f75844SAndroid Build Coastguard Worker 
47*d9f75844SAndroid Build Coastguard Worker namespace internal {
48*d9f75844SAndroid Build Coastguard Worker 
49*d9f75844SAndroid Build Coastguard Worker class VideoSendStreamImpl;
50*d9f75844SAndroid Build Coastguard Worker 
51*d9f75844SAndroid Build Coastguard Worker // VideoSendStream implements webrtc::VideoSendStream.
52*d9f75844SAndroid Build Coastguard Worker // Internally, it delegates all public methods to VideoSendStreamImpl and / or
53*d9f75844SAndroid Build Coastguard Worker // VideoStreamEncoder.
54*d9f75844SAndroid Build Coastguard Worker class VideoSendStream : public webrtc::VideoSendStream {
55*d9f75844SAndroid Build Coastguard Worker  public:
56*d9f75844SAndroid Build Coastguard Worker   using RtpStateMap = std::map<uint32_t, RtpState>;
57*d9f75844SAndroid Build Coastguard Worker   using RtpPayloadStateMap = std::map<uint32_t, RtpPayloadState>;
58*d9f75844SAndroid Build Coastguard Worker 
59*d9f75844SAndroid Build Coastguard Worker   VideoSendStream(
60*d9f75844SAndroid Build Coastguard Worker       Clock* clock,
61*d9f75844SAndroid Build Coastguard Worker       int num_cpu_cores,
62*d9f75844SAndroid Build Coastguard Worker       TaskQueueFactory* task_queue_factory,
63*d9f75844SAndroid Build Coastguard Worker       TaskQueueBase* network_queue,
64*d9f75844SAndroid Build Coastguard Worker       RtcpRttStats* call_stats,
65*d9f75844SAndroid Build Coastguard Worker       RtpTransportControllerSendInterface* transport,
66*d9f75844SAndroid Build Coastguard Worker       BitrateAllocatorInterface* bitrate_allocator,
67*d9f75844SAndroid Build Coastguard Worker       SendDelayStats* send_delay_stats,
68*d9f75844SAndroid Build Coastguard Worker       RtcEventLog* event_log,
69*d9f75844SAndroid Build Coastguard Worker       VideoSendStream::Config config,
70*d9f75844SAndroid Build Coastguard Worker       VideoEncoderConfig encoder_config,
71*d9f75844SAndroid Build Coastguard Worker       const std::map<uint32_t, RtpState>& suspended_ssrcs,
72*d9f75844SAndroid Build Coastguard Worker       const std::map<uint32_t, RtpPayloadState>& suspended_payload_states,
73*d9f75844SAndroid Build Coastguard Worker       std::unique_ptr<FecController> fec_controller,
74*d9f75844SAndroid Build Coastguard Worker       const FieldTrialsView& field_trials);
75*d9f75844SAndroid Build Coastguard Worker 
76*d9f75844SAndroid Build Coastguard Worker   ~VideoSendStream() override;
77*d9f75844SAndroid Build Coastguard Worker 
78*d9f75844SAndroid Build Coastguard Worker   void DeliverRtcp(const uint8_t* packet, size_t length);
79*d9f75844SAndroid Build Coastguard Worker 
80*d9f75844SAndroid Build Coastguard Worker   // webrtc::VideoSendStream implementation.
81*d9f75844SAndroid Build Coastguard Worker   void Start() override;
82*d9f75844SAndroid Build Coastguard Worker   void StartPerRtpStream(std::vector<bool> active_layers) override;
83*d9f75844SAndroid Build Coastguard Worker   void Stop() override;
84*d9f75844SAndroid Build Coastguard Worker   bool started() override;
85*d9f75844SAndroid Build Coastguard Worker 
86*d9f75844SAndroid Build Coastguard Worker   void AddAdaptationResource(rtc::scoped_refptr<Resource> resource) override;
87*d9f75844SAndroid Build Coastguard Worker   std::vector<rtc::scoped_refptr<Resource>> GetAdaptationResources() override;
88*d9f75844SAndroid Build Coastguard Worker 
89*d9f75844SAndroid Build Coastguard Worker   void SetSource(rtc::VideoSourceInterface<webrtc::VideoFrame>* source,
90*d9f75844SAndroid Build Coastguard Worker                  const DegradationPreference& degradation_preference) override;
91*d9f75844SAndroid Build Coastguard Worker 
92*d9f75844SAndroid Build Coastguard Worker   void ReconfigureVideoEncoder(VideoEncoderConfig config) override;
93*d9f75844SAndroid Build Coastguard Worker   void ReconfigureVideoEncoder(VideoEncoderConfig config,
94*d9f75844SAndroid Build Coastguard Worker                                SetParametersCallback callback) override;
95*d9f75844SAndroid Build Coastguard Worker   Stats GetStats() override;
96*d9f75844SAndroid Build Coastguard Worker 
97*d9f75844SAndroid Build Coastguard Worker   void StopPermanentlyAndGetRtpStates(RtpStateMap* rtp_state_map,
98*d9f75844SAndroid Build Coastguard Worker                                       RtpPayloadStateMap* payload_state_map);
99*d9f75844SAndroid Build Coastguard Worker   void GenerateKeyFrame(const std::vector<std::string>& rids) override;
100*d9f75844SAndroid Build Coastguard Worker 
101*d9f75844SAndroid Build Coastguard Worker  private:
102*d9f75844SAndroid Build Coastguard Worker   friend class test::VideoSendStreamPeer;
103*d9f75844SAndroid Build Coastguard Worker 
104*d9f75844SAndroid Build Coastguard Worker   absl::optional<float> GetPacingFactorOverride() const;
105*d9f75844SAndroid Build Coastguard Worker 
106*d9f75844SAndroid Build Coastguard Worker   RTC_NO_UNIQUE_ADDRESS SequenceChecker thread_checker_;
107*d9f75844SAndroid Build Coastguard Worker   MaybeWorkerThread* const rtp_transport_queue_;
108*d9f75844SAndroid Build Coastguard Worker   RtpTransportControllerSendInterface* const transport_;
109*d9f75844SAndroid Build Coastguard Worker   rtc::Event thread_sync_event_;
110*d9f75844SAndroid Build Coastguard Worker   rtc::scoped_refptr<PendingTaskSafetyFlag> transport_queue_safety_ =
111*d9f75844SAndroid Build Coastguard Worker       PendingTaskSafetyFlag::CreateDetached();
112*d9f75844SAndroid Build Coastguard Worker 
113*d9f75844SAndroid Build Coastguard Worker   SendStatisticsProxy stats_proxy_;
114*d9f75844SAndroid Build Coastguard Worker   const VideoSendStream::Config config_;
115*d9f75844SAndroid Build Coastguard Worker   const VideoEncoderConfig::ContentType content_type_;
116*d9f75844SAndroid Build Coastguard Worker   std::unique_ptr<VideoStreamEncoderInterface> video_stream_encoder_;
117*d9f75844SAndroid Build Coastguard Worker   EncoderRtcpFeedback encoder_feedback_;
118*d9f75844SAndroid Build Coastguard Worker   RtpVideoSenderInterface* const rtp_video_sender_;
119*d9f75844SAndroid Build Coastguard Worker   VideoSendStreamImpl send_stream_;
120*d9f75844SAndroid Build Coastguard Worker   bool running_ RTC_GUARDED_BY(thread_checker_) = false;
121*d9f75844SAndroid Build Coastguard Worker };
122*d9f75844SAndroid Build Coastguard Worker 
123*d9f75844SAndroid Build Coastguard Worker }  // namespace internal
124*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
125*d9f75844SAndroid Build Coastguard Worker 
126*d9f75844SAndroid Build Coastguard Worker #endif  // VIDEO_VIDEO_SEND_STREAM_H_
127