mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 11 | #ifndef CALL_RTP_VIDEO_SENDER_H_ |
| 12 | #define CALL_RTP_VIDEO_SENDER_H_ |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 13 | |
Åsa Persson | 4bece9a | 2017-10-06 10:04:04 +0200 | [diff] [blame] | 14 | #include <map> |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 15 | #include <memory> |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 16 | #include <unordered_set> |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 17 | #include <vector> |
| 18 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 19 | #include "api/call/transport.h" |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 20 | #include "api/fec_controller.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 21 | #include "api/video_codecs/video_encoder.h" |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 22 | #include "call/rtp_config.h" |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 23 | #include "call/rtp_payload_params.h" |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 24 | #include "call/rtp_transport_controller_send_interface.h" |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 25 | #include "call/rtp_video_sender_interface.h" |
Mirko Bonadei | 7120742 | 2017-09-15 13:58:09 +0200 | [diff] [blame] | 26 | #include "common_types.h" // NOLINT(build/include) |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 27 | #include "logging/rtc_event_log/rtc_event_log.h" |
| 28 | #include "modules/rtp_rtcp/include/flexfec_sender.h" |
philipel | 1a4746a | 2018-07-09 15:52:29 +0200 | [diff] [blame] | 29 | #include "modules/rtp_rtcp/source/rtp_video_header.h" |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 30 | #include "modules/utility/include/process_thread.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 31 | #include "rtc_base/constructormagic.h" |
| 32 | #include "rtc_base/criticalsection.h" |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 33 | #include "rtc_base/rate_limiter.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 34 | #include "rtc_base/thread_annotations.h" |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 35 | #include "rtc_base/thread_checker.h" |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 36 | |
| 37 | namespace webrtc { |
| 38 | |
Benjamin Wright | 192eeec | 2018-10-17 17:27:25 -0700 | [diff] [blame] | 39 | class FrameEncryptorInterface; |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 40 | class RTPFragmentationHeader; |
| 41 | class RtpRtcp; |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 42 | class RtpTransportControllerSendInterface; |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 43 | |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 44 | // RtpVideoSender routes outgoing data to the correct sending RTP module, based |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 45 | // on the simulcast layer in RTPVideoHeader. |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 46 | class RtpVideoSender : public RtpVideoSenderInterface, |
| 47 | public OverheadObserver, |
| 48 | public VCMProtectionCallback, |
| 49 | public PacketFeedbackObserver { |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 50 | public: |
Per | 83d0910 | 2016-04-15 14:59:13 +0200 | [diff] [blame] | 51 | // Rtp modules are assumed to be sorted in simulcast index order. |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 52 | RtpVideoSender( |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 53 | const std::vector<uint32_t>& ssrcs, |
| 54 | std::map<uint32_t, RtpState> suspended_ssrcs, |
| 55 | const std::map<uint32_t, RtpPayloadState>& states, |
| 56 | const RtpConfig& rtp_config, |
| 57 | const RtcpConfig& rtcp_config, |
| 58 | Transport* send_transport, |
| 59 | const RtpSenderObservers& observers, |
| 60 | RtpTransportControllerSendInterface* transport, |
| 61 | RtcEventLog* event_log, |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 62 | RateLimiter* retransmission_limiter, // move inside RtpTransport |
Benjamin Wright | 192eeec | 2018-10-17 17:27:25 -0700 | [diff] [blame] | 63 | std::unique_ptr<FecController> fec_controller, |
| 64 | FrameEncryptorInterface* frame_encryptor, |
| 65 | const CryptoOptions& crypto_options); // move inside RtpTransport |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 66 | ~RtpVideoSender() override; |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 67 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 68 | // RegisterProcessThread register |module_process_thread| with those objects |
| 69 | // that use it. Registration has to happen on the thread were |
| 70 | // |module_process_thread| was created (libjingle's worker thread). |
| 71 | // TODO(perkj): Replace the use of |module_process_thread| with a TaskQueue, |
| 72 | // maybe |worker_queue|. |
| 73 | void RegisterProcessThread(ProcessThread* module_process_thread) override; |
| 74 | void DeRegisterProcessThread() override; |
| 75 | |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 76 | // RtpVideoSender will only route packets if being active, all packets will be |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 77 | // dropped otherwise. |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 78 | void SetActive(bool active) override; |
Seth Hampson | cc7125f | 2018-02-02 08:46:16 -0800 | [diff] [blame] | 79 | // Sets the sending status of the rtp modules and appropriately sets the |
| 80 | // payload router to active if any rtp modules are active. |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 81 | void SetActiveModules(const std::vector<bool> active_modules) override; |
| 82 | bool IsActive() override; |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 83 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 84 | void OnNetworkAvailability(bool network_available) override; |
| 85 | std::map<uint32_t, RtpState> GetRtpStates() const override; |
| 86 | std::map<uint32_t, RtpPayloadState> GetRtpPayloadStates() const override; |
| 87 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 88 | void DeliverRtcp(const uint8_t* packet, size_t length) override; |
| 89 | |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 90 | // Implements webrtc::VCMProtectionCallback. |
| 91 | int ProtectionRequest(const FecProtectionParams* delta_params, |
| 92 | const FecProtectionParams* key_params, |
| 93 | uint32_t* sent_video_rate_bps, |
| 94 | uint32_t* sent_nack_rate_bps, |
| 95 | uint32_t* sent_fec_rate_bps) override; |
Åsa Persson | 4bece9a | 2017-10-06 10:04:04 +0200 | [diff] [blame] | 96 | |
kjellander | 02b3d27 | 2016-04-20 05:05:54 -0700 | [diff] [blame] | 97 | // Implements EncodedImageCallback. |
| 98 | // Returns 0 if the packet was routed / sent, -1 otherwise. |
Sergey Ulanov | 525df3f | 2016-08-02 17:46:41 -0700 | [diff] [blame] | 99 | EncodedImageCallback::Result OnEncodedImage( |
| 100 | const EncodedImage& encoded_image, |
| 101 | const CodecSpecificInfo* codec_specific_info, |
| 102 | const RTPFragmentationHeader* fragmentation) override; |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 103 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 104 | void OnBitrateAllocationUpdated( |
| 105 | const VideoBitrateAllocation& bitrate) override; |
sprang | 1a646ee | 2016-12-01 06:34:11 -0800 | [diff] [blame] | 106 | |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 107 | void OnTransportOverheadChanged( |
| 108 | size_t transport_overhead_bytes_per_packet) override; |
| 109 | // Implements OverheadObserver. |
| 110 | void OnOverheadChanged(size_t overhead_bytes_per_packet) override; |
| 111 | void OnBitrateUpdated(uint32_t bitrate_bps, |
| 112 | uint8_t fraction_loss, |
| 113 | int64_t rtt, |
| 114 | int framerate) override; |
| 115 | uint32_t GetPayloadBitrateBps() const override; |
| 116 | uint32_t GetProtectionBitrateBps() const override; |
| 117 | void SetEncodingData(size_t width, |
| 118 | size_t height, |
| 119 | size_t num_temporal_layers) override; |
| 120 | |
| 121 | // From PacketFeedbackObserver. |
| 122 | void OnPacketAdded(uint32_t ssrc, uint16_t seq_num) override; |
| 123 | void OnPacketFeedbackVector( |
| 124 | const std::vector<PacketFeedback>& packet_feedback_vector) override; |
| 125 | |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 126 | private: |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 127 | void UpdateModuleSendingState() RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 128 | void ConfigureProtection(const RtpConfig& rtp_config); |
| 129 | void ConfigureSsrcs(const RtpConfig& rtp_config); |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 130 | bool FecEnabled() const; |
| 131 | bool NackEnabled() const; |
Peter Boström | 8b79b07 | 2016-02-26 16:31:37 +0100 | [diff] [blame] | 132 | |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 133 | const bool send_side_bwe_with_overhead_; |
| 134 | |
| 135 | // TODO(holmer): Remove crit_ once RtpVideoSender runs on the |
| 136 | // transport task queue. |
pbos | d8de115 | 2016-02-01 09:00:51 -0800 | [diff] [blame] | 137 | rtc::CriticalSection crit_; |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 138 | bool active_ RTC_GUARDED_BY(crit_); |
mflodman@webrtc.org | 7ac374a | 2015-02-20 12:45:40 +0000 | [diff] [blame] | 139 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 140 | ProcessThread* module_process_thread_; |
| 141 | rtc::ThreadChecker module_process_thread_checker_; |
| 142 | std::map<uint32_t, RtpState> suspended_ssrcs_; |
| 143 | |
| 144 | std::unique_ptr<FlexfecSender> flexfec_sender_; |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 145 | std::unique_ptr<FecController> fec_controller_; |
Niels Möller | 2a15267 | 2018-08-08 12:03:00 +0200 | [diff] [blame] | 146 | // Rtp modules are assumed to be sorted in simulcast index order. |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 147 | const std::vector<std::unique_ptr<RtpRtcp>> rtp_modules_; |
| 148 | const RtpConfig rtp_config_; |
| 149 | RtpTransportControllerSendInterface* const transport_; |
Per | 83d0910 | 2016-04-15 14:59:13 +0200 | [diff] [blame] | 150 | |
philipel | 25d31ec | 2018-08-08 16:33:01 +0200 | [diff] [blame] | 151 | // When using the generic descriptor we want all simulcast streams to share |
| 152 | // one frame id space (so that the SFU can switch stream without having to |
| 153 | // rewrite the frame id), therefore |shared_frame_id| has to live in a place |
| 154 | // where we are aware of all the different streams. |
| 155 | int64_t shared_frame_id_ = 0; |
Åsa Persson | 4bece9a | 2017-10-06 10:04:04 +0200 | [diff] [blame] | 156 | std::vector<RtpPayloadParams> params_ RTC_GUARDED_BY(crit_); |
| 157 | |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 158 | size_t transport_overhead_bytes_per_packet_ RTC_GUARDED_BY(crit_); |
| 159 | size_t overhead_bytes_per_packet_ RTC_GUARDED_BY(crit_); |
| 160 | uint32_t protection_bitrate_bps_; |
| 161 | uint32_t encoder_target_rate_bps_; |
| 162 | |
| 163 | std::unordered_set<uint16_t> feedback_packet_seq_num_set_; |
| 164 | std::vector<bool> loss_mask_vector_ RTC_GUARDED_BY(crit_); |
| 165 | |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 166 | RTC_DISALLOW_COPY_AND_ASSIGN(RtpVideoSender); |
mflodman@webrtc.org | 02270cd | 2015-02-06 13:10:19 +0000 | [diff] [blame] | 167 | }; |
| 168 | |
| 169 | } // namespace webrtc |
| 170 | |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 171 | #endif // CALL_RTP_VIDEO_SENDER_H_ |