blob: f5f603ba7538b20ade07f38897d733e014f8571d [file] [log] [blame]
solenberg13725082015-11-25 08:16:52 -08001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +010011#ifndef AUDIO_CHANNEL_PROXY_H_
12#define AUDIO_CHANNEL_PROXY_H_
solenberg13725082015-11-25 08:16:52 -080013
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +010014#include <map>
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +010015#include <memory>
16#include <string>
17#include <vector>
18
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/audio/audio_mixer.h"
20#include "api/audio_codecs/audio_encoder.h"
21#include "api/rtpreceiverinterface.h"
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +010022#include "audio/channel.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "call/rtp_packet_sink_interface.h"
24#include "rtc_base/constructormagic.h"
25#include "rtc_base/race_checker.h"
26#include "rtc_base/thread_checker.h"
solenberg13725082015-11-25 08:16:52 -080027
28namespace webrtc {
Stefan Holmerb86d4e42015-12-07 10:26:18 +010029
Tommif888bb52015-12-12 01:37:01 +010030class AudioSinkInterface;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010031class PacketRouter;
ivoc14d5dbe2016-07-04 07:06:55 -070032class RtcEventLog;
stefan7de8d642017-02-07 07:14:08 -080033class RtcpBandwidthObserver;
michaelt9332b7d2016-11-30 07:51:13 -080034class RtcpRttStats;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010035class RtpPacketSender;
nisse657bab22017-02-21 06:28:10 -080036class RtpPacketReceived;
solenberg3ebbcb52017-01-31 03:58:40 -080037class RtpReceiver;
38class RtpRtcp;
nisseb8f9a322017-03-27 05:36:15 -070039class RtpTransportControllerSendInterface;
mflodman3d7db262016-04-29 00:57:13 -070040class Transport;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010041class TransportFeedbackObserver;
42
solenberg13725082015-11-25 08:16:52 -080043namespace voe {
44
45// This class provides the "view" of a voe::Channel that we need to implement
46// webrtc::AudioSendStream and webrtc::AudioReceiveStream. It serves two
47// purposes:
48// 1. Allow mocking just the interfaces used, instead of the entire
49// voe::Channel class.
50// 2. Provide a refined interface for the stream classes, including assumptions
51// on return values and input adaptation.
nisse0f15f922017-06-21 01:05:22 -070052class ChannelProxy : public RtpPacketSinkInterface {
solenberg13725082015-11-25 08:16:52 -080053 public:
54 ChannelProxy();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +010055 explicit ChannelProxy(std::unique_ptr<Channel> channel);
Tommif888bb52015-12-12 01:37:01 +010056 virtual ~ChannelProxy();
solenberg13725082015-11-25 08:16:52 -080057
ossu1ffbd6c2017-04-06 12:05:04 -070058 virtual bool SetEncoder(int payload_type,
59 std::unique_ptr<AudioEncoder> encoder);
ossu20a4b3f2017-04-27 02:08:52 -070060 virtual void ModifyEncoder(
61 rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)> modifier);
ossu1ffbd6c2017-04-06 12:05:04 -070062
solenberg13725082015-11-25 08:16:52 -080063 virtual void SetRTCPStatus(bool enable);
64 virtual void SetLocalSSRC(uint32_t ssrc);
65 virtual void SetRTCP_CNAME(const std::string& c_name);
solenberg971cab02016-06-14 10:02:41 -070066 virtual void SetNACKStatus(bool enable, int max_packets);
solenberg358057b2015-11-27 10:46:42 -080067 virtual void SetSendAudioLevelIndicationStatus(bool enable, int id);
stefan3313ec92016-01-21 06:32:43 -080068 virtual void EnableSendTransportSequenceNumber(int id);
stefanbba9dec2016-02-01 04:39:55 -080069 virtual void RegisterSenderCongestionControlObjects(
nisseb8f9a322017-03-27 05:36:15 -070070 RtpTransportControllerSendInterface* transport,
stefan7de8d642017-02-07 07:14:08 -080071 RtcpBandwidthObserver* bandwidth_observer);
stefanbba9dec2016-02-01 04:39:55 -080072 virtual void RegisterReceiverCongestionControlObjects(
73 PacketRouter* packet_router);
nissefdbfdc92017-03-31 05:44:52 -070074 virtual void ResetSenderCongestionControlObjects();
75 virtual void ResetReceiverCongestionControlObjects();
solenberg358057b2015-11-27 10:46:42 -080076 virtual CallStatistics GetRTCPStatistics() const;
77 virtual std::vector<ReportBlock> GetRemoteRTCPReportBlocks() const;
78 virtual NetworkStatistics GetNetworkStatistics() const;
79 virtual AudioDecodingCallStats GetDecodingCallStatistics() const;
ivoce1198e02017-09-08 08:13:19 -070080 virtual ANAStats GetANAStatistics() const;
solenberg8d73f8c2017-03-08 01:52:20 -080081 virtual int GetSpeechOutputLevel() const;
82 virtual int GetSpeechOutputLevelFullRange() const;
zsteine76bd3a2017-07-14 12:17:49 -070083 // See description of "totalAudioEnergy" in the WebRTC stats spec:
84 // https://w3c.github.io/webrtc-stats/#dom-rtcmediastreamtrackstats-totalaudioenergy
85 virtual double GetTotalOutputEnergy() const;
86 virtual double GetTotalOutputDuration() const;
solenberg358057b2015-11-27 10:46:42 -080087 virtual uint32_t GetDelayEstimate() const;
solenbergffbbcac2016-11-17 05:25:37 -080088 virtual bool SetSendTelephoneEventPayloadType(int payload_type,
89 int payload_frequency);
solenberg8842c3e2016-03-11 03:06:41 -080090 virtual bool SendTelephoneEventOutband(int event, int duration_ms);
minyue78b4d562016-11-30 04:47:39 -080091 virtual void SetBitrate(int bitrate_bps, int64_t probing_interval_ms);
kwiberg1c07c702017-03-27 07:15:49 -070092 virtual void SetReceiveCodecs(const std::map<int, SdpAudioFormat>& codecs);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +010093 virtual void SetSink(AudioSinkInterface* sink);
solenberg94218532016-06-16 10:53:22 -070094 virtual void SetInputMute(bool muted);
solenberg1c239d42017-09-29 06:00:28 -070095 virtual void RegisterTransport(Transport* transport);
nisse0f15f922017-06-21 01:05:22 -070096
97 // Implements RtpPacketSinkInterface
98 void OnRtpPacket(const RtpPacketReceived& packet) override;
mflodman3d7db262016-04-29 00:57:13 -070099 virtual bool ReceivedRTCPPacket(const uint8_t* packet, size_t length);
solenberg217fb662016-06-17 08:30:54 -0700100 virtual void SetChannelOutputVolumeScaling(float scaling);
ivoc14d5dbe2016-07-04 07:06:55 -0700101 virtual void SetRtcEventLog(RtcEventLog* event_log);
aleloi6c278492016-10-20 14:24:39 -0700102 virtual AudioMixer::Source::AudioFrameInfo GetAudioFrameWithInfo(
103 int sample_rate_hz,
104 AudioFrame* audio_frame);
solenberg2397b9a2017-09-22 06:48:10 -0700105 virtual int PreferredSampleRate() const;
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100106 virtual void ProcessAndEncodeAudio(std::unique_ptr<AudioFrame> audio_frame);
michaelt79e05882016-11-08 02:50:09 -0800107 virtual void SetTransportOverhead(int transport_overhead_per_packet);
solenberg7602aab2016-11-14 11:30:07 -0800108 virtual void AssociateSendChannel(const ChannelProxy& send_channel_proxy);
109 virtual void DisassociateSendChannel();
solenberg3ebbcb52017-01-31 03:58:40 -0800110 virtual void GetRtpRtcp(RtpRtcp** rtp_rtcp,
111 RtpReceiver** rtp_receiver) const;
solenberg3ebbcb52017-01-31 03:58:40 -0800112 virtual uint32_t GetPlayoutTimestamp() const;
113 virtual void SetMinimumPlayoutDelay(int delay_ms);
michaelt9332b7d2016-11-30 07:51:13 -0800114 virtual void SetRtcpRttStats(RtcpRttStats* rtcp_rtt_stats);
solenbergbd9a77f2017-02-06 12:53:57 -0800115 virtual bool GetRecCodec(CodecInst* codec_inst) const;
elad.alond12a8e12017-03-23 11:04:48 -0700116 virtual void OnTwccBasedUplinkPacketLossRate(float packet_loss_rate);
elad.alondadb4dc2017-03-23 15:29:50 -0700117 virtual void OnRecoverableUplinkPacketLossRate(
118 float recoverable_packet_loss_rate);
hbos8d609f62017-04-10 07:39:05 -0700119 virtual std::vector<webrtc::RtpSource> GetSources() const;
Fredrik Solenbergaaedf752017-12-18 13:09:12 +0100120 virtual void StartSend();
121 virtual void StopSend();
Fredrik Solenbergd5247512017-12-18 22:41:03 +0100122 virtual void StartPlayout();
123 virtual void StopPlayout();
michaelt9332b7d2016-11-30 07:51:13 -0800124
solenberg13725082015-11-25 08:16:52 -0800125 private:
solenberg08b19df2017-02-15 00:42:31 -0800126 // Thread checkers document and lock usage of some methods on voe::Channel to
127 // specific threads we know about. The goal is to eventually split up
128 // voe::Channel into parts with single-threaded semantics, and thereby reduce
129 // the need for locks.
130 rtc::ThreadChecker worker_thread_checker_;
131 rtc::ThreadChecker module_process_thread_checker_;
132 // Methods accessed from audio and video threads are checked for sequential-
133 // only access. We don't necessarily own and control these threads, so thread
134 // checkers cannot be used. E.g. Chromium may transfer "ownership" from one
135 // audio thread to another, but access is still sequential.
136 rtc::RaceChecker audio_thread_race_checker_;
137 rtc::RaceChecker video_capture_thread_race_checker_;
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100138 std::unique_ptr<Channel> channel_;
solenbergff976312016-03-30 23:28:51 -0700139
140 RTC_DISALLOW_COPY_AND_ASSIGN(ChannelProxy);
solenberg13725082015-11-25 08:16:52 -0800141};
142} // namespace voe
143} // namespace webrtc
144
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +0100145#endif // AUDIO_CHANNEL_PROXY_H_