blob: fd8a97c5e4ced62fc6ac7444fc72746a2e86c88e [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MEDIA_BASE_CODEC_H_
12#define MEDIA_BASE_CODEC_H_
henrike@webrtc.org28e20752013-07-10 00:45:36 +000013
14#include <map>
15#include <set>
16#include <string>
17#include <vector>
18
Mirta Dvornicic479a3c02019-06-04 15:38:50 +020019#include "absl/types/optional.h"
Steve Anton10542f22019-01-11 09:11:00 -080020#include "api/rtp_parameters.h"
Magnus Jedvert024d8972017-09-29 15:00:29 +020021#include "api/video_codecs/sdp_video_format.h"
Steve Anton10542f22019-01-11 09:11:00 -080022#include "media/base/media_constants.h"
Mirko Bonadeid65d1792018-10-17 16:50:07 +020023#include "rtc_base/system/rtc_export.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000024
25namespace cricket {
26
27typedef std::map<std::string, std::string> CodecParameterMap;
28
29class FeedbackParam {
30 public:
deadbeefe814a0d2017-02-25 18:15:09 -080031 FeedbackParam() = default;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000032 FeedbackParam(const std::string& id, const std::string& param)
Yves Gerey665174f2018-06-19 15:03:05 +020033 : id_(id), param_(param) {}
wu@webrtc.org91053e72013-08-10 07:18:04 +000034 explicit FeedbackParam(const std::string& id)
Yves Gerey665174f2018-06-19 15:03:05 +020035 : id_(id), param_(kParamValueEmpty) {}
Paulina Hensmana680a6a2018-04-05 11:42:24 +020036
henrike@webrtc.org28e20752013-07-10 00:45:36 +000037 bool operator==(const FeedbackParam& other) const;
38
39 const std::string& id() const { return id_; }
40 const std::string& param() const { return param_; }
41
42 private:
Yves Gerey665174f2018-06-19 15:03:05 +020043 std::string id_; // e.g. "nack", "ccm"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000044 std::string param_; // e.g. "", "rpsi", "fir"
45};
46
47class FeedbackParams {
48 public:
Magnus Jedvert244ad802017-09-28 21:19:18 +020049 FeedbackParams();
Paulina Hensmana680a6a2018-04-05 11:42:24 +020050 ~FeedbackParams();
henrike@webrtc.org28e20752013-07-10 00:45:36 +000051 bool operator==(const FeedbackParams& other) const;
52
53 bool Has(const FeedbackParam& param) const;
54 void Add(const FeedbackParam& param);
55
56 void Intersect(const FeedbackParams& from);
57
58 const std::vector<FeedbackParam>& params() const { return params_; }
Yves Gerey665174f2018-06-19 15:03:05 +020059
henrike@webrtc.org28e20752013-07-10 00:45:36 +000060 private:
61 bool HasDuplicateEntries() const;
62
63 std::vector<FeedbackParam> params_;
64};
65
Mirko Bonadeid65d1792018-10-17 16:50:07 +020066struct RTC_EXPORT Codec {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000067 int id;
68 std::string name;
69 int clockrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000070 CodecParameterMap params;
71 FeedbackParams feedback_params;
72
Henrik Kjellander3fe372d2016-05-12 08:10:52 +020073 virtual ~Codec();
henrike@webrtc.org28e20752013-07-10 00:45:36 +000074
75 // Indicates if this codec is compatible with the specified codec.
76 bool Matches(const Codec& codec) const;
Florent Castelli2d9d82e2019-04-23 19:25:51 +020077 bool MatchesCapability(const webrtc::RtpCodecCapability& capability) const;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000078
79 // Find the parameter for |name| and write the value to |out|.
80 bool GetParam(const std::string& name, std::string* out) const;
81 bool GetParam(const std::string& name, int* out) const;
82
83 void SetParam(const std::string& name, const std::string& value);
84 void SetParam(const std::string& name, int value);
85
buildbot@webrtc.orgfbd13282014-06-19 19:50:55 +000086 // It is safe to input a non-existent parameter.
87 // Returns true if the parameter existed, false if it did not exist.
88 bool RemoveParam(const std::string& name);
89
henrike@webrtc.org28e20752013-07-10 00:45:36 +000090 bool HasFeedbackParam(const FeedbackParam& param) const;
91 void AddFeedbackParam(const FeedbackParam& param);
92
henrike@webrtc.org28e20752013-07-10 00:45:36 +000093 // Filter |this| feedbacks params such that only those shared by both |this|
94 // and |other| are kept.
95 void IntersectFeedbackParams(const Codec& other);
96
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -070097 virtual webrtc::RtpCodecParameters ToCodecParameters() const;
98
guoweis@webrtc.orgbc6961f2015-02-19 17:55:18 +000099 Codec& operator=(const Codec& c);
magjed3663c522016-11-07 10:14:36 -0800100 Codec& operator=(Codec&& c);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000101
guoweis@webrtc.orgbc6961f2015-02-19 17:55:18 +0000102 bool operator==(const Codec& c) const;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000103
Yves Gerey665174f2018-06-19 15:03:05 +0200104 bool operator!=(const Codec& c) const { return !(*this == c); }
htab39db842016-12-08 01:50:48 -0800105
106 protected:
107 // A Codec can't be created without a subclass.
108 // Creates a codec with the given parameters.
109 Codec(int id, const std::string& name, int clockrate);
110 // Creates an empty codec.
111 Codec();
112 Codec(const Codec& c);
113 Codec(Codec&& c);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000114};
115
116struct AudioCodec : public Codec {
117 int bitrate;
Peter Kasting69558702016-01-12 16:26:35 -0800118 size_t channels;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000119
120 // Creates a codec with the given parameters.
pkasting25702cb2016-01-08 13:50:27 -0800121 AudioCodec(int id,
122 const std::string& name,
123 int clockrate,
124 int bitrate,
deadbeef67cf2c12016-04-13 10:07:16 -0700125 size_t channels);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000126 // Creates an empty codec.
guoweis@webrtc.orgbc6961f2015-02-19 17:55:18 +0000127 AudioCodec();
128 AudioCodec(const AudioCodec& c);
magjed3663c522016-11-07 10:14:36 -0800129 AudioCodec(AudioCodec&& c);
Magnus Jedvert244ad802017-09-28 21:19:18 +0200130 ~AudioCodec() override = default;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000131
132 // Indicates if this codec is compatible with the specified codec.
133 bool Matches(const AudioCodec& codec) const;
134
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000135 std::string ToString() const;
136
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -0700137 webrtc::RtpCodecParameters ToCodecParameters() const override;
138
guoweis@webrtc.orgbc6961f2015-02-19 17:55:18 +0000139 AudioCodec& operator=(const AudioCodec& c);
magjed3663c522016-11-07 10:14:36 -0800140 AudioCodec& operator=(AudioCodec&& c);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000141
guoweis@webrtc.orgbc6961f2015-02-19 17:55:18 +0000142 bool operator==(const AudioCodec& c) const;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000143
Yves Gerey665174f2018-06-19 15:03:05 +0200144 bool operator!=(const AudioCodec& c) const { return !(*this == c); }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000145};
146
Mirko Bonadeid65d1792018-10-17 16:50:07 +0200147struct RTC_EXPORT VideoCodec : public Codec {
Mirta Dvornicic479a3c02019-06-04 15:38:50 +0200148 absl::optional<std::string> packetization;
149
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000150 // Creates a codec with the given parameters.
pkasting25702cb2016-01-08 13:50:27 -0800151 VideoCodec(int id, const std::string& name);
magjed1e45cc62016-10-28 07:43:45 -0700152 // Creates a codec with the given name and empty id.
153 explicit VideoCodec(const std::string& name);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000154 // Creates an empty codec.
guoweis@webrtc.orgbc6961f2015-02-19 17:55:18 +0000155 VideoCodec();
156 VideoCodec(const VideoCodec& c);
Magnus Jedvert024d8972017-09-29 15:00:29 +0200157 explicit VideoCodec(const webrtc::SdpVideoFormat& c);
magjed3663c522016-11-07 10:14:36 -0800158 VideoCodec(VideoCodec&& c);
Magnus Jedvert244ad802017-09-28 21:19:18 +0200159 ~VideoCodec() override = default;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000160
magjedf823ede2016-11-12 09:53:04 -0800161 // Indicates if this video codec is the same as the other video codec, e.g. if
162 // they are both VP8 or VP9, or if they are both H264 with the same H264
163 // profile. H264 levels however are not compared.
164 bool Matches(const VideoCodec& codec) const;
165
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000166 std::string ToString() const;
167
deadbeefe702b302017-02-04 12:09:01 -0800168 webrtc::RtpCodecParameters ToCodecParameters() const override;
169
guoweis@webrtc.orgbc6961f2015-02-19 17:55:18 +0000170 VideoCodec& operator=(const VideoCodec& c);
magjed3663c522016-11-07 10:14:36 -0800171 VideoCodec& operator=(VideoCodec&& c);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000172
guoweis@webrtc.orgbc6961f2015-02-19 17:55:18 +0000173 bool operator==(const VideoCodec& c) const;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000174
Yves Gerey665174f2018-06-19 15:03:05 +0200175 bool operator!=(const VideoCodec& c) const { return !(*this == c); }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000176
Mirta Dvornicic479a3c02019-06-04 15:38:50 +0200177 // Return packetization which both |local_codec| and |remote_codec| support.
178 static absl::optional<std::string> IntersectPacketization(
179 const VideoCodec& local_codec,
180 const VideoCodec& remote_codec);
181
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000182 static VideoCodec CreateRtxCodec(int rtx_payload_type,
183 int associated_payload_type);
184
185 enum CodecType {
186 CODEC_VIDEO,
187 CODEC_RED,
188 CODEC_ULPFEC,
brandtr87d7d772016-11-07 03:03:41 -0800189 CODEC_FLEXFEC,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000190 CODEC_RTX,
191 };
192
193 CodecType GetCodecType() const;
194 // Validates a VideoCodec's payload type, dimensions and bitrates etc. If they
195 // don't make sense (such as max < min bitrate), and error is logged and
196 // ValidateCodecFormat returns false.
197 bool ValidateCodecFormat() const;
hta9aa96882016-12-06 05:36:03 -0800198
199 private:
200 void SetDefaultParameters();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000201};
202
Harald Alvestrand5fc28b12019-05-13 13:36:16 +0200203struct RtpDataCodec : public Codec {
204 RtpDataCodec(int id, const std::string& name);
205 RtpDataCodec();
206 RtpDataCodec(const RtpDataCodec& c);
207 RtpDataCodec(RtpDataCodec&& c);
208 ~RtpDataCodec() override = default;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000209
Harald Alvestrand5fc28b12019-05-13 13:36:16 +0200210 RtpDataCodec& operator=(const RtpDataCodec& c);
211 RtpDataCodec& operator=(RtpDataCodec&& c);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000212
213 std::string ToString() const;
214};
215
Harald Alvestrand5fc28b12019-05-13 13:36:16 +0200216// For backwards compatibility
217// TODO(bugs.webrtc.org/10597): Remove when no longer needed.
218typedef RtpDataCodec DataCodec;
219
changbin.shao@webrtc.org2d25b442015-03-16 04:14:34 +0000220// Get the codec setting associated with |payload_type|. If there
magjedb05fa242016-11-11 04:00:16 -0800221// is no codec associated with that payload type it returns nullptr.
changbin.shao@webrtc.org2d25b442015-03-16 04:14:34 +0000222template <class Codec>
magjedb05fa242016-11-11 04:00:16 -0800223const Codec* FindCodecById(const std::vector<Codec>& codecs, int payload_type) {
changbin.shao@webrtc.org2d25b442015-03-16 04:14:34 +0000224 for (const auto& codec : codecs) {
magjedb05fa242016-11-11 04:00:16 -0800225 if (codec.id == payload_type)
226 return &codec;
changbin.shao@webrtc.org2d25b442015-03-16 04:14:34 +0000227 }
magjedb05fa242016-11-11 04:00:16 -0800228 return nullptr;
changbin.shao@webrtc.org2d25b442015-03-16 04:14:34 +0000229}
230
Elad Alonfadb1812019-05-24 13:40:02 +0200231bool HasLntf(const Codec& codec);
stefanba4c0e42016-02-04 04:12:24 -0800232bool HasNack(const Codec& codec);
233bool HasRemb(const Codec& codec);
Ilya Nikolaevskiy634a7772018-04-04 16:33:49 +0200234bool HasRrtr(const Codec& codec);
stefanba4c0e42016-02-04 04:12:24 -0800235bool HasTransportCc(const Codec& codec);
magjedf823ede2016-11-12 09:53:04 -0800236// Returns the first codec in |supported_codecs| that matches |codec|, or
237// nullptr if no codec matches.
238const VideoCodec* FindMatchingCodec(
239 const std::vector<VideoCodec>& supported_codecs,
240 const VideoCodec& codec);
Mirko Bonadei66e76792019-04-02 11:33:59 +0200241RTC_EXPORT bool IsSameCodec(const std::string& name1,
242 const CodecParameterMap& params1,
243 const std::string& name2,
244 const CodecParameterMap& params2);
Shao Changbine62202f2015-04-21 20:24:50 +0800245
Johannes Kron3e983682020-03-29 22:17:00 +0200246RTC_EXPORT void AddH264ConstrainedBaselineProfileToSupportedFormats(
247 std::vector<webrtc::SdpVideoFormat>* supported_formats);
248
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000249} // namespace cricket
250
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200251#endif // MEDIA_BASE_CODEC_H_