/* * Copyright 2017 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "pc/rtp_parameters_conversion.h" #include #include #include #include #include #include "api/array_view.h" #include "api/media_types.h" #include "media/base/media_constants.h" #include "media/base/rtp_utils.h" #include "rtc_base/checks.h" #include "rtc_base/logging.h" #include "rtc_base/strings/string_builder.h" namespace webrtc { RTCErrorOr ToCricketFeedbackParam( const RtcpFeedback& feedback) { switch (feedback.type) { case RtcpFeedbackType::CCM: if (!feedback.message_type) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Missing message type in CCM RtcpFeedback."); } else if (*feedback.message_type != RtcpFeedbackMessageType::FIR) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Invalid message type in CCM RtcpFeedback."); } return cricket::FeedbackParam(cricket::kRtcpFbParamCcm, cricket::kRtcpFbCcmParamFir); case RtcpFeedbackType::LNTF: if (feedback.message_type) { LOG_AND_RETURN_ERROR( RTCErrorType::INVALID_PARAMETER, "Didn't expect message type in LNTF RtcpFeedback."); } return cricket::FeedbackParam(cricket::kRtcpFbParamLntf); case RtcpFeedbackType::NACK: if (!feedback.message_type) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Missing message type in NACK RtcpFeedback."); } switch (*feedback.message_type) { case RtcpFeedbackMessageType::GENERIC_NACK: return cricket::FeedbackParam(cricket::kRtcpFbParamNack); case RtcpFeedbackMessageType::PLI: return cricket::FeedbackParam(cricket::kRtcpFbParamNack, cricket::kRtcpFbNackParamPli); default: LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Invalid message type in NACK RtcpFeedback."); } case RtcpFeedbackType::REMB: if (feedback.message_type) { LOG_AND_RETURN_ERROR( RTCErrorType::INVALID_PARAMETER, "Didn't expect message type in REMB RtcpFeedback."); } return cricket::FeedbackParam(cricket::kRtcpFbParamRemb); case RtcpFeedbackType::TRANSPORT_CC: if (feedback.message_type) { LOG_AND_RETURN_ERROR( RTCErrorType::INVALID_PARAMETER, "Didn't expect message type in transport-cc RtcpFeedback."); } return cricket::FeedbackParam(cricket::kRtcpFbParamTransportCc); } RTC_CHECK_NOTREACHED(); } template static RTCError ToCricketCodecTypeSpecific(const RtpCodecParameters& codec, C* cricket_codec); template <> RTCError ToCricketCodecTypeSpecific( const RtpCodecParameters& codec, cricket::AudioCodec* cricket_codec) { if (codec.kind != cricket::MEDIA_TYPE_AUDIO) { LOG_AND_RETURN_ERROR( RTCErrorType::INVALID_PARAMETER, "Can't use video codec with audio sender or receiver."); } if (!codec.num_channels) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Missing number of channels for audio codec."); } if (*codec.num_channels <= 0) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_RANGE, "Number of channels must be positive."); } cricket_codec->channels = *codec.num_channels; if (!codec.clock_rate) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Missing codec clock rate."); } if (*codec.clock_rate <= 0) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_RANGE, "Clock rate must be positive."); } cricket_codec->clockrate = *codec.clock_rate; return RTCError::OK(); } // Video codecs don't use num_channels or clock_rate, but they should at least // be validated to ensure the application isn't trying to do something it // doesn't intend to. template <> RTCError ToCricketCodecTypeSpecific( const RtpCodecParameters& codec, cricket::VideoCodec*) { if (codec.kind != cricket::MEDIA_TYPE_VIDEO) { LOG_AND_RETURN_ERROR( RTCErrorType::INVALID_PARAMETER, "Can't use audio codec with video sender or receiver."); } if (codec.num_channels) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Video codec shouldn't have num_channels."); } if (!codec.clock_rate) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Missing codec clock rate."); } if (*codec.clock_rate != cricket::kVideoCodecClockrate) { LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, "Video clock rate must be 90000."); } return RTCError::OK(); } template RTCErrorOr ToCricketCodec(const RtpCodecParameters& codec) { C cricket_codec; // Start with audio/video specific conversion. RTCError err = ToCricketCodecTypeSpecific(codec, &cricket_codec); if (!err.ok()) { return std::move(err); } cricket_codec.name = codec.name; if (!cricket::IsValidRtpPayloadType(codec.payload_type)) { char buf[40]; rtc::SimpleStringBuilder sb(buf); sb << "Invalid payload type: " << codec.payload_type; LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_RANGE, sb.str()); } cricket_codec.id = codec.payload_type; for (const RtcpFeedback& feedback : codec.rtcp_feedback) { auto result = ToCricketFeedbackParam(feedback); if (!result.ok()) { return result.MoveError(); } cricket_codec.AddFeedbackParam(result.MoveValue()); } cricket_codec.params = codec.parameters; return std::move(cricket_codec); } template RTCErrorOr ToCricketCodec( const RtpCodecParameters& codec); template RTCErrorOr ToCricketCodec( const RtpCodecParameters& codec); template RTCErrorOr> ToCricketCodecs( const std::vector& codecs) { std::vector cricket_codecs; std::set seen_payload_types; for (const RtpCodecParameters& codec : codecs) { auto result = ToCricketCodec(codec); if (!result.ok()) { return result.MoveError(); } if (!seen_payload_types.insert(codec.payload_type).second) { char buf[40]; rtc::SimpleStringBuilder sb(buf); sb << "Duplicate payload type: " << codec.payload_type; LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, sb.str()); } cricket_codecs.push_back(result.MoveValue()); } return std::move(cricket_codecs); } template RTCErrorOr> ToCricketCodecs< cricket::AudioCodec>(const std::vector& codecs); template RTCErrorOr> ToCricketCodecs< cricket::VideoCodec>(const std::vector& codecs); RTCErrorOr ToCricketStreamParamsVec( const std::vector& encodings) { if (encodings.size() > 1u) { LOG_AND_RETURN_ERROR(RTCErrorType::UNSUPPORTED_PARAMETER, "ORTC API implementation doesn't currently " "support simulcast or layered encodings."); } else if (encodings.empty()) { return cricket::StreamParamsVec(); } cricket::StreamParamsVec cricket_streams; const RtpEncodingParameters& encoding = encodings[0]; if (encoding.ssrc) { cricket::StreamParams stream_params; stream_params.add_ssrc(*encoding.ssrc); cricket_streams.push_back(std::move(stream_params)); } return std::move(cricket_streams); } absl::optional ToRtcpFeedback( const cricket::FeedbackParam& cricket_feedback) { if (cricket_feedback.id() == cricket::kRtcpFbParamCcm) { if (cricket_feedback.param() == cricket::kRtcpFbCcmParamFir) { return RtcpFeedback(RtcpFeedbackType::CCM, RtcpFeedbackMessageType::FIR); } else { RTC_LOG(LS_WARNING) << "Unsupported parameter for CCM RTCP feedback: " << cricket_feedback.param(); return absl::nullopt; } } else if (cricket_feedback.id() == cricket::kRtcpFbParamLntf) { if (cricket_feedback.param().empty()) { return RtcpFeedback(RtcpFeedbackType::LNTF); } else { RTC_LOG(LS_WARNING) << "Unsupported parameter for LNTF RTCP feedback: " << cricket_feedback.param(); return absl::nullopt; } } else if (cricket_feedback.id() == cricket::kRtcpFbParamNack) { if (cricket_feedback.param().empty()) { return RtcpFeedback(RtcpFeedbackType::NACK, RtcpFeedbackMessageType::GENERIC_NACK); } else if (cricket_feedback.param() == cricket::kRtcpFbNackParamPli) { return RtcpFeedback(RtcpFeedbackType::NACK, RtcpFeedbackMessageType::PLI); } else { RTC_LOG(LS_WARNING) << "Unsupported parameter for NACK RTCP feedback: " << cricket_feedback.param(); return absl::nullopt; } } else if (cricket_feedback.id() == cricket::kRtcpFbParamRemb) { if (!cricket_feedback.param().empty()) { RTC_LOG(LS_WARNING) << "Unsupported parameter for REMB RTCP feedback: " << cricket_feedback.param(); return absl::nullopt; } else { return RtcpFeedback(RtcpFeedbackType::REMB); } } else if (cricket_feedback.id() == cricket::kRtcpFbParamTransportCc) { if (!cricket_feedback.param().empty()) { RTC_LOG(LS_WARNING) << "Unsupported parameter for transport-cc RTCP feedback: " << cricket_feedback.param(); return absl::nullopt; } else { return RtcpFeedback(RtcpFeedbackType::TRANSPORT_CC); } } RTC_LOG(LS_WARNING) << "Unsupported RTCP feedback type: " << cricket_feedback.id(); return absl::nullopt; } std::vector ToRtpEncodings( const cricket::StreamParamsVec& stream_params) { std::vector rtp_encodings; for (const cricket::StreamParams& stream_param : stream_params) { RtpEncodingParameters rtp_encoding; rtp_encoding.ssrc.emplace(stream_param.first_ssrc()); rtp_encodings.push_back(std::move(rtp_encoding)); } return rtp_encodings; } template cricket::MediaType KindOfCodec(); template <> cricket::MediaType KindOfCodec() { return cricket::MEDIA_TYPE_AUDIO; } template <> cricket::MediaType KindOfCodec() { return cricket::MEDIA_TYPE_VIDEO; } template static void ToRtpCodecCapabilityTypeSpecific(const C& cricket_codec, RtpCodecCapability* codec); template <> void ToRtpCodecCapabilityTypeSpecific( const cricket::AudioCodec& cricket_codec, RtpCodecCapability* codec) { codec->num_channels = static_cast(cricket_codec.channels); } template <> void ToRtpCodecCapabilityTypeSpecific( const cricket::VideoCodec& cricket_codec, RtpCodecCapability* codec) {} template RtpCodecCapability ToRtpCodecCapability(const C& cricket_codec) { RtpCodecCapability codec; codec.name = cricket_codec.name; codec.kind = KindOfCodec(); codec.clock_rate.emplace(cricket_codec.clockrate); codec.preferred_payload_type.emplace(cricket_codec.id); for (const cricket::FeedbackParam& cricket_feedback : cricket_codec.feedback_params.params()) { absl::optional feedback = ToRtcpFeedback(cricket_feedback); if (feedback) { codec.rtcp_feedback.push_back(feedback.value()); } } ToRtpCodecCapabilityTypeSpecific(cricket_codec, &codec); codec.parameters.insert(cricket_codec.params.begin(), cricket_codec.params.end()); return codec; } template RtpCodecCapability ToRtpCodecCapability( const cricket::AudioCodec& cricket_codec); template RtpCodecCapability ToRtpCodecCapability( const cricket::VideoCodec& cricket_codec); template static void ToRtpCodecParametersTypeSpecific(const C& cricket_codec, RtpCodecParameters* codec); template <> void ToRtpCodecParametersTypeSpecific( const cricket::AudioCodec& cricket_codec, RtpCodecParameters* codec) { codec->num_channels = static_cast(cricket_codec.channels); } template <> void ToRtpCodecParametersTypeSpecific( const cricket::VideoCodec& cricket_codec, RtpCodecParameters* codec) {} template RtpCodecParameters ToRtpCodecParameters(const C& cricket_codec) { RtpCodecParameters codec_param; codec_param.name = cricket_codec.name; codec_param.kind = KindOfCodec(); codec_param.clock_rate.emplace(cricket_codec.clockrate); codec_param.payload_type = cricket_codec.id; for (const cricket::FeedbackParam& cricket_feedback : cricket_codec.feedback_params.params()) { absl::optional feedback = ToRtcpFeedback(cricket_feedback); if (feedback) { codec_param.rtcp_feedback.push_back(feedback.value()); } } ToRtpCodecParametersTypeSpecific(cricket_codec, &codec_param); codec_param.parameters = cricket_codec.params; return codec_param; } template RtpCodecParameters ToRtpCodecParameters( const cricket::AudioCodec& cricket_codec); template RtpCodecParameters ToRtpCodecParameters( const cricket::VideoCodec& cricket_codec); template RtpCapabilities ToRtpCapabilities( const std::vector& cricket_codecs, const cricket::RtpHeaderExtensions& cricket_extensions) { RtpCapabilities capabilities; bool have_red = false; bool have_ulpfec = false; bool have_flexfec = false; bool have_rtx = false; for (const C& cricket_codec : cricket_codecs) { if (cricket_codec.name == cricket::kRedCodecName) { have_red = true; } else if (cricket_codec.name == cricket::kUlpfecCodecName) { have_ulpfec = true; } else if (cricket_codec.name == cricket::kFlexfecCodecName) { have_flexfec = true; } else if (cricket_codec.name == cricket::kRtxCodecName) { if (have_rtx) { // There should only be one RTX codec entry continue; } have_rtx = true; } auto codec_capability = ToRtpCodecCapability(cricket_codec); if (cricket_codec.name == cricket::kRtxCodecName) { // RTX codec should not have any parameter codec_capability.parameters.clear(); } capabilities.codecs.push_back(codec_capability); } for (const RtpExtension& cricket_extension : cricket_extensions) { capabilities.header_extensions.emplace_back(cricket_extension.uri, cricket_extension.id); } if (have_red) { capabilities.fec.push_back(FecMechanism::RED); } if (have_red && have_ulpfec) { capabilities.fec.push_back(FecMechanism::RED_AND_ULPFEC); } if (have_flexfec) { capabilities.fec.push_back(FecMechanism::FLEXFEC); } return capabilities; } template RtpCapabilities ToRtpCapabilities( const std::vector& cricket_codecs, const cricket::RtpHeaderExtensions& cricket_extensions); template RtpCapabilities ToRtpCapabilities( const std::vector& cricket_codecs, const cricket::RtpHeaderExtensions& cricket_extensions); template RtpParameters ToRtpParameters( const std::vector& cricket_codecs, const cricket::RtpHeaderExtensions& cricket_extensions, const cricket::StreamParamsVec& stream_params) { RtpParameters rtp_parameters; for (const C& cricket_codec : cricket_codecs) { rtp_parameters.codecs.push_back(ToRtpCodecParameters(cricket_codec)); } for (const RtpExtension& cricket_extension : cricket_extensions) { rtp_parameters.header_extensions.emplace_back(cricket_extension.uri, cricket_extension.id); } rtp_parameters.encodings = ToRtpEncodings(stream_params); return rtp_parameters; } template RtpParameters ToRtpParameters( const std::vector& cricket_codecs, const cricket::RtpHeaderExtensions& cricket_extensions, const cricket::StreamParamsVec& stream_params); template RtpParameters ToRtpParameters( const std::vector& cricket_codecs, const cricket::RtpHeaderExtensions& cricket_extensions, const cricket::StreamParamsVec& stream_params); } // namespace webrtc