507 lines
16 KiB
C++
507 lines
16 KiB
C++
/*
|
|
* Copyright 2017 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "pc/rtp_transceiver.h"
|
|
|
|
#include <string>
|
|
#include <utility>
|
|
|
|
#include "absl/algorithm/container.h"
|
|
#include "api/rtp_parameters.h"
|
|
#include "pc/channel_manager.h"
|
|
#include "pc/rtp_media_utils.h"
|
|
#include "pc/rtp_parameters_conversion.h"
|
|
#include "rtc_base/checks.h"
|
|
#include "rtc_base/logging.h"
|
|
|
|
namespace webrtc {
|
|
namespace {
|
|
template <class T>
|
|
RTCError VerifyCodecPreferences(const std::vector<RtpCodecCapability>& codecs,
|
|
const std::vector<T>& send_codecs,
|
|
const std::vector<T>& recv_codecs) {
|
|
// If the intersection between codecs and
|
|
// RTCRtpSender.getCapabilities(kind).codecs or the intersection between
|
|
// codecs and RTCRtpReceiver.getCapabilities(kind).codecs only contains RTX,
|
|
// RED or FEC codecs or is an empty set, throw InvalidModificationError.
|
|
// This ensures that we always have something to offer, regardless of
|
|
// transceiver.direction.
|
|
|
|
if (!absl::c_any_of(codecs, [&recv_codecs](const RtpCodecCapability& codec) {
|
|
return codec.name != cricket::kRtxCodecName &&
|
|
codec.name != cricket::kRedCodecName &&
|
|
codec.name != cricket::kFlexfecCodecName &&
|
|
absl::c_any_of(recv_codecs, [&codec](const T& recv_codec) {
|
|
return recv_codec.MatchesCapability(codec);
|
|
});
|
|
})) {
|
|
return RTCError(RTCErrorType::INVALID_MODIFICATION,
|
|
"Invalid codec preferences: Missing codec from recv "
|
|
"codec capabilities.");
|
|
}
|
|
|
|
if (!absl::c_any_of(codecs, [&send_codecs](const RtpCodecCapability& codec) {
|
|
return codec.name != cricket::kRtxCodecName &&
|
|
codec.name != cricket::kRedCodecName &&
|
|
codec.name != cricket::kFlexfecCodecName &&
|
|
absl::c_any_of(send_codecs, [&codec](const T& send_codec) {
|
|
return send_codec.MatchesCapability(codec);
|
|
});
|
|
})) {
|
|
return RTCError(RTCErrorType::INVALID_MODIFICATION,
|
|
"Invalid codec preferences: Missing codec from send "
|
|
"codec capabilities.");
|
|
}
|
|
|
|
// Let codecCapabilities be the union of
|
|
// RTCRtpSender.getCapabilities(kind).codecs and
|
|
// RTCRtpReceiver.getCapabilities(kind).codecs. For each codec in codecs, If
|
|
// codec is not in codecCapabilities, throw InvalidModificationError.
|
|
for (const auto& codec_preference : codecs) {
|
|
bool is_recv_codec =
|
|
absl::c_any_of(recv_codecs, [&codec_preference](const T& codec) {
|
|
return codec.MatchesCapability(codec_preference);
|
|
});
|
|
|
|
bool is_send_codec =
|
|
absl::c_any_of(send_codecs, [&codec_preference](const T& codec) {
|
|
return codec.MatchesCapability(codec_preference);
|
|
});
|
|
|
|
if (!is_recv_codec && !is_send_codec) {
|
|
return RTCError(
|
|
RTCErrorType::INVALID_MODIFICATION,
|
|
std::string("Invalid codec preferences: invalid codec with name \"") +
|
|
codec_preference.name + "\".");
|
|
}
|
|
}
|
|
|
|
// Check we have a real codec (not just rtx, red or fec)
|
|
if (absl::c_all_of(codecs, [](const RtpCodecCapability& codec) {
|
|
return codec.name == cricket::kRtxCodecName ||
|
|
codec.name == cricket::kRedCodecName ||
|
|
codec.name == cricket::kUlpfecCodecName;
|
|
})) {
|
|
return RTCError(RTCErrorType::INVALID_MODIFICATION,
|
|
"Invalid codec preferences: codec list must have a non "
|
|
"RTX, RED or FEC entry.");
|
|
}
|
|
|
|
return RTCError::OK();
|
|
}
|
|
|
|
TaskQueueBase* GetCurrentTaskQueueOrThread() {
|
|
TaskQueueBase* current = TaskQueueBase::Current();
|
|
if (!current)
|
|
current = rtc::ThreadManager::Instance()->CurrentThread();
|
|
return current;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
RtpTransceiver::RtpTransceiver(cricket::MediaType media_type)
|
|
: thread_(GetCurrentTaskQueueOrThread()),
|
|
unified_plan_(false),
|
|
media_type_(media_type) {
|
|
RTC_DCHECK(media_type == cricket::MEDIA_TYPE_AUDIO ||
|
|
media_type == cricket::MEDIA_TYPE_VIDEO);
|
|
}
|
|
|
|
RtpTransceiver::RtpTransceiver(
|
|
rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>> sender,
|
|
rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
|
|
receiver,
|
|
cricket::ChannelManager* channel_manager,
|
|
std::vector<RtpHeaderExtensionCapability> header_extensions_offered,
|
|
std::function<void()> on_negotiation_needed)
|
|
: thread_(GetCurrentTaskQueueOrThread()),
|
|
unified_plan_(true),
|
|
media_type_(sender->media_type()),
|
|
channel_manager_(channel_manager),
|
|
header_extensions_to_offer_(std::move(header_extensions_offered)),
|
|
on_negotiation_needed_(std::move(on_negotiation_needed)) {
|
|
RTC_DCHECK(media_type_ == cricket::MEDIA_TYPE_AUDIO ||
|
|
media_type_ == cricket::MEDIA_TYPE_VIDEO);
|
|
RTC_DCHECK_EQ(sender->media_type(), receiver->media_type());
|
|
senders_.push_back(sender);
|
|
receivers_.push_back(receiver);
|
|
}
|
|
|
|
RtpTransceiver::~RtpTransceiver() {
|
|
StopInternal();
|
|
}
|
|
|
|
void RtpTransceiver::SetChannel(cricket::ChannelInterface* channel) {
|
|
// Cannot set a non-null channel on a stopped transceiver.
|
|
if (stopped_ && channel) {
|
|
return;
|
|
}
|
|
|
|
if (channel) {
|
|
RTC_DCHECK_EQ(media_type(), channel->media_type());
|
|
}
|
|
|
|
if (channel_) {
|
|
channel_->SignalFirstPacketReceived().disconnect(this);
|
|
}
|
|
|
|
channel_ = channel;
|
|
|
|
if (channel_) {
|
|
channel_->SignalFirstPacketReceived().connect(
|
|
this, &RtpTransceiver::OnFirstPacketReceived);
|
|
}
|
|
|
|
for (const auto& sender : senders_) {
|
|
sender->internal()->SetMediaChannel(channel_ ? channel_->media_channel()
|
|
: nullptr);
|
|
}
|
|
|
|
for (const auto& receiver : receivers_) {
|
|
if (!channel_) {
|
|
receiver->internal()->Stop();
|
|
}
|
|
|
|
receiver->internal()->SetMediaChannel(channel_ ? channel_->media_channel()
|
|
: nullptr);
|
|
}
|
|
}
|
|
|
|
void RtpTransceiver::AddSender(
|
|
rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>> sender) {
|
|
RTC_DCHECK(!stopped_);
|
|
RTC_DCHECK(!unified_plan_);
|
|
RTC_DCHECK(sender);
|
|
RTC_DCHECK_EQ(media_type(), sender->media_type());
|
|
RTC_DCHECK(!absl::c_linear_search(senders_, sender));
|
|
senders_.push_back(sender);
|
|
}
|
|
|
|
bool RtpTransceiver::RemoveSender(RtpSenderInterface* sender) {
|
|
RTC_DCHECK(!unified_plan_);
|
|
if (sender) {
|
|
RTC_DCHECK_EQ(media_type(), sender->media_type());
|
|
}
|
|
auto it = absl::c_find(senders_, sender);
|
|
if (it == senders_.end()) {
|
|
return false;
|
|
}
|
|
(*it)->internal()->Stop();
|
|
senders_.erase(it);
|
|
return true;
|
|
}
|
|
|
|
void RtpTransceiver::AddReceiver(
|
|
rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
|
|
receiver) {
|
|
RTC_DCHECK(!stopped_);
|
|
RTC_DCHECK(!unified_plan_);
|
|
RTC_DCHECK(receiver);
|
|
RTC_DCHECK_EQ(media_type(), receiver->media_type());
|
|
RTC_DCHECK(!absl::c_linear_search(receivers_, receiver));
|
|
receivers_.push_back(receiver);
|
|
}
|
|
|
|
bool RtpTransceiver::RemoveReceiver(RtpReceiverInterface* receiver) {
|
|
RTC_DCHECK(!unified_plan_);
|
|
if (receiver) {
|
|
RTC_DCHECK_EQ(media_type(), receiver->media_type());
|
|
}
|
|
auto it = absl::c_find(receivers_, receiver);
|
|
if (it == receivers_.end()) {
|
|
return false;
|
|
}
|
|
(*it)->internal()->Stop();
|
|
// After the receiver has been removed, there's no guarantee that the
|
|
// contained media channel isn't deleted shortly after this. To make sure that
|
|
// the receiver doesn't spontaneously try to use it's (potentially stale)
|
|
// media channel reference, we clear it out.
|
|
(*it)->internal()->SetMediaChannel(nullptr);
|
|
receivers_.erase(it);
|
|
return true;
|
|
}
|
|
|
|
rtc::scoped_refptr<RtpSenderInternal> RtpTransceiver::sender_internal() const {
|
|
RTC_DCHECK(unified_plan_);
|
|
RTC_CHECK_EQ(1u, senders_.size());
|
|
return senders_[0]->internal();
|
|
}
|
|
|
|
rtc::scoped_refptr<RtpReceiverInternal> RtpTransceiver::receiver_internal()
|
|
const {
|
|
RTC_DCHECK(unified_plan_);
|
|
RTC_CHECK_EQ(1u, receivers_.size());
|
|
return receivers_[0]->internal();
|
|
}
|
|
|
|
cricket::MediaType RtpTransceiver::media_type() const {
|
|
return media_type_;
|
|
}
|
|
|
|
absl::optional<std::string> RtpTransceiver::mid() const {
|
|
return mid_;
|
|
}
|
|
|
|
void RtpTransceiver::OnFirstPacketReceived(cricket::ChannelInterface*) {
|
|
for (const auto& receiver : receivers_) {
|
|
receiver->internal()->NotifyFirstPacketReceived();
|
|
}
|
|
}
|
|
|
|
rtc::scoped_refptr<RtpSenderInterface> RtpTransceiver::sender() const {
|
|
RTC_DCHECK(unified_plan_);
|
|
RTC_CHECK_EQ(1u, senders_.size());
|
|
return senders_[0];
|
|
}
|
|
|
|
rtc::scoped_refptr<RtpReceiverInterface> RtpTransceiver::receiver() const {
|
|
RTC_DCHECK(unified_plan_);
|
|
RTC_CHECK_EQ(1u, receivers_.size());
|
|
return receivers_[0];
|
|
}
|
|
|
|
void RtpTransceiver::set_current_direction(RtpTransceiverDirection direction) {
|
|
RTC_LOG(LS_INFO) << "Changing transceiver (MID=" << mid_.value_or("<not set>")
|
|
<< ") current direction from "
|
|
<< (current_direction_ ? RtpTransceiverDirectionToString(
|
|
*current_direction_)
|
|
: "<not set>")
|
|
<< " to " << RtpTransceiverDirectionToString(direction)
|
|
<< ".";
|
|
current_direction_ = direction;
|
|
if (RtpTransceiverDirectionHasSend(*current_direction_)) {
|
|
has_ever_been_used_to_send_ = true;
|
|
}
|
|
}
|
|
|
|
void RtpTransceiver::set_fired_direction(RtpTransceiverDirection direction) {
|
|
fired_direction_ = direction;
|
|
}
|
|
|
|
bool RtpTransceiver::stopped() const {
|
|
return stopped_;
|
|
}
|
|
|
|
bool RtpTransceiver::stopping() const {
|
|
RTC_DCHECK_RUN_ON(thread_);
|
|
return stopping_;
|
|
}
|
|
|
|
RtpTransceiverDirection RtpTransceiver::direction() const {
|
|
if (unified_plan_ && stopping())
|
|
return webrtc::RtpTransceiverDirection::kStopped;
|
|
|
|
return direction_;
|
|
}
|
|
|
|
RTCError RtpTransceiver::SetDirectionWithError(
|
|
RtpTransceiverDirection new_direction) {
|
|
if (unified_plan_ && stopping()) {
|
|
LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_STATE,
|
|
"Cannot set direction on a stopping transceiver.");
|
|
}
|
|
if (new_direction == direction_)
|
|
return RTCError::OK();
|
|
|
|
if (new_direction == RtpTransceiverDirection::kStopped) {
|
|
LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER,
|
|
"The set direction 'stopped' is invalid.");
|
|
}
|
|
|
|
direction_ = new_direction;
|
|
on_negotiation_needed_();
|
|
|
|
return RTCError::OK();
|
|
}
|
|
|
|
absl::optional<RtpTransceiverDirection> RtpTransceiver::current_direction()
|
|
const {
|
|
if (unified_plan_ && stopped())
|
|
return webrtc::RtpTransceiverDirection::kStopped;
|
|
|
|
return current_direction_;
|
|
}
|
|
|
|
absl::optional<RtpTransceiverDirection> RtpTransceiver::fired_direction()
|
|
const {
|
|
return fired_direction_;
|
|
}
|
|
|
|
void RtpTransceiver::StopSendingAndReceiving() {
|
|
// 1. Let sender be transceiver.[[Sender]].
|
|
// 2. Let receiver be transceiver.[[Receiver]].
|
|
//
|
|
// 3. Stop sending media with sender.
|
|
//
|
|
// 4. Send an RTCP BYE for each RTP stream that was being sent by sender, as
|
|
// specified in [RFC3550].
|
|
RTC_DCHECK_RUN_ON(thread_);
|
|
for (const auto& sender : senders_)
|
|
sender->internal()->Stop();
|
|
|
|
// 5. Stop receiving media with receiver.
|
|
for (const auto& receiver : receivers_)
|
|
receiver->internal()->StopAndEndTrack();
|
|
|
|
stopping_ = true;
|
|
direction_ = webrtc::RtpTransceiverDirection::kInactive;
|
|
}
|
|
|
|
RTCError RtpTransceiver::StopStandard() {
|
|
RTC_DCHECK_RUN_ON(thread_);
|
|
// If we're on Plan B, do what Stop() used to do there.
|
|
if (!unified_plan_) {
|
|
StopInternal();
|
|
return RTCError::OK();
|
|
}
|
|
// 1. Let transceiver be the RTCRtpTransceiver object on which the method is
|
|
// invoked.
|
|
//
|
|
// 2. Let connection be the RTCPeerConnection object associated with
|
|
// transceiver.
|
|
//
|
|
// 3. If connection.[[IsClosed]] is true, throw an InvalidStateError.
|
|
if (is_pc_closed_) {
|
|
LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_STATE,
|
|
"PeerConnection is closed.");
|
|
}
|
|
|
|
// 4. If transceiver.[[Stopping]] is true, abort these steps.
|
|
if (stopping_)
|
|
return RTCError::OK();
|
|
|
|
// 5. Stop sending and receiving given transceiver, and update the
|
|
// negotiation-needed flag for connection.
|
|
StopSendingAndReceiving();
|
|
on_negotiation_needed_();
|
|
|
|
return RTCError::OK();
|
|
}
|
|
|
|
void RtpTransceiver::StopInternal() {
|
|
StopTransceiverProcedure();
|
|
}
|
|
|
|
void RtpTransceiver::StopTransceiverProcedure() {
|
|
RTC_DCHECK_RUN_ON(thread_);
|
|
// As specified in the "Stop the RTCRtpTransceiver" procedure
|
|
// 1. If transceiver.[[Stopping]] is false, stop sending and receiving given
|
|
// transceiver.
|
|
if (!stopping_)
|
|
StopSendingAndReceiving();
|
|
|
|
// 2. Set transceiver.[[Stopped]] to true.
|
|
stopped_ = true;
|
|
|
|
// Signal the updated change to the senders.
|
|
for (const auto& sender : senders_)
|
|
sender->internal()->SetTransceiverAsStopped();
|
|
|
|
// 3. Set transceiver.[[Receptive]] to false.
|
|
// 4. Set transceiver.[[CurrentDirection]] to null.
|
|
current_direction_ = absl::nullopt;
|
|
}
|
|
|
|
RTCError RtpTransceiver::SetCodecPreferences(
|
|
rtc::ArrayView<RtpCodecCapability> codec_capabilities) {
|
|
RTC_DCHECK(unified_plan_);
|
|
|
|
// 3. If codecs is an empty list, set transceiver's [[PreferredCodecs]] slot
|
|
// to codecs and abort these steps.
|
|
if (codec_capabilities.empty()) {
|
|
codec_preferences_.clear();
|
|
return RTCError::OK();
|
|
}
|
|
|
|
// 4. Remove any duplicate values in codecs.
|
|
std::vector<RtpCodecCapability> codecs;
|
|
absl::c_remove_copy_if(codec_capabilities, std::back_inserter(codecs),
|
|
[&codecs](const RtpCodecCapability& codec) {
|
|
return absl::c_linear_search(codecs, codec);
|
|
});
|
|
|
|
// 6. to 8.
|
|
RTCError result;
|
|
if (media_type_ == cricket::MEDIA_TYPE_AUDIO) {
|
|
std::vector<cricket::AudioCodec> recv_codecs, send_codecs;
|
|
channel_manager_->GetSupportedAudioReceiveCodecs(&recv_codecs);
|
|
channel_manager_->GetSupportedAudioSendCodecs(&send_codecs);
|
|
|
|
result = VerifyCodecPreferences(codecs, send_codecs, recv_codecs);
|
|
} else if (media_type_ == cricket::MEDIA_TYPE_VIDEO) {
|
|
std::vector<cricket::VideoCodec> recv_codecs, send_codecs;
|
|
channel_manager_->GetSupportedVideoReceiveCodecs(&recv_codecs);
|
|
channel_manager_->GetSupportedVideoSendCodecs(&send_codecs);
|
|
|
|
result = VerifyCodecPreferences(codecs, send_codecs, recv_codecs);
|
|
}
|
|
|
|
if (result.ok()) {
|
|
codec_preferences_ = codecs;
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
std::vector<RtpHeaderExtensionCapability>
|
|
RtpTransceiver::HeaderExtensionsToOffer() const {
|
|
return header_extensions_to_offer_;
|
|
}
|
|
|
|
RTCError RtpTransceiver::SetOfferedRtpHeaderExtensions(
|
|
rtc::ArrayView<const RtpHeaderExtensionCapability>
|
|
header_extensions_to_offer) {
|
|
for (const auto& entry : header_extensions_to_offer) {
|
|
// Handle unsupported requests for mandatory extensions as per
|
|
// https://w3c.github.io/webrtc-extensions/#rtcrtptransceiver-interface.
|
|
// Note:
|
|
// - We do not handle setOfferedRtpHeaderExtensions algorithm step 2.1,
|
|
// this has to be checked on a higher level. We naturally error out
|
|
// in the handling of Step 2.2 if an unset URI is encountered.
|
|
|
|
// Step 2.2.
|
|
// Handle unknown extensions.
|
|
auto it = std::find_if(
|
|
header_extensions_to_offer_.begin(), header_extensions_to_offer_.end(),
|
|
[&entry](const auto& offered) { return entry.uri == offered.uri; });
|
|
if (it == header_extensions_to_offer_.end()) {
|
|
return RTCError(RTCErrorType::INVALID_PARAMETER,
|
|
"Attempted to modify an unoffered extension.");
|
|
}
|
|
|
|
// Step 2.4-2.5.
|
|
// - Use of the transceiver interface indicates unified plan is in effect,
|
|
// hence the MID extension needs to be enabled.
|
|
// - Also handle the mandatory video orientation extensions.
|
|
if ((entry.uri == RtpExtension::kMidUri ||
|
|
entry.uri == RtpExtension::kVideoRotationUri) &&
|
|
entry.direction != RtpTransceiverDirection::kSendRecv) {
|
|
return RTCError(RTCErrorType::INVALID_MODIFICATION,
|
|
"Attempted to stop a mandatory extension.");
|
|
}
|
|
}
|
|
|
|
// Apply mutation after error checking.
|
|
for (const auto& entry : header_extensions_to_offer) {
|
|
auto it = std::find_if(
|
|
header_extensions_to_offer_.begin(), header_extensions_to_offer_.end(),
|
|
[&entry](const auto& offered) { return entry.uri == offered.uri; });
|
|
it->direction = entry.direction;
|
|
}
|
|
|
|
return RTCError::OK();
|
|
}
|
|
|
|
void RtpTransceiver::SetPeerConnectionClosed() {
|
|
is_pc_closed_ = true;
|
|
}
|
|
|
|
} // namespace webrtc
|