/* * Copyright 2019 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef PC_VIDEO_RTP_RECEIVER_H_ #define PC_VIDEO_RTP_RECEIVER_H_ #include #include #include #include "absl/types/optional.h" #include "api/crypto/frame_decryptor_interface.h" #include "api/dtls_transport_interface.h" #include "api/frame_transformer_interface.h" #include "api/media_stream_interface.h" #include "api/media_types.h" #include "api/rtp_parameters.h" #include "api/rtp_receiver_interface.h" #include "api/scoped_refptr.h" #include "api/sequence_checker.h" #include "api/transport/rtp/rtp_source.h" #include "api/video/video_frame.h" #include "api/video/video_sink_interface.h" #include "api/video/video_source_interface.h" #include "media/base/media_channel.h" #include "pc/jitter_buffer_delay.h" #include "pc/media_stream_track_proxy.h" #include "pc/rtp_receiver.h" #include "pc/video_rtp_track_source.h" #include "pc/video_track.h" #include "rtc_base/ref_counted_object.h" #include "rtc_base/system/no_unique_address.h" #include "rtc_base/thread.h" #include "rtc_base/thread_annotations.h" namespace webrtc { class VideoRtpReceiver : public RtpReceiverInternal { public: // An SSRC of 0 will create a receiver that will match the first SSRC it // sees. Must be called on signaling thread. VideoRtpReceiver(rtc::Thread* worker_thread, std::string receiver_id, std::vector streams_ids); // TODO(hbos): Remove this when streams() is removed. // https://crbug.com/webrtc/9480 VideoRtpReceiver( rtc::Thread* worker_thread, const std::string& receiver_id, const std::vector>& streams); virtual ~VideoRtpReceiver(); rtc::scoped_refptr video_track() const { return track_; } // RtpReceiverInterface implementation rtc::scoped_refptr track() const override { return track_; } rtc::scoped_refptr dtls_transport() const override; std::vector stream_ids() const override; std::vector> streams() const override; cricket::MediaType media_type() const override { return cricket::MEDIA_TYPE_VIDEO; } std::string id() const override { return id_; } RtpParameters GetParameters() const override; void SetFrameDecryptor( rtc::scoped_refptr frame_decryptor) override; rtc::scoped_refptr GetFrameDecryptor() const override; void SetDepacketizerToDecoderFrameTransformer( rtc::scoped_refptr frame_transformer) override; // RtpReceiverInternal implementation. void Stop() override; void StopAndEndTrack() override; void SetupMediaChannel(uint32_t ssrc) override; void SetupUnsignaledMediaChannel() override; uint32_t ssrc() const override; void NotifyFirstPacketReceived() override; void set_stream_ids(std::vector stream_ids) override; void set_transport( rtc::scoped_refptr dtls_transport) override; void SetStreams(const std::vector>& streams) override; void SetObserver(RtpReceiverObserverInterface* observer) override; void SetJitterBufferMinimumDelay( absl::optional delay_seconds) override; void SetMediaChannel(cricket::MediaChannel* media_channel) override; int AttachmentId() const override { return attachment_id_; } std::vector GetSources() const override; private: void RestartMediaChannel(absl::optional ssrc); void SetSink(rtc::VideoSinkInterface* sink) RTC_RUN_ON(worker_thread_); void SetMediaChannel_w(cricket::MediaChannel* media_channel) RTC_RUN_ON(worker_thread_); // VideoRtpTrackSource::Callback void OnGenerateKeyFrame(); void OnEncodedSinkEnabled(bool enable); void SetEncodedSinkEnabled(bool enable) RTC_RUN_ON(worker_thread_); class SourceCallback : public VideoRtpTrackSource::Callback { public: explicit SourceCallback(VideoRtpReceiver* receiver) : receiver_(receiver) {} ~SourceCallback() override = default; private: void OnGenerateKeyFrame() override { receiver_->OnGenerateKeyFrame(); } void OnEncodedSinkEnabled(bool enable) override { receiver_->OnEncodedSinkEnabled(enable); } VideoRtpReceiver* const receiver_; } source_callback_{this}; RTC_NO_UNIQUE_ADDRESS SequenceChecker signaling_thread_checker_; rtc::Thread* const worker_thread_; const std::string id_; // See documentation for `stopped_` below for when a valid media channel // has been assigned and when this pointer will be null. cricket::VideoMediaChannel* media_channel_ RTC_GUARDED_BY(worker_thread_) = nullptr; absl::optional ssrc_ RTC_GUARDED_BY(worker_thread_); // `source_` is held here to be able to change the state of the source when // the VideoRtpReceiver is stopped. const rtc::scoped_refptr source_; const rtc::scoped_refptr> track_; std::vector> streams_ RTC_GUARDED_BY(&signaling_thread_checker_); // `stopped` is state that's used on the signaling thread to indicate whether // a valid `media_channel_` has been assigned and configured. When an instance // of VideoRtpReceiver is initially created, `stopped_` is true and will // remain true until either `SetupMediaChannel` or // `SetupUnsignaledMediaChannel` is called after assigning a media channel. // After that, `stopped_` will remain false until `Stop()` is called. // Note, for checking the state of the class on the worker thread, // check `media_channel_` instead, as that's the main worker thread state. bool stopped_ RTC_GUARDED_BY(&signaling_thread_checker_) = true; RtpReceiverObserverInterface* observer_ RTC_GUARDED_BY(&signaling_thread_checker_) = nullptr; bool received_first_packet_ RTC_GUARDED_BY(&signaling_thread_checker_) = false; const int attachment_id_; rtc::scoped_refptr frame_decryptor_ RTC_GUARDED_BY(worker_thread_); rtc::scoped_refptr dtls_transport_ RTC_GUARDED_BY(&signaling_thread_checker_); rtc::scoped_refptr frame_transformer_ RTC_GUARDED_BY(worker_thread_); // Stores the minimum jitter buffer delay. Handles caching cases // if `SetJitterBufferMinimumDelay` is called before start. JitterBufferDelay delay_ RTC_GUARDED_BY(worker_thread_); // Records if we should generate a keyframe when `media_channel_` gets set up // or switched. bool saved_generate_keyframe_ RTC_GUARDED_BY(worker_thread_) = false; bool saved_encoded_sink_enabled_ RTC_GUARDED_BY(worker_thread_) = false; }; } // namespace webrtc #endif // PC_VIDEO_RTP_RECEIVER_H_