/* * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef VIDEO_VIDEO_STREAM_DECODER_IMPL_H_ #define VIDEO_VIDEO_STREAM_DECODER_IMPL_H_ #include #include #include #include "absl/types/optional.h" #include "api/sequence_checker.h" #include "api/video/video_stream_decoder.h" #include "modules/video_coding/frame_buffer2.h" #include "modules/video_coding/timing.h" #include "rtc_base/platform_thread.h" #include "rtc_base/synchronization/mutex.h" #include "rtc_base/task_queue.h" #include "system_wrappers/include/clock.h" namespace webrtc { class VideoStreamDecoderImpl : public VideoStreamDecoderInterface { public: VideoStreamDecoderImpl( VideoStreamDecoderInterface::Callbacks* callbacks, VideoDecoderFactory* decoder_factory, TaskQueueFactory* task_queue_factory, std::map> decoder_settings); ~VideoStreamDecoderImpl() override; void OnFrame(std::unique_ptr frame) override; void SetMinPlayoutDelay(TimeDelta min_delay) override; void SetMaxPlayoutDelay(TimeDelta max_delay) override; private: class DecodeCallbacks : public DecodedImageCallback { public: explicit DecodeCallbacks(VideoStreamDecoderImpl* video_stream_decoder_impl); int32_t Decoded(VideoFrame& decodedImage) override; int32_t Decoded(VideoFrame& decodedImage, int64_t decode_time_ms) override; void Decoded(VideoFrame& decodedImage, absl::optional decode_time_ms, absl::optional qp) override; private: VideoStreamDecoderImpl* const video_stream_decoder_impl_; }; enum DecodeResult { kOk, kOkRequestKeyframe, kDecodeFailure, }; struct FrameInfo { int64_t timestamp = -1; int64_t decode_start_time_ms; int64_t render_time_us; VideoContentType content_type; }; void SaveFrameInfo(const EncodedFrame& frame) RTC_RUN_ON(bookkeeping_queue_); FrameInfo* GetFrameInfo(int64_t timestamp) RTC_RUN_ON(bookkeeping_queue_); void StartNextDecode() RTC_RUN_ON(bookkeeping_queue_); void OnNextFrameCallback(std::unique_ptr frame, video_coding::FrameBuffer::ReturnReason res) RTC_RUN_ON(bookkeeping_queue_); void OnDecodedFrameCallback(VideoFrame& decodedImage, // NOLINT absl::optional decode_time_ms, absl::optional qp); VideoDecoder* GetDecoder(int payload_type) RTC_RUN_ON(decode_queue_); VideoStreamDecoderImpl::DecodeResult DecodeFrame( std::unique_ptr frame) RTC_RUN_ON(decode_queue_); VCMTiming timing_; DecodeCallbacks decode_callbacks_; // Some decoders are pipelined so it is not sufficient to save frame info // for the last frame only. static constexpr int kFrameInfoMemory = 8; std::array frame_info_ RTC_GUARDED_BY(bookkeeping_queue_); int next_frame_info_index_ RTC_GUARDED_BY(bookkeeping_queue_); VideoStreamDecoderInterface::Callbacks* const callbacks_ RTC_PT_GUARDED_BY(bookkeeping_queue_); int64_t last_continuous_frame_id_ RTC_GUARDED_BY(bookkeeping_queue_) = -1; bool keyframe_required_ RTC_GUARDED_BY(bookkeeping_queue_); absl::optional current_payload_type_ RTC_GUARDED_BY(decode_queue_); VideoDecoderFactory* const decoder_factory_ RTC_PT_GUARDED_BY(decode_queue_); std::map> decoder_settings_ RTC_GUARDED_BY(decode_queue_); // The |bookkeeping_queue_| use the |frame_buffer_| and also posts tasks to // the |decode_queue_|. The |decode_queue_| in turn use the |decoder_| to // decode frames. When the |decoder_| is done it will post back to the // |bookkeeping_queue_| with the decoded frame. During shutdown we start by // isolating the |bookkeeping_queue_| from the |decode_queue_|, so now it's // safe for the |decode_queue_| to be destructed. After that the |decoder_| // can be destructed, and then the |bookkeeping_queue_|. Finally the // |frame_buffer_| can be destructed. Mutex shut_down_mutex_; bool shut_down_ RTC_GUARDED_BY(shut_down_mutex_); video_coding::FrameBuffer frame_buffer_ RTC_GUARDED_BY(bookkeeping_queue_); rtc::TaskQueue bookkeeping_queue_; std::unique_ptr decoder_ RTC_GUARDED_BY(decode_queue_); rtc::TaskQueue decode_queue_; }; } // namespace webrtc #endif // VIDEO_VIDEO_STREAM_DECODER_IMPL_H_