/* * Copyright (c) 2020 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef VIDEO_RECEIVE_STATISTICS_PROXY2_H_ #define VIDEO_RECEIVE_STATISTICS_PROXY2_H_ #include #include #include #include #include "absl/types/optional.h" #include "api/sequence_checker.h" #include "api/task_queue/task_queue_base.h" #include "api/units/timestamp.h" #include "call/video_receive_stream.h" #include "modules/include/module_common_types.h" #include "modules/video_coding/include/video_coding_defines.h" #include "rtc_base/numerics/histogram_percentile_counter.h" #include "rtc_base/numerics/moving_max_counter.h" #include "rtc_base/numerics/sample_counter.h" #include "rtc_base/rate_statistics.h" #include "rtc_base/rate_tracker.h" #include "rtc_base/system/no_unique_address.h" #include "rtc_base/task_utils/pending_task_safety_flag.h" #include "rtc_base/thread_annotations.h" #include "video/quality_threshold.h" #include "video/stats_counter.h" #include "video/video_quality_observer2.h" namespace webrtc { class Clock; struct CodecSpecificInfo; namespace internal { // Declared in video_receive_stream2.h. struct VideoFrameMetaData; class ReceiveStatisticsProxy : public VCMReceiveStatisticsCallback, public RtcpCnameCallback, public RtcpPacketTypeCounterObserver { public: ReceiveStatisticsProxy(uint32_t remote_ssrc, Clock* clock, TaskQueueBase* worker_thread); ~ReceiveStatisticsProxy() override; VideoReceiveStream::Stats GetStats() const; void OnDecodedFrame(const VideoFrame& frame, absl::optional qp, int32_t decode_time_ms, VideoContentType content_type); // Called asyncronously on the worker thread as a result of a call to the // above OnDecodedFrame method, which is called back on the thread where // the actual decoding happens. void OnDecodedFrame(const VideoFrameMetaData& frame_meta, absl::optional qp, int32_t decode_time_ms, VideoContentType content_type); void OnSyncOffsetUpdated(int64_t video_playout_ntp_ms, int64_t sync_offset_ms, double estimated_freq_khz); void OnRenderedFrame(const VideoFrameMetaData& frame_meta); void OnIncomingPayloadType(int payload_type); void OnDecoderImplementationName(const char* implementation_name); void OnPreDecode(VideoCodecType codec_type, int qp); void OnUniqueFramesCounted(int num_unique_frames); // Indicates video stream has been paused (no incoming packets). void OnStreamInactive(); // Overrides VCMReceiveStatisticsCallback. void OnCompleteFrame(bool is_keyframe, size_t size_bytes, VideoContentType content_type) override; void OnDroppedFrames(uint32_t frames_dropped) override; void OnFrameBufferTimingsUpdated(int max_decode_ms, int current_delay_ms, int target_delay_ms, int jitter_buffer_ms, int min_playout_delay_ms, int render_delay_ms) override; void OnTimingFrameInfoUpdated(const TimingFrameInfo& info) override; // Overrides RtcpCnameCallback. void OnCname(uint32_t ssrc, absl::string_view cname) override; // Overrides RtcpPacketTypeCounterObserver. void RtcpPacketTypesCounterUpdated( uint32_t ssrc, const RtcpPacketTypeCounter& packet_counter) override; void OnRttUpdate(int64_t avg_rtt_ms); // Notification methods that are used to check our internal state and validate // threading assumptions. These are called by VideoReceiveStream. void DecoderThreadStarting(); void DecoderThreadStopped(); // Produce histograms. Must be called after DecoderThreadStopped(), typically // at the end of the call. void UpdateHistograms(absl::optional fraction_lost, const StreamDataCounters& rtp_stats, const StreamDataCounters* rtx_stats); private: struct QpCounters { rtc::SampleCounter vp8; }; struct ContentSpecificStats { ContentSpecificStats(); ~ContentSpecificStats(); void Add(const ContentSpecificStats& other); rtc::SampleCounter e2e_delay_counter; rtc::SampleCounter interframe_delay_counter; int64_t flow_duration_ms = 0; int64_t total_media_bytes = 0; rtc::SampleCounter received_width; rtc::SampleCounter received_height; rtc::SampleCounter qp_counter; FrameCounts frame_counts; rtc::HistogramPercentileCounter interframe_delay_percentiles; }; void QualitySample(Timestamp now); // Removes info about old frames and then updates the framerate. void UpdateFramerate(int64_t now_ms) const; void UpdateDecodeTimeHistograms(int width, int height, int decode_time_ms) const; absl::optional GetCurrentEstimatedPlayoutNtpTimestampMs( int64_t now_ms) const; Clock* const clock_; const int64_t start_ms_; const bool enable_decode_time_histograms_; int64_t last_sample_time_ RTC_GUARDED_BY(main_thread_); QualityThreshold fps_threshold_ RTC_GUARDED_BY(main_thread_); QualityThreshold qp_threshold_ RTC_GUARDED_BY(main_thread_); QualityThreshold variance_threshold_ RTC_GUARDED_BY(main_thread_); rtc::SampleCounter qp_sample_ RTC_GUARDED_BY(main_thread_); int num_bad_states_ RTC_GUARDED_BY(main_thread_); int num_certain_states_ RTC_GUARDED_BY(main_thread_); // Note: The `stats_.rtp_stats` member is not used or populated by this class. mutable VideoReceiveStream::Stats stats_ RTC_GUARDED_BY(main_thread_); // Same as stats_.ssrc, but const (no lock required). const uint32_t remote_ssrc_; RateStatistics decode_fps_estimator_ RTC_GUARDED_BY(main_thread_); RateStatistics renders_fps_estimator_ RTC_GUARDED_BY(main_thread_); rtc::RateTracker render_fps_tracker_ RTC_GUARDED_BY(main_thread_); rtc::RateTracker render_pixel_tracker_ RTC_GUARDED_BY(main_thread_); rtc::SampleCounter sync_offset_counter_ RTC_GUARDED_BY(main_thread_); rtc::SampleCounter decode_time_counter_ RTC_GUARDED_BY(main_thread_); rtc::SampleCounter jitter_buffer_delay_counter_ RTC_GUARDED_BY(main_thread_); rtc::SampleCounter target_delay_counter_ RTC_GUARDED_BY(main_thread_); rtc::SampleCounter current_delay_counter_ RTC_GUARDED_BY(main_thread_); rtc::SampleCounter delay_counter_ RTC_GUARDED_BY(main_thread_); std::unique_ptr video_quality_observer_ RTC_GUARDED_BY(main_thread_); mutable rtc::MovingMaxCounter interframe_delay_max_moving_ RTC_GUARDED_BY(main_thread_); std::map content_specific_stats_ RTC_GUARDED_BY(main_thread_); MaxCounter freq_offset_counter_ RTC_GUARDED_BY(main_thread_); QpCounters qp_counters_ RTC_GUARDED_BY(main_thread_); int64_t avg_rtt_ms_ RTC_GUARDED_BY(main_thread_) = 0; mutable std::map frame_window_ RTC_GUARDED_BY(main_thread_); VideoContentType last_content_type_ RTC_GUARDED_BY(&main_thread_); VideoCodecType last_codec_type_ RTC_GUARDED_BY(main_thread_); absl::optional first_frame_received_time_ms_ RTC_GUARDED_BY(main_thread_); absl::optional first_decoded_frame_time_ms_ RTC_GUARDED_BY(main_thread_); absl::optional last_decoded_frame_time_ms_ RTC_GUARDED_BY(main_thread_); size_t num_delayed_frames_rendered_ RTC_GUARDED_BY(main_thread_); int64_t sum_missed_render_deadline_ms_ RTC_GUARDED_BY(main_thread_); // Mutable because calling Max() on MovingMaxCounter is not const. Yet it is // called from const GetStats(). mutable rtc::MovingMaxCounter timing_frame_info_counter_ RTC_GUARDED_BY(main_thread_); absl::optional num_unique_frames_ RTC_GUARDED_BY(main_thread_); absl::optional last_estimated_playout_ntp_timestamp_ms_ RTC_GUARDED_BY(main_thread_); absl::optional last_estimated_playout_time_ms_ RTC_GUARDED_BY(main_thread_); // The thread on which this instance is constructed and some of its main // methods are invoked on such as GetStats(). TaskQueueBase* const worker_thread_; ScopedTaskSafety task_safety_; RTC_NO_UNIQUE_ADDRESS SequenceChecker decode_queue_; SequenceChecker main_thread_; RTC_NO_UNIQUE_ADDRESS SequenceChecker incoming_render_queue_; }; } // namespace internal } // namespace webrtc #endif // VIDEO_RECEIVE_STATISTICS_PROXY2_H_