142 lines
5.0 KiB
C
142 lines
5.0 KiB
C
|
/*
|
||
|
* Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
|
||
|
*
|
||
|
* Use of this source code is governed by a BSD-style license
|
||
|
* that can be found in the LICENSE file in the root of the source
|
||
|
* tree. An additional intellectual property rights grant can be found
|
||
|
* in the file PATENTS. All contributing project authors may
|
||
|
* be found in the AUTHORS file in the root of the source tree.
|
||
|
*/
|
||
|
|
||
|
#ifndef MODULES_VIDEO_CODING_VIDEO_CODING_IMPL_H_
|
||
|
#define MODULES_VIDEO_CODING_VIDEO_CODING_IMPL_H_
|
||
|
|
||
|
#include <memory>
|
||
|
#include <string>
|
||
|
#include <vector>
|
||
|
|
||
|
#include "absl/types/optional.h"
|
||
|
#include "modules/video_coding/decoder_database.h"
|
||
|
#include "modules/video_coding/frame_buffer.h"
|
||
|
#include "modules/video_coding/generic_decoder.h"
|
||
|
#include "modules/video_coding/include/video_coding.h"
|
||
|
#include "modules/video_coding/jitter_buffer.h"
|
||
|
#include "modules/video_coding/receiver.h"
|
||
|
#include "modules/video_coding/timing.h"
|
||
|
#include "rtc_base/one_time_event.h"
|
||
|
#include "rtc_base/synchronization/mutex.h"
|
||
|
#include "rtc_base/synchronization/sequence_checker.h"
|
||
|
#include "rtc_base/thread_annotations.h"
|
||
|
#include "rtc_base/thread_checker.h"
|
||
|
#include "system_wrappers/include/clock.h"
|
||
|
|
||
|
namespace webrtc {
|
||
|
|
||
|
class VideoBitrateAllocator;
|
||
|
class VideoBitrateAllocationObserver;
|
||
|
|
||
|
namespace vcm {
|
||
|
|
||
|
class VCMProcessTimer {
|
||
|
public:
|
||
|
static const int64_t kDefaultProcessIntervalMs = 1000;
|
||
|
|
||
|
VCMProcessTimer(int64_t periodMs, Clock* clock)
|
||
|
: _clock(clock),
|
||
|
_periodMs(periodMs),
|
||
|
_latestMs(_clock->TimeInMilliseconds()) {}
|
||
|
int64_t Period() const;
|
||
|
int64_t TimeUntilProcess() const;
|
||
|
void Processed();
|
||
|
|
||
|
private:
|
||
|
Clock* _clock;
|
||
|
int64_t _periodMs;
|
||
|
int64_t _latestMs;
|
||
|
};
|
||
|
|
||
|
class VideoReceiver : public Module {
|
||
|
public:
|
||
|
VideoReceiver(Clock* clock, VCMTiming* timing);
|
||
|
~VideoReceiver() override;
|
||
|
|
||
|
int32_t RegisterReceiveCodec(uint8_t payload_type,
|
||
|
const VideoCodec* receiveCodec,
|
||
|
int32_t numberOfCores);
|
||
|
|
||
|
void RegisterExternalDecoder(VideoDecoder* externalDecoder,
|
||
|
uint8_t payloadType);
|
||
|
int32_t RegisterReceiveCallback(VCMReceiveCallback* receiveCallback);
|
||
|
int32_t RegisterFrameTypeCallback(VCMFrameTypeCallback* frameTypeCallback);
|
||
|
int32_t RegisterPacketRequestCallback(VCMPacketRequestCallback* callback);
|
||
|
|
||
|
int32_t Decode(uint16_t maxWaitTimeMs);
|
||
|
|
||
|
int32_t IncomingPacket(const uint8_t* incomingPayload,
|
||
|
size_t payloadLength,
|
||
|
const RTPHeader& rtp_header,
|
||
|
const RTPVideoHeader& video_header);
|
||
|
|
||
|
void SetNackSettings(size_t max_nack_list_size,
|
||
|
int max_packet_age_to_nack,
|
||
|
int max_incomplete_time_ms);
|
||
|
|
||
|
int64_t TimeUntilNextProcess() override;
|
||
|
void Process() override;
|
||
|
void ProcessThreadAttached(ProcessThread* process_thread) override;
|
||
|
|
||
|
protected:
|
||
|
int32_t Decode(const webrtc::VCMEncodedFrame& frame);
|
||
|
int32_t RequestKeyFrame();
|
||
|
|
||
|
private:
|
||
|
// Used for DCHECKing thread correctness.
|
||
|
// In build where DCHECKs are enabled, will return false before
|
||
|
// DecoderThreadStarting is called, then true until DecoderThreadStopped
|
||
|
// is called.
|
||
|
// In builds where DCHECKs aren't enabled, it will return true.
|
||
|
bool IsDecoderThreadRunning();
|
||
|
|
||
|
rtc::ThreadChecker construction_thread_checker_;
|
||
|
rtc::ThreadChecker decoder_thread_checker_;
|
||
|
rtc::ThreadChecker module_thread_checker_;
|
||
|
Clock* const clock_;
|
||
|
Mutex process_mutex_;
|
||
|
VCMTiming* _timing;
|
||
|
VCMReceiver _receiver;
|
||
|
VCMDecodedFrameCallback _decodedFrameCallback;
|
||
|
|
||
|
// These callbacks are set on the construction thread before being attached
|
||
|
// to the module thread or decoding started, so a lock is not required.
|
||
|
VCMFrameTypeCallback* _frameTypeCallback;
|
||
|
VCMPacketRequestCallback* _packetRequestCallback;
|
||
|
|
||
|
// Used on both the module and decoder thread.
|
||
|
bool _scheduleKeyRequest RTC_GUARDED_BY(process_mutex_);
|
||
|
bool drop_frames_until_keyframe_ RTC_GUARDED_BY(process_mutex_);
|
||
|
|
||
|
// Modified on the construction thread while not attached to the process
|
||
|
// thread. Once attached to the process thread, its value is only read
|
||
|
// so a lock is not required.
|
||
|
size_t max_nack_list_size_;
|
||
|
|
||
|
// Callbacks are set before the decoder thread starts.
|
||
|
// Once the decoder thread has been started, usage of |_codecDataBase| moves
|
||
|
// over to the decoder thread.
|
||
|
VCMDecoderDataBase _codecDataBase;
|
||
|
|
||
|
VCMProcessTimer _retransmissionTimer RTC_GUARDED_BY(module_thread_checker_);
|
||
|
VCMProcessTimer _keyRequestTimer RTC_GUARDED_BY(module_thread_checker_);
|
||
|
ThreadUnsafeOneTimeEvent first_frame_received_
|
||
|
RTC_GUARDED_BY(decoder_thread_checker_);
|
||
|
// Modified on the construction thread. Can be read without a lock and assumed
|
||
|
// to be non-null on the module and decoder threads.
|
||
|
ProcessThread* process_thread_ = nullptr;
|
||
|
bool is_attached_to_process_thread_
|
||
|
RTC_GUARDED_BY(construction_thread_checker_) = false;
|
||
|
};
|
||
|
|
||
|
} // namespace vcm
|
||
|
} // namespace webrtc
|
||
|
#endif // MODULES_VIDEO_CODING_VIDEO_CODING_IMPL_H_
|