123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141 |
- /*
- * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
- *
- * Use of this source code is governed by a BSD-style license
- * that can be found in the LICENSE file in the root of the source
- * tree. An additional intellectual property rights grant can be found
- * in the file PATENTS. All contributing project authors may
- * be found in the AUTHORS file in the root of the source tree.
- */
- #ifndef MODULES_VIDEO_CODING_VIDEO_CODING_IMPL_H_
- #define MODULES_VIDEO_CODING_VIDEO_CODING_IMPL_H_
- #include <memory>
- #include <string>
- #include <vector>
- #include "absl/types/optional.h"
- #include "modules/video_coding/decoder_database.h"
- #include "modules/video_coding/frame_buffer.h"
- #include "modules/video_coding/generic_decoder.h"
- #include "modules/video_coding/include/video_coding.h"
- #include "modules/video_coding/jitter_buffer.h"
- #include "modules/video_coding/receiver.h"
- #include "modules/video_coding/timing.h"
- #include "rtc_base/one_time_event.h"
- #include "rtc_base/synchronization/mutex.h"
- #include "rtc_base/synchronization/sequence_checker.h"
- #include "rtc_base/thread_annotations.h"
- #include "rtc_base/thread_checker.h"
- #include "system_wrappers/include/clock.h"
- namespace webrtc {
- class VideoBitrateAllocator;
- class VideoBitrateAllocationObserver;
- namespace vcm {
- class VCMProcessTimer {
- public:
- static const int64_t kDefaultProcessIntervalMs = 1000;
- VCMProcessTimer(int64_t periodMs, Clock* clock)
- : _clock(clock),
- _periodMs(periodMs),
- _latestMs(_clock->TimeInMilliseconds()) {}
- int64_t Period() const;
- int64_t TimeUntilProcess() const;
- void Processed();
- private:
- Clock* _clock;
- int64_t _periodMs;
- int64_t _latestMs;
- };
- class VideoReceiver : public Module {
- public:
- VideoReceiver(Clock* clock, VCMTiming* timing);
- ~VideoReceiver() override;
- int32_t RegisterReceiveCodec(uint8_t payload_type,
- const VideoCodec* receiveCodec,
- int32_t numberOfCores);
- void RegisterExternalDecoder(VideoDecoder* externalDecoder,
- uint8_t payloadType);
- int32_t RegisterReceiveCallback(VCMReceiveCallback* receiveCallback);
- int32_t RegisterFrameTypeCallback(VCMFrameTypeCallback* frameTypeCallback);
- int32_t RegisterPacketRequestCallback(VCMPacketRequestCallback* callback);
- int32_t Decode(uint16_t maxWaitTimeMs);
- int32_t IncomingPacket(const uint8_t* incomingPayload,
- size_t payloadLength,
- const RTPHeader& rtp_header,
- const RTPVideoHeader& video_header);
- void SetNackSettings(size_t max_nack_list_size,
- int max_packet_age_to_nack,
- int max_incomplete_time_ms);
- int64_t TimeUntilNextProcess() override;
- void Process() override;
- void ProcessThreadAttached(ProcessThread* process_thread) override;
- protected:
- int32_t Decode(const webrtc::VCMEncodedFrame& frame);
- int32_t RequestKeyFrame();
- private:
- // Used for DCHECKing thread correctness.
- // In build where DCHECKs are enabled, will return false before
- // DecoderThreadStarting is called, then true until DecoderThreadStopped
- // is called.
- // In builds where DCHECKs aren't enabled, it will return true.
- bool IsDecoderThreadRunning();
- rtc::ThreadChecker construction_thread_checker_;
- rtc::ThreadChecker decoder_thread_checker_;
- rtc::ThreadChecker module_thread_checker_;
- Clock* const clock_;
- Mutex process_mutex_;
- VCMTiming* _timing;
- VCMReceiver _receiver;
- VCMDecodedFrameCallback _decodedFrameCallback;
- // These callbacks are set on the construction thread before being attached
- // to the module thread or decoding started, so a lock is not required.
- VCMFrameTypeCallback* _frameTypeCallback;
- VCMPacketRequestCallback* _packetRequestCallback;
- // Used on both the module and decoder thread.
- bool _scheduleKeyRequest RTC_GUARDED_BY(process_mutex_);
- bool drop_frames_until_keyframe_ RTC_GUARDED_BY(process_mutex_);
- // Modified on the construction thread while not attached to the process
- // thread. Once attached to the process thread, its value is only read
- // so a lock is not required.
- size_t max_nack_list_size_;
- // Callbacks are set before the decoder thread starts.
- // Once the decoder thread has been started, usage of |_codecDataBase| moves
- // over to the decoder thread.
- VCMDecoderDataBase _codecDataBase;
- VCMProcessTimer _retransmissionTimer RTC_GUARDED_BY(module_thread_checker_);
- VCMProcessTimer _keyRequestTimer RTC_GUARDED_BY(module_thread_checker_);
- ThreadUnsafeOneTimeEvent first_frame_received_
- RTC_GUARDED_BY(decoder_thread_checker_);
- // Modified on the construction thread. Can be read without a lock and assumed
- // to be non-null on the module and decoder threads.
- ProcessThread* process_thread_ = nullptr;
- bool is_attached_to_process_thread_
- RTC_GUARDED_BY(construction_thread_checker_) = false;
- };
- } // namespace vcm
- } // namespace webrtc
- #endif // MODULES_VIDEO_CODING_VIDEO_CODING_IMPL_H_
|