video_rtp_receiver.h 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154
  1. /*
  2. * Copyright 2019 The WebRTC project authors. All Rights Reserved.
  3. *
  4. * Use of this source code is governed by a BSD-style license
  5. * that can be found in the LICENSE file in the root of the source
  6. * tree. An additional intellectual property rights grant can be found
  7. * in the file PATENTS. All contributing project authors may
  8. * be found in the AUTHORS file in the root of the source tree.
  9. */
  10. #ifndef PC_VIDEO_RTP_RECEIVER_H_
  11. #define PC_VIDEO_RTP_RECEIVER_H_
  12. #include <stdint.h>
  13. #include <string>
  14. #include <vector>
  15. #include "absl/types/optional.h"
  16. #include "api/crypto/frame_decryptor_interface.h"
  17. #include "api/frame_transformer_interface.h"
  18. #include "api/media_stream_interface.h"
  19. #include "api/media_types.h"
  20. #include "api/rtp_parameters.h"
  21. #include "api/rtp_receiver_interface.h"
  22. #include "api/scoped_refptr.h"
  23. #include "api/video/video_frame.h"
  24. #include "api/video/video_sink_interface.h"
  25. #include "api/video/video_source_interface.h"
  26. #include "media/base/media_channel.h"
  27. #include "pc/jitter_buffer_delay_interface.h"
  28. #include "pc/rtp_receiver.h"
  29. #include "pc/video_rtp_track_source.h"
  30. #include "rtc_base/ref_counted_object.h"
  31. #include "rtc_base/thread.h"
  32. namespace webrtc {
  33. class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal>,
  34. public VideoRtpTrackSource::Callback {
  35. public:
  36. // An SSRC of 0 will create a receiver that will match the first SSRC it
  37. // sees. Must be called on signaling thread.
  38. VideoRtpReceiver(rtc::Thread* worker_thread,
  39. std::string receiver_id,
  40. std::vector<std::string> streams_ids);
  41. // TODO(hbos): Remove this when streams() is removed.
  42. // https://crbug.com/webrtc/9480
  43. VideoRtpReceiver(
  44. rtc::Thread* worker_thread,
  45. const std::string& receiver_id,
  46. const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams);
  47. virtual ~VideoRtpReceiver();
  48. rtc::scoped_refptr<VideoTrackInterface> video_track() const {
  49. return track_.get();
  50. }
  51. // RtpReceiverInterface implementation
  52. rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
  53. return track_.get();
  54. }
  55. rtc::scoped_refptr<DtlsTransportInterface> dtls_transport() const override {
  56. return dtls_transport_;
  57. }
  58. std::vector<std::string> stream_ids() const override;
  59. std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
  60. const override {
  61. return streams_;
  62. }
  63. cricket::MediaType media_type() const override {
  64. return cricket::MEDIA_TYPE_VIDEO;
  65. }
  66. std::string id() const override { return id_; }
  67. RtpParameters GetParameters() const override;
  68. void SetFrameDecryptor(
  69. rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor) override;
  70. rtc::scoped_refptr<FrameDecryptorInterface> GetFrameDecryptor()
  71. const override;
  72. void SetDepacketizerToDecoderFrameTransformer(
  73. rtc::scoped_refptr<FrameTransformerInterface> frame_transformer) override;
  74. // RtpReceiverInternal implementation.
  75. void Stop() override;
  76. void SetupMediaChannel(uint32_t ssrc) override;
  77. void SetupUnsignaledMediaChannel() override;
  78. uint32_t ssrc() const override { return ssrc_.value_or(0); }
  79. void NotifyFirstPacketReceived() override;
  80. void set_stream_ids(std::vector<std::string> stream_ids) override;
  81. void set_transport(
  82. rtc::scoped_refptr<DtlsTransportInterface> dtls_transport) override {
  83. dtls_transport_ = dtls_transport;
  84. }
  85. void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
  86. streams) override;
  87. void SetObserver(RtpReceiverObserverInterface* observer) override;
  88. void SetJitterBufferMinimumDelay(
  89. absl::optional<double> delay_seconds) override;
  90. void SetMediaChannel(cricket::MediaChannel* media_channel) override;
  91. int AttachmentId() const override { return attachment_id_; }
  92. std::vector<RtpSource> GetSources() const override;
  93. private:
  94. void RestartMediaChannel(absl::optional<uint32_t> ssrc);
  95. void SetSink(rtc::VideoSinkInterface<VideoFrame>* sink)
  96. RTC_RUN_ON(worker_thread_);
  97. // VideoRtpTrackSource::Callback
  98. void OnGenerateKeyFrame() override;
  99. void OnEncodedSinkEnabled(bool enable) override;
  100. void SetEncodedSinkEnabled(bool enable) RTC_RUN_ON(worker_thread_);
  101. rtc::Thread* const worker_thread_;
  102. const std::string id_;
  103. cricket::VideoMediaChannel* media_channel_ = nullptr;
  104. absl::optional<uint32_t> ssrc_;
  105. // |source_| is held here to be able to change the state of the source when
  106. // the VideoRtpReceiver is stopped.
  107. rtc::scoped_refptr<VideoRtpTrackSource> source_;
  108. rtc::scoped_refptr<VideoTrackInterface> track_;
  109. std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
  110. bool stopped_ = true;
  111. RtpReceiverObserverInterface* observer_ = nullptr;
  112. bool received_first_packet_ = false;
  113. int attachment_id_ = 0;
  114. rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor_;
  115. rtc::scoped_refptr<DtlsTransportInterface> dtls_transport_;
  116. rtc::scoped_refptr<FrameTransformerInterface> frame_transformer_
  117. RTC_GUARDED_BY(worker_thread_);
  118. // Allows to thread safely change jitter buffer delay. Handles caching cases
  119. // if |SetJitterBufferMinimumDelay| is called before start.
  120. rtc::scoped_refptr<JitterBufferDelayInterface> delay_;
  121. // Records if we should generate a keyframe when |media_channel_| gets set up
  122. // or switched.
  123. bool saved_generate_keyframe_ RTC_GUARDED_BY(worker_thread_) = false;
  124. bool saved_encoded_sink_enabled_ RTC_GUARDED_BY(worker_thread_) = false;
  125. };
  126. } // namespace webrtc
  127. #endif // PC_VIDEO_RTP_RECEIVER_H_