123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293 |
- /*
- * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
- *
- * Use of this source code is governed by a BSD-style license
- * that can be found in the LICENSE file in the root of the source
- * tree. An additional intellectual property rights grant can be found
- * in the file PATENTS. All contributing project authors may
- * be found in the AUTHORS file in the root of the source tree.
- */
- #ifndef MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
- #define MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
- #include <list>
- #include <map>
- #include <set>
- #include <string>
- #include <vector>
- #include "api/array_view.h"
- #include "modules/rtp_rtcp/include/report_block_data.h"
- #include "modules/rtp_rtcp/include/rtcp_statistics.h"
- #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
- #include "modules/rtp_rtcp/source/rtcp_nack_stats.h"
- #include "modules/rtp_rtcp/source/rtcp_packet/dlrr.h"
- #include "modules/rtp_rtcp/source/rtp_rtcp_interface.h"
- #include "rtc_base/synchronization/mutex.h"
- #include "rtc_base/thread_annotations.h"
- #include "system_wrappers/include/ntp_time.h"
- namespace webrtc {
- class VideoBitrateAllocationObserver;
- namespace rtcp {
- class CommonHeader;
- class ReportBlock;
- class Rrtr;
- class TargetBitrate;
- class TmmbItem;
- } // namespace rtcp
- class RTCPReceiver final {
- public:
- class ModuleRtpRtcp {
- public:
- virtual void SetTmmbn(std::vector<rtcp::TmmbItem> bounding_set) = 0;
- virtual void OnRequestSendReport() = 0;
- virtual void OnReceivedNack(
- const std::vector<uint16_t>& nack_sequence_numbers) = 0;
- virtual void OnReceivedRtcpReportBlocks(
- const ReportBlockList& report_blocks) = 0;
- protected:
- virtual ~ModuleRtpRtcp() = default;
- };
- RTCPReceiver(const RtpRtcpInterface::Configuration& config,
- ModuleRtpRtcp* owner);
- ~RTCPReceiver();
- void IncomingPacket(const uint8_t* packet, size_t packet_size) {
- IncomingPacket(rtc::MakeArrayView(packet, packet_size));
- }
- void IncomingPacket(rtc::ArrayView<const uint8_t> packet);
- int64_t LastReceivedReportBlockMs() const;
- void SetRemoteSSRC(uint32_t ssrc);
- uint32_t RemoteSSRC() const;
- // Get received cname.
- int32_t CNAME(uint32_t remote_ssrc, char cname[RTCP_CNAME_SIZE]) const;
- // Get received NTP.
- bool NTP(uint32_t* received_ntp_secs,
- uint32_t* received_ntp_frac,
- uint32_t* rtcp_arrival_time_secs,
- uint32_t* rtcp_arrival_time_frac,
- uint32_t* rtcp_timestamp) const;
- std::vector<rtcp::ReceiveTimeInfo> ConsumeReceivedXrReferenceTimeInfo();
- // Get rtt.
- int32_t RTT(uint32_t remote_ssrc,
- int64_t* last_rtt_ms,
- int64_t* avg_rtt_ms,
- int64_t* min_rtt_ms,
- int64_t* max_rtt_ms) const;
- void SetRtcpXrRrtrStatus(bool enable);
- bool GetAndResetXrRrRtt(int64_t* rtt_ms);
- // Called once per second on the worker thread to do rtt calculations.
- // Returns an optional rtt value if one is available.
- absl::optional<TimeDelta> OnPeriodicRttUpdate(Timestamp newer_than,
- bool sending);
- // Get statistics.
- int32_t StatisticsReceived(std::vector<RTCPReportBlock>* receiveBlocks) const;
- // A snapshot of Report Blocks with additional data of interest to statistics.
- // Within this list, the sender-source SSRC pair is unique and per-pair the
- // ReportBlockData represents the latest Report Block that was received for
- // that pair.
- std::vector<ReportBlockData> GetLatestReportBlockData() const;
- // Returns true if we haven't received an RTCP RR for several RTCP
- // intervals, but only triggers true once.
- bool RtcpRrTimeout();
- // Returns true if we haven't received an RTCP RR telling the receive side
- // has not received RTP packets for too long, i.e. extended highest sequence
- // number hasn't increased for several RTCP intervals. The function only
- // returns true once until a new RR is received.
- bool RtcpRrSequenceNumberTimeout();
- std::vector<rtcp::TmmbItem> TmmbrReceived();
- // Return true if new bandwidth should be set.
- bool UpdateTmmbrTimers();
- std::vector<rtcp::TmmbItem> BoundingSet(bool* tmmbr_owner);
- // Set new bandwidth and notify remote clients about it.
- void NotifyTmmbrUpdated();
- private:
- struct PacketInformation;
- struct TmmbrInformation;
- struct RrtrInformation;
- struct LastFirStatus;
- // RTCP report blocks mapped by remote SSRC.
- using ReportBlockDataMap = std::map<uint32_t, ReportBlockData>;
- // RTCP report blocks map mapped by source SSRC.
- using ReportBlockMap = std::map<uint32_t, ReportBlockDataMap>;
- bool ParseCompoundPacket(rtc::ArrayView<const uint8_t> packet,
- PacketInformation* packet_information);
- void TriggerCallbacksFromRtcpPacket(
- const PacketInformation& packet_information);
- TmmbrInformation* FindOrCreateTmmbrInfo(uint32_t remote_ssrc)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- // Update TmmbrInformation (if present) is alive.
- void UpdateTmmbrRemoteIsAlive(uint32_t remote_ssrc)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- TmmbrInformation* GetTmmbrInformation(uint32_t remote_ssrc)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleSenderReport(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleReceiverReport(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleReportBlock(const rtcp::ReportBlock& report_block,
- PacketInformation* packet_information,
- uint32_t remote_ssrc)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleSdes(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleXr(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleXrReceiveReferenceTime(uint32_t sender_ssrc,
- const rtcp::Rrtr& rrtr)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleXrDlrrReportBlock(const rtcp::ReceiveTimeInfo& rti)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleXrTargetBitrate(uint32_t ssrc,
- const rtcp::TargetBitrate& target_bitrate,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleNack(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleApp(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleBye(const rtcp::CommonHeader& rtcp_block)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandlePli(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandlePsfbApp(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleTmmbr(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleTmmbn(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleSrReq(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleFir(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- void HandleTransportFeedback(const rtcp::CommonHeader& rtcp_block,
- PacketInformation* packet_information)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- bool RtcpRrTimeoutLocked(Timestamp now)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- bool RtcpRrSequenceNumberTimeoutLocked(Timestamp now)
- RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
- Clock* const clock_;
- const bool receiver_only_;
- ModuleRtpRtcp* const rtp_rtcp_;
- const uint32_t main_ssrc_;
- const std::set<uint32_t> registered_ssrcs_;
- RtcpBandwidthObserver* const rtcp_bandwidth_observer_;
- RtcpIntraFrameObserver* const rtcp_intra_frame_observer_;
- RtcpLossNotificationObserver* const rtcp_loss_notification_observer_;
- NetworkStateEstimateObserver* const network_state_estimate_observer_;
- TransportFeedbackObserver* const transport_feedback_observer_;
- VideoBitrateAllocationObserver* const bitrate_allocation_observer_;
- const TimeDelta report_interval_;
- mutable Mutex rtcp_receiver_lock_;
- uint32_t remote_ssrc_ RTC_GUARDED_BY(rtcp_receiver_lock_);
- // Received sender report.
- NtpTime remote_sender_ntp_time_ RTC_GUARDED_BY(rtcp_receiver_lock_);
- uint32_t remote_sender_rtp_time_ RTC_GUARDED_BY(rtcp_receiver_lock_);
- // When did we receive the last send report.
- NtpTime last_received_sr_ntp_ RTC_GUARDED_BY(rtcp_receiver_lock_);
- // Received RRTR information in ascending receive time order.
- std::list<RrtrInformation> received_rrtrs_
- RTC_GUARDED_BY(rtcp_receiver_lock_);
- // Received RRTR information mapped by remote ssrc.
- std::map<uint32_t, std::list<RrtrInformation>::iterator>
- received_rrtrs_ssrc_it_ RTC_GUARDED_BY(rtcp_receiver_lock_);
- // Estimated rtt, zero when there is no valid estimate.
- bool xr_rrtr_status_ RTC_GUARDED_BY(rtcp_receiver_lock_);
- int64_t xr_rr_rtt_ms_;
- int64_t oldest_tmmbr_info_ms_ RTC_GUARDED_BY(rtcp_receiver_lock_);
- // Mapped by remote ssrc.
- std::map<uint32_t, TmmbrInformation> tmmbr_infos_
- RTC_GUARDED_BY(rtcp_receiver_lock_);
- ReportBlockMap received_report_blocks_ RTC_GUARDED_BY(rtcp_receiver_lock_);
- std::map<uint32_t, LastFirStatus> last_fir_
- RTC_GUARDED_BY(rtcp_receiver_lock_);
- std::map<uint32_t, std::string> received_cnames_
- RTC_GUARDED_BY(rtcp_receiver_lock_);
- // The last time we received an RTCP Report block for this module.
- Timestamp last_received_rb_ RTC_GUARDED_BY(rtcp_receiver_lock_) =
- Timestamp::PlusInfinity();
- // The time we last received an RTCP RR telling we have successfully
- // delivered RTP packet to the remote side.
- Timestamp last_increased_sequence_number_ = Timestamp::PlusInfinity();
- RtcpStatisticsCallback* const stats_callback_;
- RtcpCnameCallback* const cname_callback_;
- // TODO(hbos): Remove RtcpStatisticsCallback in favor of
- // ReportBlockDataObserver; the ReportBlockData contains a superset of the
- // RtcpStatistics data.
- ReportBlockDataObserver* const report_block_data_observer_;
- RtcpPacketTypeCounterObserver* const packet_type_counter_observer_;
- RtcpPacketTypeCounter packet_type_counter_;
- RtcpNackStats nack_stats_;
- size_t num_skipped_packets_;
- int64_t last_skipped_packets_warning_ms_;
- };
- } // namespace webrtc
- #endif // MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
|