123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216 |
- /*
- * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
- *
- * Use of this source code is governed by a BSD-style license
- * that can be found in the LICENSE file in the root of the source
- * tree. An additional intellectual property rights grant can be found
- * in the file PATENTS. All contributing project authors may
- * be found in the AUTHORS file in the root of the source tree.
- */
- #ifndef MODULES_DESKTOP_CAPTURE_DESKTOP_FRAME_H_
- #define MODULES_DESKTOP_CAPTURE_DESKTOP_FRAME_H_
- #include <stdint.h>
- #include <memory>
- #include <vector>
- #include "modules/desktop_capture/desktop_geometry.h"
- #include "modules/desktop_capture/desktop_region.h"
- #include "modules/desktop_capture/shared_memory.h"
- #include "rtc_base/constructor_magic.h"
- #include "rtc_base/system/rtc_export.h"
- namespace webrtc {
- const float kStandardDPI = 96.0f;
- // DesktopFrame represents a video frame captured from the screen.
- class RTC_EXPORT DesktopFrame {
- public:
- // DesktopFrame objects always hold RGBA data.
- static const int kBytesPerPixel = 4;
- virtual ~DesktopFrame();
- // Returns the rectangle in full desktop coordinates to indicate it covers
- // the area of top_left() to top_letf() + size() / scale_factor().
- DesktopRect rect() const;
- // Returns the scale factor from DIPs to physical pixels of the frame.
- // Assumes same scale in both X and Y directions at present.
- float scale_factor() const;
- // Size of the frame. In physical coordinates, mapping directly from the
- // underlying buffer.
- const DesktopSize& size() const { return size_; }
- // The top-left of the frame in full desktop coordinates. E.g. the top left
- // monitor should start from (0, 0). The desktop coordinates may be scaled by
- // OS, but this is always consistent with the MouseCursorMonitor.
- const DesktopVector& top_left() const { return top_left_; }
- void set_top_left(const DesktopVector& top_left) { top_left_ = top_left; }
- // Distance in the buffer between two neighboring rows in bytes.
- int stride() const { return stride_; }
- // Data buffer used for the frame.
- uint8_t* data() const { return data_; }
- // SharedMemory used for the buffer or NULL if memory is allocated on the
- // heap. The result is guaranteed to be deleted only after the frame is
- // deleted (classes that inherit from DesktopFrame must ensure it).
- SharedMemory* shared_memory() const { return shared_memory_; }
- // Indicates region of the screen that has changed since the previous frame.
- const DesktopRegion& updated_region() const { return updated_region_; }
- DesktopRegion* mutable_updated_region() { return &updated_region_; }
- // DPI of the screen being captured. May be set to zero, e.g. if DPI is
- // unknown.
- const DesktopVector& dpi() const { return dpi_; }
- void set_dpi(const DesktopVector& dpi) { dpi_ = dpi; }
- // Time taken to capture the frame in milliseconds.
- int64_t capture_time_ms() const { return capture_time_ms_; }
- void set_capture_time_ms(int64_t time_ms) { capture_time_ms_ = time_ms; }
- // Copies pixels from a buffer or another frame. |dest_rect| rect must lay
- // within bounds of this frame.
- void CopyPixelsFrom(const uint8_t* src_buffer,
- int src_stride,
- const DesktopRect& dest_rect);
- void CopyPixelsFrom(const DesktopFrame& src_frame,
- const DesktopVector& src_pos,
- const DesktopRect& dest_rect);
- // Copies pixels from another frame, with the copied & overwritten regions
- // representing the intersection between the two frames. Returns true if
- // pixels were copied, or false if there's no intersection. The scale factors
- // represent the ratios between pixel space & offset coordinate space (e.g.
- // 2.0 would indicate the frames are scaled down by 50% for display, so any
- // offset between their origins should be doubled).
- bool CopyIntersectingPixelsFrom(const DesktopFrame& src_frame,
- double horizontal_scale,
- double vertical_scale);
- // A helper to return the data pointer of a frame at the specified position.
- uint8_t* GetFrameDataAtPos(const DesktopVector& pos) const;
- // The DesktopCapturer implementation which generates current DesktopFrame.
- // Not all DesktopCapturer implementations set this field; it's set to
- // kUnknown by default.
- uint32_t capturer_id() const { return capturer_id_; }
- void set_capturer_id(uint32_t capturer_id) { capturer_id_ = capturer_id; }
- // Copies various information from |other|. Anything initialized in
- // constructor are not copied.
- // This function is usually used when sharing a source DesktopFrame with
- // several clients: the original DesktopFrame should be kept unchanged. For
- // example, BasicDesktopFrame::CopyOf() and SharedDesktopFrame::Share().
- void CopyFrameInfoFrom(const DesktopFrame& other);
- // Copies various information from |other|. Anything initialized in
- // constructor are not copied. Not like CopyFrameInfoFrom() function, this
- // function uses swap or move constructor to avoid data copy. It won't break
- // the |other|, but some of its information may be missing after this
- // operation. E.g. other->updated_region_;
- // This function is usually used when wrapping a DesktopFrame: the wrapper
- // instance takes the ownership of |other|, so other components cannot access
- // |other| anymore. For example, CroppedDesktopFrame and
- // DesktopFrameWithCursor.
- void MoveFrameInfoFrom(DesktopFrame* other);
- // Set and get the ICC profile of the frame data pixels. Useful to build the
- // a ColorSpace object from clients of webrtc library like chromium. The
- // format of an ICC profile is defined in the following specification
- // http://www.color.org/specification/ICC1v43_2010-12.pdf.
- const std::vector<uint8_t>& icc_profile() const { return icc_profile_; }
- void set_icc_profile(const std::vector<uint8_t>& icc_profile) {
- icc_profile_ = icc_profile;
- }
- protected:
- DesktopFrame(DesktopSize size,
- int stride,
- uint8_t* data,
- SharedMemory* shared_memory);
- // Ownership of the buffers is defined by the classes that inherit from this
- // class. They must guarantee that the buffer is not deleted before the frame
- // is deleted.
- uint8_t* const data_;
- SharedMemory* const shared_memory_;
- private:
- const DesktopSize size_;
- const int stride_;
- DesktopRegion updated_region_;
- DesktopVector top_left_;
- DesktopVector dpi_;
- int64_t capture_time_ms_;
- uint32_t capturer_id_;
- std::vector<uint8_t> icc_profile_;
- RTC_DISALLOW_COPY_AND_ASSIGN(DesktopFrame);
- };
- // A DesktopFrame that stores data in the heap.
- class RTC_EXPORT BasicDesktopFrame : public DesktopFrame {
- public:
- // The entire data buffer used for the frame is initialized with zeros.
- explicit BasicDesktopFrame(DesktopSize size);
- ~BasicDesktopFrame() override;
- // Creates a BasicDesktopFrame that contains copy of |frame|.
- // TODO(zijiehe): Return std::unique_ptr<DesktopFrame>
- static DesktopFrame* CopyOf(const DesktopFrame& frame);
- private:
- RTC_DISALLOW_COPY_AND_ASSIGN(BasicDesktopFrame);
- };
- // A DesktopFrame that stores data in shared memory.
- class RTC_EXPORT SharedMemoryDesktopFrame : public DesktopFrame {
- public:
- // May return nullptr if |shared_memory_factory| failed to create a
- // SharedMemory instance.
- // |shared_memory_factory| should not be nullptr.
- static std::unique_ptr<DesktopFrame> Create(
- DesktopSize size,
- SharedMemoryFactory* shared_memory_factory);
- // Takes ownership of |shared_memory|.
- // Deprecated, use the next constructor.
- SharedMemoryDesktopFrame(DesktopSize size,
- int stride,
- SharedMemory* shared_memory);
- // Preferred.
- SharedMemoryDesktopFrame(DesktopSize size,
- int stride,
- std::unique_ptr<SharedMemory> shared_memory);
- ~SharedMemoryDesktopFrame() override;
- private:
- // Avoid unexpected order of parameter evaluation.
- // Executing both std::unique_ptr<T>::operator->() and
- // std::unique_ptr<T>::release() in the member initializer list is not safe.
- // Depends on the order of parameter evaluation,
- // std::unique_ptr<T>::operator->() may trigger assertion failure if it has
- // been evaluated after std::unique_ptr<T>::release(). By using this
- // constructor, std::unique_ptr<T>::operator->() won't be involved anymore.
- SharedMemoryDesktopFrame(DesktopRect rect,
- int stride,
- SharedMemory* shared_memory);
- RTC_DISALLOW_COPY_AND_ASSIGN(SharedMemoryDesktopFrame);
- };
- } // namespace webrtc
- #endif // MODULES_DESKTOP_CAPTURE_DESKTOP_FRAME_H_
|