123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219 |
- /*
- * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
- *
- * Use of this source code is governed by a BSD-style license
- * that can be found in the LICENSE file in the root of the source
- * tree. An additional intellectual property rights grant can be found
- * in the file PATENTS. All contributing project authors may
- * be found in the AUTHORS file in the root of the source tree.
- */
- #ifndef API_VIDEO_VIDEO_FRAME_BUFFER_H_
- #define API_VIDEO_VIDEO_FRAME_BUFFER_H_
- #include <stdint.h>
- #include "api/scoped_refptr.h"
- #include "rtc_base/ref_count.h"
- #include "rtc_base/system/rtc_export.h"
- namespace webrtc {
- class I420BufferInterface;
- class I420ABufferInterface;
- class I444BufferInterface;
- class I010BufferInterface;
- class NV12BufferInterface;
- // Base class for frame buffers of different types of pixel format and storage.
- // The tag in type() indicates how the data is represented, and each type is
- // implemented as a subclass. To access the pixel data, call the appropriate
- // GetXXX() function, where XXX represents the type. There is also a function
- // ToI420() that returns a frame buffer in I420 format, converting from the
- // underlying representation if necessary. I420 is the most widely accepted
- // format and serves as a fallback for video sinks that can only handle I420,
- // e.g. the internal WebRTC software encoders. A special enum value 'kNative' is
- // provided for external clients to implement their own frame buffer
- // representations, e.g. as textures. The external client can produce such
- // native frame buffers from custom video sources, and then cast it back to the
- // correct subclass in custom video sinks. The purpose of this is to improve
- // performance by providing an optimized path without intermediate conversions.
- // Frame metadata such as rotation and timestamp are stored in
- // webrtc::VideoFrame, and not here.
- class RTC_EXPORT VideoFrameBuffer : public rtc::RefCountInterface {
- public:
- // New frame buffer types will be added conservatively when there is an
- // opportunity to optimize the path between some pair of video source and
- // video sink.
- enum class Type {
- kNative,
- kI420,
- kI420A,
- kI444,
- kI010,
- kNV12,
- };
- // This function specifies in what pixel format the data is stored in.
- virtual Type type() const = 0;
- // The resolution of the frame in pixels. For formats where some planes are
- // subsampled, this is the highest-resolution plane.
- virtual int width() const = 0;
- virtual int height() const = 0;
- // Returns a memory-backed frame buffer in I420 format. If the pixel data is
- // in another format, a conversion will take place. All implementations must
- // provide a fallback to I420 for compatibility with e.g. the internal WebRTC
- // software encoders.
- virtual rtc::scoped_refptr<I420BufferInterface> ToI420() = 0;
- // GetI420() methods should return I420 buffer if conversion is trivial, i.e
- // no change for binary data is needed. Otherwise these methods should return
- // nullptr. One example of buffer with that property is
- // WebrtcVideoFrameAdapter in Chrome - it's I420 buffer backed by a shared
- // memory buffer. Therefore it must have type kNative. Yet, ToI420()
- // doesn't affect binary data at all. Another example is any I420A buffer.
- virtual const I420BufferInterface* GetI420() const;
- // These functions should only be called if type() is of the correct type.
- // Calling with a different type will result in a crash.
- const I420ABufferInterface* GetI420A() const;
- const I444BufferInterface* GetI444() const;
- const I010BufferInterface* GetI010() const;
- const NV12BufferInterface* GetNV12() const;
- protected:
- ~VideoFrameBuffer() override {}
- };
- // This interface represents planar formats.
- class PlanarYuvBuffer : public VideoFrameBuffer {
- public:
- virtual int ChromaWidth() const = 0;
- virtual int ChromaHeight() const = 0;
- // Returns the number of steps(in terms of Data*() return type) between
- // successive rows for a given plane.
- virtual int StrideY() const = 0;
- virtual int StrideU() const = 0;
- virtual int StrideV() const = 0;
- protected:
- ~PlanarYuvBuffer() override {}
- };
- // This interface represents 8-bit color depth formats: Type::kI420,
- // Type::kI420A and Type::kI444.
- class PlanarYuv8Buffer : public PlanarYuvBuffer {
- public:
- // Returns pointer to the pixel data for a given plane. The memory is owned by
- // the VideoFrameBuffer object and must not be freed by the caller.
- virtual const uint8_t* DataY() const = 0;
- virtual const uint8_t* DataU() const = 0;
- virtual const uint8_t* DataV() const = 0;
- protected:
- ~PlanarYuv8Buffer() override {}
- };
- class RTC_EXPORT I420BufferInterface : public PlanarYuv8Buffer {
- public:
- Type type() const override;
- int ChromaWidth() const final;
- int ChromaHeight() const final;
- rtc::scoped_refptr<I420BufferInterface> ToI420() final;
- const I420BufferInterface* GetI420() const final;
- protected:
- ~I420BufferInterface() override {}
- };
- class RTC_EXPORT I420ABufferInterface : public I420BufferInterface {
- public:
- Type type() const final;
- virtual const uint8_t* DataA() const = 0;
- virtual int StrideA() const = 0;
- protected:
- ~I420ABufferInterface() override {}
- };
- class I444BufferInterface : public PlanarYuv8Buffer {
- public:
- Type type() const final;
- int ChromaWidth() const final;
- int ChromaHeight() const final;
- protected:
- ~I444BufferInterface() override {}
- };
- // This interface represents 8-bit to 16-bit color depth formats: Type::kI010.
- class PlanarYuv16BBuffer : public PlanarYuvBuffer {
- public:
- // Returns pointer to the pixel data for a given plane. The memory is owned by
- // the VideoFrameBuffer object and must not be freed by the caller.
- virtual const uint16_t* DataY() const = 0;
- virtual const uint16_t* DataU() const = 0;
- virtual const uint16_t* DataV() const = 0;
- protected:
- ~PlanarYuv16BBuffer() override {}
- };
- // Represents Type::kI010, allocates 16 bits per pixel and fills 10 least
- // significant bits with color information.
- class I010BufferInterface : public PlanarYuv16BBuffer {
- public:
- Type type() const override;
- int ChromaWidth() const final;
- int ChromaHeight() const final;
- protected:
- ~I010BufferInterface() override {}
- };
- class BiplanarYuvBuffer : public VideoFrameBuffer {
- public:
- virtual int ChromaWidth() const = 0;
- virtual int ChromaHeight() const = 0;
- // Returns the number of steps(in terms of Data*() return type) between
- // successive rows for a given plane.
- virtual int StrideY() const = 0;
- virtual int StrideUV() const = 0;
- protected:
- ~BiplanarYuvBuffer() override {}
- };
- class BiplanarYuv8Buffer : public BiplanarYuvBuffer {
- public:
- virtual const uint8_t* DataY() const = 0;
- virtual const uint8_t* DataUV() const = 0;
- protected:
- ~BiplanarYuv8Buffer() override {}
- };
- // Represents Type::kNV12. NV12 is full resolution Y and half-resolution
- // interleved UV.
- class NV12BufferInterface : public BiplanarYuv8Buffer {
- public:
- Type type() const override;
- int ChromaWidth() const final;
- int ChromaHeight() const final;
- protected:
- ~NV12BufferInterface() override {}
- };
- } // namespace webrtc
- #endif // API_VIDEO_VIDEO_FRAME_BUFFER_H_
|