/*
* Copyright (c) 2016-2023, NVIDIA CORPORATION. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* * Neither the name of NVIDIA CORPORATION nor the names of its
* contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
/**
* @file
* Libargus API: Capture Metadata API
*
* @b Description: Defines the CaptureMetadata objects and interfaces.
*/
#ifndef _ARGUS_CAPTURE_METADATA_H
#define _ARGUS_CAPTURE_METADATA_H
namespace Argus
{
/**
* Container for metadata generated by a single completed capture.
*
* @defgroup ArgusCaptureMetadata CaptureMetadata
* @ingroup ArgusObjects
*/
class CaptureMetadata : public InterfaceProvider
{
protected:
~CaptureMetadata() {}
};
/**
* An object that holds a CaptureMetadata instance
* and is used to read the capture metadata from a consumer thread directly from
* the embedded EGLStream metadata. It exposes the same interfaces as
* CaptureMetadata, but is owned by the consumer.
*/
class CaptureMetadataContainer : public InterfaceProvider, public Destructable
{
protected:
~CaptureMetadataContainer() {}
};
/**
* @class IBayerHistogram
*
* Interface to Bayer histogram metadata (provided by ICaptureMetadata::getBayerHistogram()).
*
* Bins are evenly distributed across the possible range of values, each containing
* the number of pixels whose value fell within the range for that bin.
*
* @ingroup ArgusBayerHistogram
*/
DEFINE_UUID(InterfaceID, IID_BAYER_HISTOGRAM, 50bc4f1c,6424,beb7,baae,b0,90,c9,c3,25,9e);
class IBayerHistogram : public Interface
{
public:
static const InterfaceID& id() { return IID_BAYER_HISTOGRAM; }
/**
* Returns the number of bins in the histogram.
*/
virtual uint32_t getBinCount() const = 0;
/**
* Returns the histogram data.
*
* @param[out] histogram The output vector to store the histogram data. Upon successful
* return, this vector will be replaced with getBinCount() bin values,
* each containing per-channel pixel counts within a BayerTuple container.
*/
virtual Status getHistogram(std::vector< BayerTuple >* histogram) const = 0;
protected:
~IBayerHistogram() {}
};
/**
* @class IRGBHistogram
*
* Interface to RGB histogram metadata (provided by ICaptureMetadata::getRGBHistogram()).
*
* Bins are evenly distributed across the possible range of values, each containing
* the number of pixels whose value fell within the range for that bin.
*
* @ingroup ArgusRGBHistogram
*/
DEFINE_UUID(InterfaceID, IID_RGB_HISTOGRAM, 50bc4f1d,6424,beb7,baae,b0,90,c9,c3,25,9e);
class IRGBHistogram : public Interface
{
public:
static const InterfaceID& id() { return IID_RGB_HISTOGRAM; }
/**
* Returns the number of bins in the histogram.
*/
virtual uint32_t getBinCount() const = 0;
/**
* Returns the histogram data.
*
* @param[out] histogram The output vector to store the histogram data. Upon successful
* return, this vector will be replaced with getBinCount() bin values,
* each containing per-channel pixel counts within an RGBTuple container.
*/
virtual Status getHistogram(std::vector< RGBTuple >* histogram) const = 0;
protected:
~IRGBHistogram() {}
};
/**
* @class IStreamCaptureMetadata
*
* Interface to per-stream metadata (provided by ICaptureMetadata::getStreamMetadata()).
*
* @ingroup ArgusStreamCaptureMetadata
*/
DEFINE_UUID(InterfaceID, IID_STREAM_CAPTURE_METADATA, 61cbe0a8,0ee1,4c67,baae,02,02,1a,b8,d9,47);
class IStreamCaptureMetadata : public Interface
{
public:
static const InterfaceID& id() { return IID_STREAM_CAPTURE_METADATA; }
/**
* Returns the clip rectangle used for this stream.
*/
virtual Rectangle getSourceClipRect() const = 0;
protected:
~IStreamCaptureMetadata() {}
};
/**
* @class ICaptureMetadata
*
* Interface to the core capture metadata.
*
* @ingroup ArgusCaptureMetadata
*
* @defgroup ArgusStreamCaptureMetadata StreamMetadata
* Child stream metadata, returned by ICaptureMetadata::getStreamMetadata
* @ingroup ArgusCaptureMetadata
*
* @defgroup ArgusRGBHistogram RGBHistogram
* Child RGB histogram metadata, returned by ICaptureMetadata::getRGBHistogram
* @ingroup ArgusCaptureMetadata
*
* @defgroup ArgusBayerHistogram BayerHistogram
* Child Bayer histogram metadata, returned by ICaptureMetadata::getBayerHistogram
* @ingroup ArgusCaptureMetadata
*/
DEFINE_UUID(InterfaceID, IID_CAPTURE_METADATA, 5f6ac5d4,59e8,45d0,8bac,38,09,1f,f8,74,a9);
class ICaptureMetadata : public Interface
{
public:
static const InterfaceID& id() { return IID_CAPTURE_METADATA; }
static const uint32_t NUM_COLOR_CORRECTION_ELEMENTS = 9;
static const uint32_t NUM_AWB_WB_ESTIMATE_ELEMENTS = 4;
/**
* Returns the capture id (the value returned from ICaptureSession::capture())
* of the capture that generated this metadata.
*/
virtual uint32_t getCaptureId() const = 0;
/**
* Returns the sensor source index for this capture. This is useful to know which sensor
* captured frame and metadata belongs to, in case of sync sensor usecase.
*/
virtual uint32_t getSourceIndex() const = 0;
/**
* Returns the @c clientData value for the Request used in the capture
* that generated this metadata.
*
* @see ICaptureSession::createRequest()
*/
virtual uint32_t getClientData() const = 0;
/**
* Returns the per-stream metadata provider for @c stream.
* This object will provide the IStreamCaptureMetadata interface.
*/
virtual InterfaceProvider* getStreamMetadata(const OutputStream* stream) const = 0;
/**
* Returns the Bayer histogram for this capture.
* This object will provide the IBayerHistogram interface.
*/
virtual const InterfaceProvider* getBayerHistogram() const = 0;
/**
* Returns the RGB histogram for this capture.
* This object will provide the IRGBHistogram interface.
*/
virtual const InterfaceProvider* getRGBHistogram() const = 0;
/**
* Returns true if and only if AE was locked for this capture.
*/
virtual bool getAeLocked() const = 0;
/**
* Gets the AE regions of interest used for this capture.
*
* @param[in] regions A vector that will be populated with the AE regions used in capture.
*
* @returns success/status of the call.
*/
virtual Status getAeRegions(std::vector* regions) const = 0;
/**
* Returns the rectangle of the bayer histogram region of interest.
*/
virtual Rectangle getBayerHistogramRegion() const = 0;
/**
* Returns the state of AE when it ran for this capture.
*/
virtual AeState getAeState() const = 0;
/**
* Returns the flicker state of this capture.
*/
virtual AeFlickerState getFlickerState() const = 0;
/**
* Returns the aperture position.
*/
virtual int32_t getAperturePosition() const = 0;
/**
* Returns the focuser position used for this capture (in focuser steps).
*/
virtual int32_t getFocuserPosition() const = 0;
/**
* Returns the CCT calculated by AWB for this capture.
*/
virtual uint32_t getAwbCct() const = 0;
/**
* Returns the AWB gains used for this capture as per AwbMode.
*/
virtual BayerTuple getAwbGains() const = 0;
/**
* Returns the AWB mode used for this capture.
*/
virtual AwbMode getAwbMode() const = 0;
/**
* Gets the AWB regions of interest used for this capture.
*
* @param[in] regions A vector that will be populated with the AWB regions used in capture.
*
* @returns success/status of the call.
*/
virtual Status getAwbRegions(std::vector* regions) const = 0;
/**
* Gets the AF regions of interest used for this capture.
*
* @param[in] regions A vector that will be populated with the AF regions used in capture.
*
* @returns success/status of the call.
*/
virtual Status getAfRegions(std::vector* regions) const = 0;
/**
* Gets the sharpness score values calculated for corresponding AF regions.
*
* @param[in] values A vector that will be populated with the sharpness scores used in capture.
*
* @returns success/status of the call.
*/
virtual Status getSharpnessScore(std::vector* values) const = 0;
/**
* @returns the state of AWB when it ran for this capture.
*/
virtual AwbState getAwbState() const = 0;
/**
* Gets the current AWB WB estimate as a vector of NUM_AWB_WB_ESTIMATE_ELEMENTS values.
* @todo Document the meaning of an AWB WB estimate.
*
* @param[in] estimate A vector that will be populated with the AWB WB estimates.
*
* @returns success/status of the call.
*/
virtual Status getAwbWbEstimate(std::vector* estimate) const = 0;
/**
* Returns the enable state for the client-supplied Color Correction Matrix.
*/
virtual bool getColorCorrectionMatrixEnable() const = 0;
/**
* Gets the 3x3 client-supplied Color Correction Matrix as a flattened
* (row-major) vector of 9 values. This matrix is irrelevant if
* getColorCorrectionMatrixEnable() == false.
*
* @param[in] ccMatrix A vector that will be populated with the color correction matrix.
*
* @returns success/status of the call.
*/
virtual Status getColorCorrectionMatrix(std::vector* ccMatrix) const = 0;
/**
* Returns the color saturation value used for this capture (including biasing).
*/
virtual float getColorSaturation() const = 0;
/**
* Returns the time it took to integrate this capture (in nanoseconds).
* @todo Provide a more precise description of frame duration.
*/
virtual uint64_t getFrameDuration() const = 0;
/**
* Returns the digital gain used for this capture.
*/
virtual float getIspDigitalGain() const = 0;
/**
* Returns the frame readout time for this capture (in nanoseconds) from
* the beginning of the first line to the beginning of the last line.
*/
virtual uint64_t getFrameReadoutTime() const = 0;
/**
* Returns the estimated scene brightness for this capture (in lux).
*/
virtual float getSceneLux() const = 0;
/**
* Returns the sensor analog gain used for this capture.
*/
virtual float getSensorAnalogGain() const = 0;
/**
* Returns the sensor exposure time for this capture (in nanoseconds).
*/
virtual uint64_t getSensorExposureTime() const = 0;
/**
* Returns the ISO value used for this capture.
*/
virtual uint32_t getSensorSensitivity() const = 0;
/**
* Returns the start timestamp for the sensor (in nanoseconds).
* This is the time that the first data from this capture arrives from the sensor.
*/
virtual uint64_t getSensorTimestamp() const = 0;
/**
* Returns true if and only if a user-specified tone map curve was used for this capture.
*/
virtual bool getToneMapCurveEnabled() const = 0;
/**
* Returns the specified color channel for the tone mapping table
* (as a vector of NUM_TONE_MAP_ELEMENTS values). These values are irrelevant if
* getToneMapCurveEnabled() == false.
*
* @param[in] channel Specified the color channel for which the curve will be returned.
* @param[in] curve A vector that will be populated with the color curve used in capture.
*
* @returns success/status of the call.
*/
virtual Status getToneMapCurve(RGBChannel channel, std::vector* curve) const = 0;
protected:
~ICaptureMetadata() {}
};
/**
* @class IDenoiseMetadata
*
* Interface to denoise metadata.
*
* @ingroup ArgusCaptureMetadata
*/
DEFINE_UUID(InterfaceID, IID_DENOISE_METADATA, 7A461D23,6AE1,11E6,BDF4,08,00,20,0C,9A,66);
class IDenoiseMetadata : public Interface
{
public:
static const InterfaceID& id() { return IID_DENOISE_METADATA; }
/**
* Returns the denoise mode used for the capture.
*/
virtual DenoiseMode getDenoiseMode() const = 0;
/**
* Returns the denoise strength used for the capture.
*/
virtual float getDenoiseStrength() const = 0;
protected:
~IDenoiseMetadata() {}
};
/**
* @class IEdgeEnhanceMetadata
*
* Interface to edge enhancement metadata.
*
* @ingroup ArgusCaptureMetadata
*/
DEFINE_UUID(InterfaceID, IID_EDGE_ENHANCE_METADATA, 7A461D24,6AE1,11E6,BDF4,08,00,20,0C,9A,66);
class IEdgeEnhanceMetadata : public Interface
{
public:
static const InterfaceID& id() { return IID_EDGE_ENHANCE_METADATA; }
/**
* Returns the edge enhancement mode used for the capture.
*/
virtual EdgeEnhanceMode getEdgeEnhanceMode() const = 0;
/**
* Returns the edge enhancement strength used for the capture.
*/
virtual float getEdgeEnhanceStrength() const = 0;
protected:
~IEdgeEnhanceMetadata() {}
};
} // namespace Argus
#endif // _ARGUS_CAPTURE_METADATA_H