123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377 |
- /*
- * AAC definitions and structures
- * Copyright (c) 2005-2006 Oded Shimon ( ods15 ods15 dyndns org )
- * Copyright (c) 2006-2007 Maxim Gavrilov ( maxim.gavrilov gmail com )
- *
- * This file is part of FFmpeg.
- *
- * FFmpeg is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 2.1 of the License, or (at your option) any later version.
- *
- * FFmpeg is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with FFmpeg; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
- */
- /**
- * @file
- * AAC definitions and structures
- * @author Oded Shimon ( ods15 ods15 dyndns org )
- * @author Maxim Gavrilov ( maxim.gavrilov gmail com )
- */
- #ifndef AVCODEC_AAC_H
- #define AVCODEC_AAC_H
- #include "aac_defines.h"
- #include "libavutil/float_dsp.h"
- #include "libavutil/fixed_dsp.h"
- #include "avcodec.h"
- #if !USE_FIXED
- #include "mdct15.h"
- #endif
- #include "fft.h"
- #include "mpeg4audio.h"
- #include "sbr.h"
- #include <stdint.h>
- #define MAX_CHANNELS 64
- #define MAX_ELEM_ID 16
- #define TNS_MAX_ORDER 20
- #define MAX_LTP_LONG_SFB 40
- #define CLIP_AVOIDANCE_FACTOR 0.95f
- enum RawDataBlockType {
- TYPE_SCE,
- TYPE_CPE,
- TYPE_CCE,
- TYPE_LFE,
- TYPE_DSE,
- TYPE_PCE,
- TYPE_FIL,
- TYPE_END,
- };
- enum ExtensionPayloadID {
- EXT_FILL,
- EXT_FILL_DATA,
- EXT_DATA_ELEMENT,
- EXT_DYNAMIC_RANGE = 0xb,
- EXT_SBR_DATA = 0xd,
- EXT_SBR_DATA_CRC = 0xe,
- };
- enum WindowSequence {
- ONLY_LONG_SEQUENCE,
- LONG_START_SEQUENCE,
- EIGHT_SHORT_SEQUENCE,
- LONG_STOP_SEQUENCE,
- };
- enum BandType {
- ZERO_BT = 0, ///< Scalefactors and spectral data are all zero.
- FIRST_PAIR_BT = 5, ///< This and later band types encode two values (rather than four) with one code word.
- ESC_BT = 11, ///< Spectral data are coded with an escape sequence.
- RESERVED_BT = 12, ///< Band types following are encoded differently from others.
- NOISE_BT = 13, ///< Spectral data are scaled white noise not coded in the bitstream.
- INTENSITY_BT2 = 14, ///< Scalefactor data are intensity stereo positions (out of phase).
- INTENSITY_BT = 15, ///< Scalefactor data are intensity stereo positions (in phase).
- };
- #define IS_CODEBOOK_UNSIGNED(x) (((x) - 1) & 10)
- enum ChannelPosition {
- AAC_CHANNEL_OFF = 0,
- AAC_CHANNEL_FRONT = 1,
- AAC_CHANNEL_SIDE = 2,
- AAC_CHANNEL_BACK = 3,
- AAC_CHANNEL_LFE = 4,
- AAC_CHANNEL_CC = 5,
- };
- /**
- * The point during decoding at which channel coupling is applied.
- */
- enum CouplingPoint {
- BEFORE_TNS,
- BETWEEN_TNS_AND_IMDCT,
- AFTER_IMDCT = 3,
- };
- /**
- * Output configuration status
- */
- enum OCStatus {
- OC_NONE, ///< Output unconfigured
- OC_TRIAL_PCE, ///< Output configuration under trial specified by an inband PCE
- OC_TRIAL_FRAME, ///< Output configuration under trial specified by a frame header
- OC_GLOBAL_HDR, ///< Output configuration set in a global header but not yet locked
- OC_LOCKED, ///< Output configuration locked in place
- };
- typedef struct OutputConfiguration {
- MPEG4AudioConfig m4ac;
- uint8_t layout_map[MAX_ELEM_ID*4][3];
- int layout_map_tags;
- int channels;
- uint64_t channel_layout;
- enum OCStatus status;
- } OutputConfiguration;
- /**
- * Predictor State
- */
- typedef struct PredictorState {
- AAC_FLOAT cor0;
- AAC_FLOAT cor1;
- AAC_FLOAT var0;
- AAC_FLOAT var1;
- AAC_FLOAT r0;
- AAC_FLOAT r1;
- AAC_FLOAT k1;
- AAC_FLOAT x_est;
- } PredictorState;
- #define MAX_PREDICTORS 672
- #define SCALE_DIV_512 36 ///< scalefactor difference that corresponds to scale difference in 512 times
- #define SCALE_ONE_POS 140 ///< scalefactor index that corresponds to scale=1.0
- #define SCALE_MAX_POS 255 ///< scalefactor index maximum value
- #define SCALE_MAX_DIFF 60 ///< maximum scalefactor difference allowed by standard
- #define SCALE_DIFF_ZERO 60 ///< codebook index corresponding to zero scalefactor indices difference
- #define POW_SF2_ZERO 200 ///< ff_aac_pow2sf_tab index corresponding to pow(2, 0);
- #define NOISE_PRE 256 ///< preamble for NOISE_BT, put in bitstream with the first noise band
- #define NOISE_PRE_BITS 9 ///< length of preamble
- #define NOISE_OFFSET 90 ///< subtracted from global gain, used as offset for the preamble
- /**
- * Long Term Prediction
- */
- typedef struct LongTermPrediction {
- int8_t present;
- int16_t lag;
- int coef_idx;
- INTFLOAT coef;
- int8_t used[MAX_LTP_LONG_SFB];
- } LongTermPrediction;
- /**
- * Individual Channel Stream
- */
- typedef struct IndividualChannelStream {
- uint8_t max_sfb; ///< number of scalefactor bands per group
- enum WindowSequence window_sequence[2];
- uint8_t use_kb_window[2]; ///< If set, use Kaiser-Bessel window, otherwise use a sine window.
- int num_window_groups;
- uint8_t group_len[8];
- LongTermPrediction ltp;
- const uint16_t *swb_offset; ///< table of offsets to the lowest spectral coefficient of a scalefactor band, sfb, for a particular window
- const uint8_t *swb_sizes; ///< table of scalefactor band sizes for a particular window
- int num_swb; ///< number of scalefactor window bands
- int num_windows;
- int tns_max_bands;
- int predictor_present;
- int predictor_initialized;
- int predictor_reset_group;
- int predictor_reset_count[31]; ///< used by encoder to count prediction resets
- uint8_t prediction_used[41];
- uint8_t window_clipping[8]; ///< set if a certain window is near clipping
- float clip_avoidance_factor; ///< set if any window is near clipping to the necessary atennuation factor to avoid it
- } IndividualChannelStream;
- /**
- * Temporal Noise Shaping
- */
- typedef struct TemporalNoiseShaping {
- int present;
- int n_filt[8];
- int length[8][4];
- int direction[8][4];
- int order[8][4];
- int coef_idx[8][4][TNS_MAX_ORDER];
- INTFLOAT coef[8][4][TNS_MAX_ORDER];
- } TemporalNoiseShaping;
- /**
- * Dynamic Range Control - decoded from the bitstream but not processed further.
- */
- typedef struct DynamicRangeControl {
- int pce_instance_tag; ///< Indicates with which program the DRC info is associated.
- int dyn_rng_sgn[17]; ///< DRC sign information; 0 - positive, 1 - negative
- int dyn_rng_ctl[17]; ///< DRC magnitude information
- int exclude_mask[MAX_CHANNELS]; ///< Channels to be excluded from DRC processing.
- int band_incr; ///< Number of DRC bands greater than 1 having DRC info.
- int interpolation_scheme; ///< Indicates the interpolation scheme used in the SBR QMF domain.
- int band_top[17]; ///< Indicates the top of the i-th DRC band in units of 4 spectral lines.
- int prog_ref_level; /**< A reference level for the long-term program audio level for all
- * channels combined.
- */
- } DynamicRangeControl;
- typedef struct Pulse {
- int num_pulse;
- int start;
- int pos[4];
- int amp[4];
- } Pulse;
- /**
- * coupling parameters
- */
- typedef struct ChannelCoupling {
- enum CouplingPoint coupling_point; ///< The point during decoding at which coupling is applied.
- int num_coupled; ///< number of target elements
- enum RawDataBlockType type[8]; ///< Type of channel element to be coupled - SCE or CPE.
- int id_select[8]; ///< element id
- int ch_select[8]; /**< [0] shared list of gains; [1] list of gains for right channel;
- * [2] list of gains for left channel; [3] lists of gains for both channels
- */
- INTFLOAT gain[16][120];
- } ChannelCoupling;
- /**
- * Single Channel Element - used for both SCE and LFE elements.
- */
- typedef struct SingleChannelElement {
- IndividualChannelStream ics;
- TemporalNoiseShaping tns;
- Pulse pulse;
- enum BandType band_type[128]; ///< band types
- enum BandType band_alt[128]; ///< alternative band type (used by encoder)
- int band_type_run_end[120]; ///< band type run end points
- INTFLOAT sf[120]; ///< scalefactors
- int sf_idx[128]; ///< scalefactor indices (used by encoder)
- uint8_t zeroes[128]; ///< band is not coded (used by encoder)
- uint8_t can_pns[128]; ///< band is allowed to PNS (informative)
- float is_ener[128]; ///< Intensity stereo pos (used by encoder)
- float pns_ener[128]; ///< Noise energy values (used by encoder)
- DECLARE_ALIGNED(32, INTFLOAT, pcoeffs)[1024]; ///< coefficients for IMDCT, pristine
- DECLARE_ALIGNED(32, INTFLOAT, coeffs)[1024]; ///< coefficients for IMDCT, maybe processed
- DECLARE_ALIGNED(32, INTFLOAT, saved)[1536]; ///< overlap
- DECLARE_ALIGNED(32, INTFLOAT, ret_buf)[2048]; ///< PCM output buffer
- DECLARE_ALIGNED(16, INTFLOAT, ltp_state)[3072]; ///< time signal for LTP
- DECLARE_ALIGNED(32, AAC_FLOAT, lcoeffs)[1024]; ///< MDCT of LTP coefficients (used by encoder)
- DECLARE_ALIGNED(32, AAC_FLOAT, prcoeffs)[1024]; ///< Main prediction coefs (used by encoder)
- PredictorState predictor_state[MAX_PREDICTORS];
- INTFLOAT *ret; ///< PCM output
- } SingleChannelElement;
- /**
- * channel element - generic struct for SCE/CPE/CCE/LFE
- */
- typedef struct ChannelElement {
- int present;
- // CPE specific
- int common_window; ///< Set if channels share a common 'IndividualChannelStream' in bitstream.
- int ms_mode; ///< Signals mid/side stereo flags coding mode (used by encoder)
- uint8_t is_mode; ///< Set if any bands have been encoded using intensity stereo (used by encoder)
- uint8_t ms_mask[128]; ///< Set if mid/side stereo is used for each scalefactor window band
- uint8_t is_mask[128]; ///< Set if intensity stereo is used (used by encoder)
- // shared
- SingleChannelElement ch[2];
- // CCE specific
- ChannelCoupling coup;
- SpectralBandReplication sbr;
- } ChannelElement;
- /**
- * main AAC context
- */
- struct AACContext {
- AVClass *class;
- AVCodecContext *avctx;
- AVFrame *frame;
- int is_saved; ///< Set if elements have stored overlap from previous frame.
- DynamicRangeControl che_drc;
- /**
- * @name Channel element related data
- * @{
- */
- ChannelElement *che[4][MAX_ELEM_ID];
- ChannelElement *tag_che_map[4][MAX_ELEM_ID];
- int tags_mapped;
- int warned_remapping_once;
- /** @} */
- /**
- * @name temporary aligned temporary buffers
- * (We do not want to have these on the stack.)
- * @{
- */
- DECLARE_ALIGNED(32, INTFLOAT, buf_mdct)[1024];
- /** @} */
- /**
- * @name Computed / set up during initialization
- * @{
- */
- FFTContext mdct;
- FFTContext mdct_small;
- FFTContext mdct_ld;
- FFTContext mdct_ltp;
- #if USE_FIXED
- AVFixedDSPContext *fdsp;
- #else
- MDCT15Context *mdct120;
- MDCT15Context *mdct480;
- MDCT15Context *mdct960;
- AVFloatDSPContext *fdsp;
- #endif /* USE_FIXED */
- int random_state;
- /** @} */
- /**
- * @name Members used for output
- * @{
- */
- SingleChannelElement *output_element[MAX_CHANNELS]; ///< Points to each SingleChannelElement
- /** @} */
- /**
- * @name Japanese DTV specific extension
- * @{
- */
- int force_dmono_mode;///< 0->not dmono, 1->use first channel, 2->use second channel
- int dmono_mode; ///< 0->not dmono, 1->use first channel, 2->use second channel
- /** @} */
- DECLARE_ALIGNED(32, INTFLOAT, temp)[128];
- OutputConfiguration oc[2];
- int warned_num_aac_frames;
- int warned_960_sbr;
- unsigned warned_71_wide;
- int warned_gain_control;
- /* aacdec functions pointers */
- void (*imdct_and_windowing)(AACContext *ac, SingleChannelElement *sce);
- void (*apply_ltp)(AACContext *ac, SingleChannelElement *sce);
- void (*apply_tns)(INTFLOAT coef[1024], TemporalNoiseShaping *tns,
- IndividualChannelStream *ics, int decode);
- void (*windowing_and_mdct_ltp)(AACContext *ac, INTFLOAT *out,
- INTFLOAT *in, IndividualChannelStream *ics);
- void (*update_ltp)(AACContext *ac, SingleChannelElement *sce);
- void (*vector_pow43)(int *coefs, int len);
- void (*subband_scale)(int *dst, int *src, int scale, int offset, int len, void *log_context);
- };
- void ff_aacdec_init_mips(AACContext *c);
- #endif /* AVCODEC_AAC_H */
|