| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193 | 
							- /*
 
-  *  Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
 
-  *
 
-  *  Use of this source code is governed by a BSD-style license
 
-  *  that can be found in the LICENSE file in the root of the source
 
-  *  tree. An additional intellectual property rights grant can be found
 
-  *  in the file PATENTS.  All contributing project authors may
 
-  *  be found in the AUTHORS file in the root of the source tree.
 
-  */
 
- #ifndef API_AUDIO_CODECS_AUDIO_DECODER_H_
 
- #define API_AUDIO_CODECS_AUDIO_DECODER_H_
 
- #include <stddef.h>
 
- #include <stdint.h>
 
- #include <memory>
 
- #include <vector>
 
- #include "absl/types/optional.h"
 
- #include "api/array_view.h"
 
- #include "rtc_base/buffer.h"
 
- #include "rtc_base/constructor_magic.h"
 
- namespace webrtc {
 
- class AudioDecoder {
 
-  public:
 
-   enum SpeechType {
 
-     kSpeech = 1,
 
-     kComfortNoise = 2,
 
-   };
 
-   // Used by PacketDuration below. Save the value -1 for errors.
 
-   enum { kNotImplemented = -2 };
 
-   AudioDecoder() = default;
 
-   virtual ~AudioDecoder() = default;
 
-   class EncodedAudioFrame {
 
-    public:
 
-     struct DecodeResult {
 
-       size_t num_decoded_samples;
 
-       SpeechType speech_type;
 
-     };
 
-     virtual ~EncodedAudioFrame() = default;
 
-     // Returns the duration in samples-per-channel of this audio frame.
 
-     // If no duration can be ascertained, returns zero.
 
-     virtual size_t Duration() const = 0;
 
-     // Returns true if this packet contains DTX.
 
-     virtual bool IsDtxPacket() const;
 
-     // Decodes this frame of audio and writes the result in |decoded|.
 
-     // |decoded| must be large enough to store as many samples as indicated by a
 
-     // call to Duration() . On success, returns an absl::optional containing the
 
-     // total number of samples across all channels, as well as whether the
 
-     // decoder produced comfort noise or speech. On failure, returns an empty
 
-     // absl::optional. Decode may be called at most once per frame object.
 
-     virtual absl::optional<DecodeResult> Decode(
 
-         rtc::ArrayView<int16_t> decoded) const = 0;
 
-   };
 
-   struct ParseResult {
 
-     ParseResult();
 
-     ParseResult(uint32_t timestamp,
 
-                 int priority,
 
-                 std::unique_ptr<EncodedAudioFrame> frame);
 
-     ParseResult(ParseResult&& b);
 
-     ~ParseResult();
 
-     ParseResult& operator=(ParseResult&& b);
 
-     // The timestamp of the frame is in samples per channel.
 
-     uint32_t timestamp;
 
-     // The relative priority of the frame compared to other frames of the same
 
-     // payload and the same timeframe. A higher value means a lower priority.
 
-     // The highest priority is zero - negative values are not allowed.
 
-     int priority;
 
-     std::unique_ptr<EncodedAudioFrame> frame;
 
-   };
 
-   // Let the decoder parse this payload and prepare zero or more decodable
 
-   // frames. Each frame must be between 10 ms and 120 ms long. The caller must
 
-   // ensure that the AudioDecoder object outlives any frame objects returned by
 
-   // this call. The decoder is free to swap or move the data from the |payload|
 
-   // buffer. |timestamp| is the input timestamp, in samples, corresponding to
 
-   // the start of the payload.
 
-   virtual std::vector<ParseResult> ParsePayload(rtc::Buffer&& payload,
 
-                                                 uint32_t timestamp);
 
-   // TODO(bugs.webrtc.org/10098): The Decode and DecodeRedundant methods are
 
-   // obsolete; callers should call ParsePayload instead. For now, subclasses
 
-   // must still implement DecodeInternal.
 
-   // Decodes |encode_len| bytes from |encoded| and writes the result in
 
-   // |decoded|. The maximum bytes allowed to be written into |decoded| is
 
-   // |max_decoded_bytes|. Returns the total number of samples across all
 
-   // channels. If the decoder produced comfort noise, |speech_type|
 
-   // is set to kComfortNoise, otherwise it is kSpeech. The desired output
 
-   // sample rate is provided in |sample_rate_hz|, which must be valid for the
 
-   // codec at hand.
 
-   int Decode(const uint8_t* encoded,
 
-              size_t encoded_len,
 
-              int sample_rate_hz,
 
-              size_t max_decoded_bytes,
 
-              int16_t* decoded,
 
-              SpeechType* speech_type);
 
-   // Same as Decode(), but interfaces to the decoders redundant decode function.
 
-   // The default implementation simply calls the regular Decode() method.
 
-   int DecodeRedundant(const uint8_t* encoded,
 
-                       size_t encoded_len,
 
-                       int sample_rate_hz,
 
-                       size_t max_decoded_bytes,
 
-                       int16_t* decoded,
 
-                       SpeechType* speech_type);
 
-   // Indicates if the decoder implements the DecodePlc method.
 
-   virtual bool HasDecodePlc() const;
 
-   // Calls the packet-loss concealment of the decoder to update the state after
 
-   // one or several lost packets. The caller has to make sure that the
 
-   // memory allocated in |decoded| should accommodate |num_frames| frames.
 
-   virtual size_t DecodePlc(size_t num_frames, int16_t* decoded);
 
-   // Asks the decoder to generate packet-loss concealment and append it to the
 
-   // end of |concealment_audio|. The concealment audio should be in
 
-   // channel-interleaved format, with as many channels as the last decoded
 
-   // packet produced. The implementation must produce at least
 
-   // requested_samples_per_channel, or nothing at all. This is a signal to the
 
-   // caller to conceal the loss with other means. If the implementation provides
 
-   // concealment samples, it is also responsible for "stitching" it together
 
-   // with the decoded audio on either side of the concealment.
 
-   // Note: The default implementation of GeneratePlc will be deleted soon. All
 
-   // implementations must provide their own, which can be a simple as a no-op.
 
-   // TODO(bugs.webrtc.org/9676): Remove default impementation.
 
-   virtual void GeneratePlc(size_t requested_samples_per_channel,
 
-                            rtc::BufferT<int16_t>* concealment_audio);
 
-   // Resets the decoder state (empty buffers etc.).
 
-   virtual void Reset() = 0;
 
-   // Returns the last error code from the decoder.
 
-   virtual int ErrorCode();
 
-   // Returns the duration in samples-per-channel of the payload in |encoded|
 
-   // which is |encoded_len| bytes long. Returns kNotImplemented if no duration
 
-   // estimate is available, or -1 in case of an error.
 
-   virtual int PacketDuration(const uint8_t* encoded, size_t encoded_len) const;
 
-   // Returns the duration in samples-per-channel of the redandant payload in
 
-   // |encoded| which is |encoded_len| bytes long. Returns kNotImplemented if no
 
-   // duration estimate is available, or -1 in case of an error.
 
-   virtual int PacketDurationRedundant(const uint8_t* encoded,
 
-                                       size_t encoded_len) const;
 
-   // Detects whether a packet has forward error correction. The packet is
 
-   // comprised of the samples in |encoded| which is |encoded_len| bytes long.
 
-   // Returns true if the packet has FEC and false otherwise.
 
-   virtual bool PacketHasFec(const uint8_t* encoded, size_t encoded_len) const;
 
-   // Returns the actual sample rate of the decoder's output. This value may not
 
-   // change during the lifetime of the decoder.
 
-   virtual int SampleRateHz() const = 0;
 
-   // The number of channels in the decoder's output. This value may not change
 
-   // during the lifetime of the decoder.
 
-   virtual size_t Channels() const = 0;
 
-  protected:
 
-   static SpeechType ConvertSpeechType(int16_t type);
 
-   virtual int DecodeInternal(const uint8_t* encoded,
 
-                              size_t encoded_len,
 
-                              int sample_rate_hz,
 
-                              int16_t* decoded,
 
-                              SpeechType* speech_type) = 0;
 
-   virtual int DecodeRedundantInternal(const uint8_t* encoded,
 
-                                       size_t encoded_len,
 
-                                       int sample_rate_hz,
 
-                                       int16_t* decoded,
 
-                                       SpeechType* speech_type);
 
-  private:
 
-   RTC_DISALLOW_COPY_AND_ASSIGN(AudioDecoder);
 
- };
 
- }  // namespace webrtc
 
- #endif  // API_AUDIO_CODECS_AUDIO_DECODER_H_
 
 
  |