ContainerCommon.h

Go to the documentation of this file.

#pragma once
 
#include "AudioTools/AudioCodecs/AudioCodecsBase.h"
#include "AudioTools/Video/Video.h"
 
namespace audio_tools {

struct MuxerVideoConfig {
  uint16_t width = 320;
  uint16_t height = 240;
  float fps = 25.0f;
  VideoFormat format = VideoFormat::H264;
  const char *fourcc = nullptr;
};

class Muxer : public VideoOutput {
 public:
  virtual const char *mimeVideo() = 0;

  virtual void setOutput(Print &out) = 0;

  virtual void setVideoInfo(MuxerVideoConfig config) = 0;
  virtual MuxerVideoConfig getVideoInfo() = 0;

  virtual void setAudioInfo(AudioInfoFormat info) = 0;
  virtual AudioInfoFormat &audioInfo() = 0;

  float getAudioSamplesPerVideoFrame() {
    float fps = getVideoInfo().fps;
    return fps > 0 ? (float)audioInfo().sample_rate / fps : 0;
  }

  virtual bool begin() = 0;
  virtual void end() = 0;
  virtual operator bool() = 0;

  virtual void setStreamType(StreamContentType type) = 0;
  virtual StreamContentType streamType() = 0;

  virtual size_t addVideoFrame(const uint8_t *data, size_t len,
                               bool isKeyFrame = true) = 0;
  virtual size_t addJpegFrame(const uint8_t *data, size_t len) = 0;
  virtual size_t addYUV422Frame(const uint8_t *data, size_t len) = 0;
  virtual size_t addRGB565Frame(const uint8_t *data, size_t len) = 0;
  virtual size_t addI420Frame(const uint8_t *data, size_t len) = 0;
  virtual size_t addAudioFrame(const uint8_t *data, size_t len) = 0;
 
  virtual void flush() {
    if (p_print) p_print->flush();
  }
 
 protected:
  Print *p_print = nullptr;
};

class MuxerVideoSink : public Print {
 public:
  void begin(Muxer &muxer) { p_muxer = &muxer; }
  size_t write(uint8_t c) override { return write(&c, 1); }
  size_t write(const uint8_t *data, size_t len) override {
    bool is_key = true;
    if (p_muxer->getVideoInfo().format == VideoFormat::H264) {
      is_key = isH264KeyFrame(data, len);
    }
    return p_muxer->addVideoFrame(data, len, is_key);
  }
 
 protected:
  Muxer *p_muxer = nullptr;
};

class MuxerAudioSink : public Print {
 public:
  void begin(Muxer &muxer) { p_muxer = &muxer; }
  size_t write(uint8_t c) override { return write(&c, 1); }
  size_t write(const uint8_t *data, size_t len) override {
    return p_muxer->addAudioFrame(data, len);
  }
 
 protected:
  Muxer *p_muxer = nullptr;
};

class Demuxer : public ContainerDecoder, public MimeSource, public VideoInfoSource {
 public:
  virtual const char *mimeVideo() = 0;
  const char *mime() override = 0;

  virtual void setOutputAudio(Print &out) = 0;
  virtual void setOutputVideo(Print &out) = 0;
  virtual void setOutputVideo(VideoOutput &out) = 0;

  virtual VideoInfo getVideoInfo() = 0;
  VideoInfo videoInfo() override { return getVideoInfo(); }
  virtual AudioInfoFormat getAudioInfo() = 0;

  virtual void setSendWavHeader(bool flag) = 0;

  virtual bool isValid(const uint8_t *data, size_t len) { return false; }
};
 
}  // namespace audio_tools