OutputOpenCV.h

Go to the documentation of this file.

#pragma once
 
#include "AudioTools/Video/Video.h"
#include <opencv2/core/core.hpp>
#include <opencv2/highgui/highgui.hpp>
#include <opencv2/imgproc/imgproc.hpp>
 
namespace audio_tools {
 
class OutputOpenCV : public VideoOutput {
public:
  OutputOpenCV() = default;
 
  void setVideoFormat(VideoFormat format) { video_format = format; }
 
  void setSize(uint16_t width, uint16_t height) {
    this->width = width;
    this->height = height;
  }
 
  size_t write(const uint8_t *data, size_t len) override {
    ensureWindow();
    if (video_format != VideoFormat::MJPEG) {
      displayRaw(data, len);
      return len;
    }
    // Accumulates jpeg bytes for the frame currently being assembled
    if (pos == 0) start = millis();
    // prevent memory fragmentation, change size only if more memory is needed
    if (img_vector.size() < pos + len) {
      img_vector.resize(pos + len);
    }
    memcpy(&img_vector[pos], data, len);
    pos += len;
    return len;
  }
 
  void flush() override {
    if (pos == 0) return;
    displayJpeg();
    pos = 0;
  }
 
protected:
  VideoFormat video_format = VideoFormat::MJPEG;
  uint16_t width = 0;
  uint16_t height = 0;
  bool create_window = true;
  std::vector<uint8_t> img_vector;
  const char *window = "Movie";
  size_t pos = 0;
  uint64_t start = 0;
 
  void ensureWindow() {
    if (create_window) {
      create_window = false;
      // create image window named "My Image"
      cv::namedWindow(window);
    }
  }
 
  void displayJpeg() {
    cv::Mat data(1, pos, CV_8UC1, (void *)&img_vector[0]);
    // cv::InputArray input_array(img_vector);
    cv::Mat mat = cv::imdecode(data, 0);
    cv::imshow(window, mat);
    // cv::pollKey();
    cv::waitKey(1);
  }
 
  void displayRaw(const uint8_t *data, size_t len) {
    if (width == 0 || height == 0) {
      LOGE("OutputOpenCV: setSize() was not called");
      return;
    }
    cv::Mat bgr;
    switch (video_format) {
      case VideoFormat::RGB565: {
        cv::Mat raw(height, width, CV_8UC2, (void *)data);
        cv::cvtColor(raw, bgr, cv::COLOR_BGR5652BGR);
        break;
      }
      case VideoFormat::RGB888:
      case VideoFormat::RGB666: {
        // RGB666's low 2 bits/channel are unused (left-justified in each
        // byte, see VideoFormat) - same 3-bytes/pixel memory layout as
        // RGB888 otherwise, so displays fine at slightly reduced precision
        cv::Mat raw(height, width, CV_8UC3, (void *)data);
        cv::cvtColor(raw, bgr, cv::COLOR_RGB2BGR);
        break;
      }
      case VideoFormat::YUV422: {
        cv::Mat raw(height, width, CV_8UC2, (void *)data);
        cv::cvtColor(raw, bgr, cv::COLOR_YUV2BGR_YUYV);
        break;
      }
      case VideoFormat::I420: {
        cv::Mat raw(height + height / 2, width, CV_8UC1, (void *)data);
        cv::cvtColor(raw, bgr, cv::COLOR_YUV2BGR_I420);
        break;
      }
      default:
        LOGE("OutputOpenCV: unsupported VideoFormat %d", (int)video_format);
        return;
    }
    cv::imshow(window, bgr);
    cv::waitKey(1);
  }
};
 
} // namespace audio_tools