cv/video-widget: make it work without opencv

7 files changed, 249 insertions, 0 deletions

diff --git a/video/CMakeLists.txt b/video/CMakeLists.txt
new file mode 100644
index 00000000..5720bf60
--- /dev/null
+++ b/video/CMakeLists.txt
@@ -0,0 +1,7 @@
+find_package(OpenCV QUIET)
+otr_module(video STATIC)
+if(OpenCV_FOUND)
+    target_compile_definitions(${self} PUBLIC -DOTR_HAS_OPENCV)
+    target_link_libraries(${self} opencv_videoio opencv_core)
+endif()
+
diff --git a/video/lang/nl_NL.ts b/video/lang/nl_NL.ts
new file mode 100644
index 00000000..6401616d
--- /dev/null
+++ b/video/lang/nl_NL.ts
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE TS>
+<TS version="2.1">
+</TS>
diff --git a/video/lang/ru_RU.ts b/video/lang/ru_RU.ts
new file mode 100644
index 00000000..6401616d
--- /dev/null
+++ b/video/lang/ru_RU.ts
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE TS>
+<TS version="2.1">
+</TS>
diff --git a/video/lang/stub.ts b/video/lang/stub.ts
new file mode 100644
index 00000000..6401616d
--- /dev/null
+++ b/video/lang/stub.ts
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE TS>
+<TS version="2.1">
+</TS>
diff --git a/video/lang/zh_CN.ts b/video/lang/zh_CN.ts
new file mode 100644
index 00000000..6401616d
--- /dev/null
+++ b/video/lang/zh_CN.ts
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE TS>
+<TS version="2.1">
+</TS>
diff --git a/video/video-widget.cpp b/video/video-widget.cpp
new file mode 100644
index 00000000..cbb77755
--- /dev/null
+++ b/video/video-widget.cpp
@@ -0,0 +1,172 @@
+/* Copyright (c) 2014-2016, 2019 Stanislaw Halik <sthalik@misaki.pl>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ */
+
+#ifdef OTR_HAS_OPENCV
+#   include <opencv2/imgproc.hpp>
+#endif
+
+#include "video-widget.hpp"
+#include "compat/check-visible.hpp"
+#include "compat/math.hpp"
+
+#include <cstddef>
+#include <cstring>
+
+#ifdef OTR_VIDEO_HAS_OPENCV
+#   include <opencv2/imgproc.hpp>
+#endif
+
+#include <QPainter>
+
+void cv_video_widget::init_image_nolock()
+{
+    texture = QImage(W, H, QImage::Format_ARGB32);
+    texture.setDevicePixelRatio(devicePixelRatioF());
+}
+
+cv_video_widget::cv_video_widget(QWidget* parent) : QWidget(parent)
+{
+    W = width(); H = height();
+    init_image_nolock(); texture.fill(Qt::gray);
+
+    connect(&timer, &QTimer::timeout, this, &cv_video_widget::update_and_repaint, Qt::DirectConnection);
+    timer.start(65);
+}
+
+#ifdef OTR_HAS_OPENCV
+void cv_video_widget::update_image(const cv::Mat& frame)
+{
+    QMutexLocker l(&mtx);
+
+    if (freshp)
+        return;
+
+    if (W < 1 || H < 1 || frame.rows < 1 || frame.cols < 1)
+        return;
+
+    cv::Mat const* __restrict frame_scaled = nullptr;
+
+    if (frame3.cols != W || frame3.rows != H)
+    {
+        frame3 = cv::Mat(H, W, frame.type());
+        frame2 = cv::Mat(H, W, CV_8UC4);
+
+        if (!frame2.isContinuous() || !frame3.isContinuous())
+            std::abort();
+    }
+
+    if (frame.cols != W || frame.rows != H)
+    {
+        cv::resize(frame, frame3, { W, H }, 0, 0, cv::INTER_NEAREST);
+        frame_scaled = &frame3;
+    }
+    else if (!frame.isContinuous())
+    {
+        frame.copyTo(frame3);
+        frame_scaled = &frame3;
+    }
+    else
+        frame_scaled = &frame;
+
+    freshp = true;
+
+    int color_cvt = 0;
+    constexpr int nchannels = 4;
+
+    switch (frame_scaled->channels())
+    {
+    case 1:
+        color_cvt = cv::COLOR_GRAY2BGRA;
+        break;
+    case 3:
+        color_cvt = cv::COLOR_BGR2BGRA;
+        break;
+    case nchannels:
+        break;
+    default:
+        unreachable();
+        break;
+    }
+
+    cv::Mat const* frame_color;
+
+    if (color_cvt != cv::COLOR_COLORCVT_MAX)
+    {
+        cv::cvtColor(*frame_scaled, frame2, color_cvt);
+        frame_color = &frame2;
+    }
+    else
+        frame_color = frame_scaled;
+
+    int stride = frame_color->step.p[0], rows = frame_color->rows;
+    int nbytes = rows * stride;
+    vec.resize(nbytes); vec.shrink_to_fit();
+    std::memcpy(vec.data(), frame_color->data, nbytes);
+
+    texture = QImage((const unsigned char*) vec.data(), W, H, stride, QImage::Format_ARGB32);
+    texture.setDevicePixelRatio(devicePixelRatioF());
+}
+#endif
+
+void cv_video_widget::update_image(const QImage& img)
+{
+    QMutexLocker l(&mtx);
+
+    if (freshp)
+        return;
+    freshp = true;
+
+    unsigned nbytes = (unsigned)(img.bytesPerLine() * img.height());
+    vec.resize(nbytes); vec.shrink_to_fit();
+    std::memcpy(vec.data(), img.constBits(), nbytes);
+
+    texture = QImage((const unsigned char*) vec.data(), img.width(), img.height(), img.bytesPerLine(), img.format());
+    texture.setDevicePixelRatio(devicePixelRatioF());
+}
+
+void cv_video_widget::paintEvent(QPaintEvent*)
+{
+    QMutexLocker foo(&mtx);
+
+    if (texture.width() != W || texture.height() != H)
+    {
+        init_image_nolock();
+        texture.fill(Qt::gray);
+    }
+
+    QPainter painter(this);
+    painter.drawImage(rect(), texture);
+}
+
+void cv_video_widget::update_and_repaint()
+{
+    if (!check_is_visible())
+        return;
+
+    QMutexLocker l(&mtx);
+
+    if (freshp)
+    {
+        freshp = false;
+        repaint();
+    }
+}
+
+void cv_video_widget::resizeEvent(QResizeEvent*)
+{
+    QMutexLocker l(&mtx);
+    double dpr = devicePixelRatioF();
+    W = iround(width() * dpr);
+    H = iround(height() * dpr);
+    init_image_nolock();
+}
+
+void cv_video_widget::get_preview_size(int& w, int& h)
+{
+    QMutexLocker l(&mtx);
+    w = W; h = H;
+}
diff --git a/video/video-widget.hpp b/video/video-widget.hpp
new file mode 100644
index 00000000..2393db2e
--- /dev/null
+++ b/video/video-widget.hpp
@@ -0,0 +1,54 @@
+/* Copyright (c) 2012 Patrick Ruoff
+ * Copyright (c) 2014-2016 Stanislaw Halik <sthalik@misaki.pl>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ */
+
+#pragma once
+
+#include "compat/math.hpp"
+
+#include <vector>
+
+#ifdef OTR_HAS_OPENCV
+#   include <opencv2/core.hpp>
+#endif
+
+#include <QWidget>
+#include <QTimer>
+#include <QMutex>
+
+class cv_video_widget final : public QWidget
+{
+    Q_OBJECT
+
+public:
+    cv_video_widget(QWidget *parent);
+
+#ifdef OTR_HAS_OPENCV
+    void update_image(const cv::Mat& frame);
+#endif
+    void update_image(const QImage& image);
+    void get_preview_size(int& w, int& h);
+    void resizeEvent(QResizeEvent*) override;
+private slots:
+    void paintEvent(QPaintEvent*) override;
+    void update_and_repaint();
+private:
+    QMutex mtx { QMutex::Recursive };
+    QImage texture;
+    std::vector<unsigned char> vec;
+    QTimer timer;
+
+#ifdef OTR_HAS_OPENCV
+    cv::Mat frame2, frame3;
+#endif
+    bool freshp = false;
+
+    int W  = iround(QWidget::width() * devicePixelRatioF());
+    int H = iround(QWidget::height() * devicePixelRatioF());
+
+    void init_image_nolock();
+};