diff options
-rw-r--r-- | cv/video-widget.cpp | 153 | ||||
-rw-r--r-- | tracker-aruco/CMakeLists.txt | 2 | ||||
-rw-r--r-- | tracker-aruco/ftnoir_tracker_aruco.cpp | 1 | ||||
-rw-r--r-- | tracker-aruco/ftnoir_tracker_aruco.h | 2 | ||||
-rw-r--r-- | tracker-kinect-face/CMakeLists.txt | 5 | ||||
-rw-r--r-- | tracker-kinect-face/kinect_face_tracker.h | 2 | ||||
-rw-r--r-- | tracker-pt/CMakeLists.txt | 2 | ||||
-rw-r--r-- | tracker-pt/ftnoir_tracker_pt.cpp | 2 | ||||
-rw-r--r-- | tracker-pt/ftnoir_tracker_pt_dialog.h | 2 | ||||
-rw-r--r-- | variant/default/_variant.cmake | 1 | ||||
-rw-r--r-- | video/CMakeLists.txt | 7 | ||||
-rw-r--r-- | video/lang/nl_NL.ts | 4 | ||||
-rw-r--r-- | video/lang/ru_RU.ts | 4 | ||||
-rw-r--r-- | video/lang/stub.ts | 4 | ||||
-rw-r--r-- | video/lang/zh_CN.ts | 4 | ||||
-rw-r--r-- | video/video-widget.cpp | 172 | ||||
-rw-r--r-- | video/video-widget.hpp (renamed from cv/video-widget.hpp) | 19 |
17 files changed, 215 insertions, 171 deletions
diff --git a/cv/video-widget.cpp b/cv/video-widget.cpp deleted file mode 100644 index f2da8da7..00000000 --- a/cv/video-widget.cpp +++ /dev/null @@ -1,153 +0,0 @@ -/* Copyright (c) 2012 Patrick Ruoff - * Copyright (c) 2014-2016 Stanislaw Halik <sthalik@misaki.pl> - * - * Permission to use, copy, modify, and/or distribute this software for any - * purpose with or without fee is hereby granted, provided that the above - * copyright notice and this permission notice appear in all copies. - */ - -// XXX TODO remove hard opencv dependency -sh 20190210 - -#include "video-widget.hpp" -#include "compat/check-visible.hpp" -#include "compat/math.hpp" - -#include <cstddef> -#include <cstring> -#include <opencv2/imgproc.hpp> - -cv_video_widget::cv_video_widget(QWidget* parent) : QWidget(parent) -{ - texture = QImage(width(), height(), QImage::Format_ARGB32); - texture.fill(Qt::gray); - texture.setDevicePixelRatio(devicePixelRatioF()); - - connect(&timer, SIGNAL(timeout()), this, SLOT(update_and_repaint()), Qt::DirectConnection); - timer.start(65); -} - -void cv_video_widget::update_image(const cv::Mat& frame) -{ - QMutexLocker l(&mtx); - - if (texture.width() != W || texture.height() != H) - { - frame2 = cv::Mat(); - frame3 = cv::Mat(); - } - - if (!freshp) - { - if (W < 1 || H < 1 || frame.rows < 1 || frame.cols < 1) - return; - - freshp = true; - - if (frame2.cols != frame.cols || frame2.rows != frame.rows) - frame2 = cv::Mat(frame.rows, frame.cols, CV_8UC4); - - if (frame3.cols != W || frame3.rows != H) - frame3 = cv::Mat(H, W, CV_8UC4); - - const cv::Mat* argb = &frame2; - - switch (frame.channels()) - { - case 1: - cv::cvtColor(frame, frame2, cv::COLOR_GRAY2BGRA); - break; - case 3: - cv::cvtColor(frame, frame2, cv::COLOR_BGR2BGRA); - break; - case 4: - argb = &frame; - break; - default: - unreachable(); - } - - const cv::Mat* img; - - if (argb->cols != W || argb->rows != H) - { - cv::resize(*argb, frame3, cv::Size(W, H), 0, 0, cv::INTER_NEAREST); - img = &frame3; - } - else - img = argb; - - int stride = (int)img->step.p[0]; - - if (stride < img->cols) - std::abort(); - - unsigned nbytes = (unsigned)(4 * img->rows * stride); - vec.resize(nbytes); vec.shrink_to_fit(); - std::memcpy(vec.data(), img->data, nbytes); - - texture = QImage((const unsigned char*) vec.data(), W, H, stride, QImage::Format_ARGB32); - texture.setDevicePixelRatio(devicePixelRatioF()); - } -} - -void cv_video_widget::update_image(const QImage& img) -{ - QMutexLocker l(&mtx); - - if (freshp) - return; - freshp = true; - - unsigned nbytes = unsigned(img.bytesPerLine() * img.height()); - vec.resize(nbytes); vec.shrink_to_fit(); - std::memcpy(vec.data(), img.constBits(), nbytes); - - texture = QImage((const unsigned char*) vec.data(), img.width(), img.height(), img.bytesPerLine(), img.format()); - texture.setDevicePixelRatio(devicePixelRatioF()); -} - -void cv_video_widget::paintEvent(QPaintEvent*) -{ - QMutexLocker foo(&mtx); - QPainter painter(this); - - double dpr = devicePixelRatioF(); - W = iround(width() * dpr); - H = iround(height() * dpr); - - painter.drawImage(rect(), texture); - - if (texture.width() != W || texture.height() != H) - { - texture = QImage(W, H, QImage::Format_ARGB32); - texture.fill(Qt::gray); - texture.setDevicePixelRatio(dpr); - } -} - -void cv_video_widget::update_and_repaint() -{ - if (!check_is_visible()) - return; - - QMutexLocker l(&mtx); - - if (freshp) - { - freshp = false; - repaint(); - } -} - -void cv_video_widget::resizeEvent(QResizeEvent*) -{ - QMutexLocker l(&mtx); - W = iround(width() * devicePixelRatioF()); - H = iround(height() * devicePixelRatioF()); -} - -void cv_video_widget::get_preview_size(int& w, int& h) -{ - QMutexLocker l(&mtx); - w = W; h = H; -} diff --git a/tracker-aruco/CMakeLists.txt b/tracker-aruco/CMakeLists.txt index bfa7a348..f34b7420 100644 --- a/tracker-aruco/CMakeLists.txt +++ b/tracker-aruco/CMakeLists.txt @@ -39,6 +39,6 @@ if(OpenCV_FOUND) otr_module(tracker-aruco) target_include_directories(${self} SYSTEM PUBLIC ${OpenCV_INCLUDE_DIRS} "${dir}") - target_link_libraries(${self} opentrack-cv ${modules}) + target_link_libraries(${self} opentrack-cv opentrack-video ${modules}) endif() endif() diff --git a/tracker-aruco/ftnoir_tracker_aruco.cpp b/tracker-aruco/ftnoir_tracker_aruco.cpp index 986eb943..8928566f 100644 --- a/tracker-aruco/ftnoir_tracker_aruco.cpp +++ b/tracker-aruco/ftnoir_tracker_aruco.cpp @@ -5,7 +5,6 @@ * copyright notice and this permission notice appear in all copies. */ -#include "cv/video-widget.hpp" #include "ftnoir_tracker_aruco.h" #include "cv/video-property-page.hpp" #include "compat/camera-names.hpp" diff --git a/tracker-aruco/ftnoir_tracker_aruco.h b/tracker-aruco/ftnoir_tracker_aruco.h index 1d6fd107..0477c4da 100644 --- a/tracker-aruco/ftnoir_tracker_aruco.h +++ b/tracker-aruco/ftnoir_tracker_aruco.h @@ -11,7 +11,7 @@ #include "options/options.hpp" #include "cv/translation-calibrator.hpp" #include "api/plugin-api.hpp" -#include "cv/video-widget.hpp" +#include "video/video-widget.hpp" #include "compat/timer.hpp" #include "aruco/markerdetector.h" diff --git a/tracker-kinect-face/CMakeLists.txt b/tracker-kinect-face/CMakeLists.txt index 8e171a19..9cfede4d 100644 --- a/tracker-kinect-face/CMakeLists.txt +++ b/tracker-kinect-face/CMakeLists.txt @@ -1,7 +1,6 @@ # Kinect SDK is Windows only if (WIN32 AND opentrack-intel) - find_package(OpenCV QUIET) - if(OpenCV_FOUND) + if(TRUE) # Setup cache variable to Kinect SDK path set(SDK_KINECT20 "$ENV{KINECTSDK20_DIR}" CACHE PATH "Kinect SDK path") # If we have a valid SDK path, try build that tracker @@ -29,7 +28,7 @@ if (WIN32 AND opentrack-intel) # Link against Kinect SDK libraries target_link_libraries(${self} "${SDK_KINECT20}/lib/${kinect-arch-dir}/Kinect20.lib" "${SDK_KINECT20}/lib/${kinect-arch-dir}/Kinect20.Face.lib") # Link against OpenCV stuff, needed for video preview - target_link_libraries(${self} opentrack-cv) + target_link_libraries(${self} opentrack-video) # Install Kinect Face DLL install(FILES "${SDK_KINECT20}/Redist/Face/${kinect-arch-dir}/Kinect20.Face.dll" DESTINATION "${opentrack-hier-pfx}" PERMISSIONS ${opentrack-perms-exec}) diff --git a/tracker-kinect-face/kinect_face_tracker.h b/tracker-kinect-face/kinect_face_tracker.h index 6273cba1..672047b1 100644 --- a/tracker-kinect-face/kinect_face_tracker.h +++ b/tracker-kinect-face/kinect_face_tracker.h @@ -6,7 +6,7 @@ #include "api/plugin-api.hpp" #include "compat/timer.hpp" #include "compat/macros.hpp" -#include "cv/video-widget.hpp" +#include "video/video-widget.hpp" // Kinect Header files #include <Kinect.h> diff --git a/tracker-pt/CMakeLists.txt b/tracker-pt/CMakeLists.txt index f12f530b..94e0a9d5 100644 --- a/tracker-pt/CMakeLists.txt +++ b/tracker-pt/CMakeLists.txt @@ -2,7 +2,7 @@ find_package(OpenCV QUIET) if(OpenCV_FOUND) otr_module(tracker-pt-base STATIC) target_include_directories(${self} SYSTEM PUBLIC ${OpenCV_INCLUDE_DIRS}) - target_link_libraries(${self} opencv_imgproc opentrack-cv opencv_core) + target_link_libraries(${self} opencv_imgproc opentrack-cv opentrack-video opencv_core) set_property(TARGET ${self} PROPERTY OUTPUT_NAME "pt-base") endif() add_subdirectory(module) diff --git a/tracker-pt/ftnoir_tracker_pt.cpp b/tracker-pt/ftnoir_tracker_pt.cpp index 2ba4498d..ed29906f 100644 --- a/tracker-pt/ftnoir_tracker_pt.cpp +++ b/tracker-pt/ftnoir_tracker_pt.cpp @@ -7,7 +7,7 @@ */ #include "ftnoir_tracker_pt.h" -#include "cv/video-widget.hpp" +#include "video/video-widget.hpp" #include "compat/camera-names.hpp" #include "compat/math-imports.hpp" diff --git a/tracker-pt/ftnoir_tracker_pt_dialog.h b/tracker-pt/ftnoir_tracker_pt_dialog.h index f36fe7b2..3bd1a561 100644 --- a/tracker-pt/ftnoir_tracker_pt_dialog.h +++ b/tracker-pt/ftnoir_tracker_pt_dialog.h @@ -12,7 +12,7 @@ #include "ftnoir_tracker_pt.h" #include "tracker-pt/ui_FTNoIR_PT_Controls.h" #include "cv/translation-calibrator.hpp" -#include "cv/video-widget.hpp" +#include "video/video-widget.hpp" #include <QTimer> #include <QMutex> diff --git a/variant/default/_variant.cmake b/variant/default/_variant.cmake index 04994dae..161fefda 100644 --- a/variant/default/_variant.cmake +++ b/variant/default/_variant.cmake @@ -23,6 +23,7 @@ function(otr_init_variant) "cv" "migration" "main-window" + "video" ) set_property(GLOBAL PROPERTY opentrack-subprojects "${subprojects}") diff --git a/video/CMakeLists.txt b/video/CMakeLists.txt new file mode 100644 index 00000000..5720bf60 --- /dev/null +++ b/video/CMakeLists.txt @@ -0,0 +1,7 @@ +find_package(OpenCV QUIET) +otr_module(video STATIC) +if(OpenCV_FOUND) + target_compile_definitions(${self} PUBLIC -DOTR_HAS_OPENCV) + target_link_libraries(${self} opencv_videoio opencv_core) +endif() + diff --git a/video/lang/nl_NL.ts b/video/lang/nl_NL.ts new file mode 100644 index 00000000..6401616d --- /dev/null +++ b/video/lang/nl_NL.ts @@ -0,0 +1,4 @@ +<?xml version="1.0" encoding="utf-8"?> +<!DOCTYPE TS> +<TS version="2.1"> +</TS> diff --git a/video/lang/ru_RU.ts b/video/lang/ru_RU.ts new file mode 100644 index 00000000..6401616d --- /dev/null +++ b/video/lang/ru_RU.ts @@ -0,0 +1,4 @@ +<?xml version="1.0" encoding="utf-8"?> +<!DOCTYPE TS> +<TS version="2.1"> +</TS> diff --git a/video/lang/stub.ts b/video/lang/stub.ts new file mode 100644 index 00000000..6401616d --- /dev/null +++ b/video/lang/stub.ts @@ -0,0 +1,4 @@ +<?xml version="1.0" encoding="utf-8"?> +<!DOCTYPE TS> +<TS version="2.1"> +</TS> diff --git a/video/lang/zh_CN.ts b/video/lang/zh_CN.ts new file mode 100644 index 00000000..6401616d --- /dev/null +++ b/video/lang/zh_CN.ts @@ -0,0 +1,4 @@ +<?xml version="1.0" encoding="utf-8"?> +<!DOCTYPE TS> +<TS version="2.1"> +</TS> diff --git a/video/video-widget.cpp b/video/video-widget.cpp new file mode 100644 index 00000000..cbb77755 --- /dev/null +++ b/video/video-widget.cpp @@ -0,0 +1,172 @@ +/* Copyright (c) 2014-2016, 2019 Stanislaw Halik <sthalik@misaki.pl> + * + * Permission to use, copy, modify, and/or distribute this software for any + * purpose with or without fee is hereby granted, provided that the above + * copyright notice and this permission notice appear in all copies. + */ + +#ifdef OTR_HAS_OPENCV +# include <opencv2/imgproc.hpp> +#endif + +#include "video-widget.hpp" +#include "compat/check-visible.hpp" +#include "compat/math.hpp" + +#include <cstddef> +#include <cstring> + +#ifdef OTR_VIDEO_HAS_OPENCV +# include <opencv2/imgproc.hpp> +#endif + +#include <QPainter> + +void cv_video_widget::init_image_nolock() +{ + texture = QImage(W, H, QImage::Format_ARGB32); + texture.setDevicePixelRatio(devicePixelRatioF()); +} + +cv_video_widget::cv_video_widget(QWidget* parent) : QWidget(parent) +{ + W = width(); H = height(); + init_image_nolock(); texture.fill(Qt::gray); + + connect(&timer, &QTimer::timeout, this, &cv_video_widget::update_and_repaint, Qt::DirectConnection); + timer.start(65); +} + +#ifdef OTR_HAS_OPENCV +void cv_video_widget::update_image(const cv::Mat& frame) +{ + QMutexLocker l(&mtx); + + if (freshp) + return; + + if (W < 1 || H < 1 || frame.rows < 1 || frame.cols < 1) + return; + + cv::Mat const* __restrict frame_scaled = nullptr; + + if (frame3.cols != W || frame3.rows != H) + { + frame3 = cv::Mat(H, W, frame.type()); + frame2 = cv::Mat(H, W, CV_8UC4); + + if (!frame2.isContinuous() || !frame3.isContinuous()) + std::abort(); + } + + if (frame.cols != W || frame.rows != H) + { + cv::resize(frame, frame3, { W, H }, 0, 0, cv::INTER_NEAREST); + frame_scaled = &frame3; + } + else if (!frame.isContinuous()) + { + frame.copyTo(frame3); + frame_scaled = &frame3; + } + else + frame_scaled = &frame; + + freshp = true; + + int color_cvt = 0; + constexpr int nchannels = 4; + + switch (frame_scaled->channels()) + { + case 1: + color_cvt = cv::COLOR_GRAY2BGRA; + break; + case 3: + color_cvt = cv::COLOR_BGR2BGRA; + break; + case nchannels: + break; + default: + unreachable(); + break; + } + + cv::Mat const* frame_color; + + if (color_cvt != cv::COLOR_COLORCVT_MAX) + { + cv::cvtColor(*frame_scaled, frame2, color_cvt); + frame_color = &frame2; + } + else + frame_color = frame_scaled; + + int stride = frame_color->step.p[0], rows = frame_color->rows; + int nbytes = rows * stride; + vec.resize(nbytes); vec.shrink_to_fit(); + std::memcpy(vec.data(), frame_color->data, nbytes); + + texture = QImage((const unsigned char*) vec.data(), W, H, stride, QImage::Format_ARGB32); + texture.setDevicePixelRatio(devicePixelRatioF()); +} +#endif + +void cv_video_widget::update_image(const QImage& img) +{ + QMutexLocker l(&mtx); + + if (freshp) + return; + freshp = true; + + unsigned nbytes = (unsigned)(img.bytesPerLine() * img.height()); + vec.resize(nbytes); vec.shrink_to_fit(); + std::memcpy(vec.data(), img.constBits(), nbytes); + + texture = QImage((const unsigned char*) vec.data(), img.width(), img.height(), img.bytesPerLine(), img.format()); + texture.setDevicePixelRatio(devicePixelRatioF()); +} + +void cv_video_widget::paintEvent(QPaintEvent*) +{ + QMutexLocker foo(&mtx); + + if (texture.width() != W || texture.height() != H) + { + init_image_nolock(); + texture.fill(Qt::gray); + } + + QPainter painter(this); + painter.drawImage(rect(), texture); +} + +void cv_video_widget::update_and_repaint() +{ + if (!check_is_visible()) + return; + + QMutexLocker l(&mtx); + + if (freshp) + { + freshp = false; + repaint(); + } +} + +void cv_video_widget::resizeEvent(QResizeEvent*) +{ + QMutexLocker l(&mtx); + double dpr = devicePixelRatioF(); + W = iround(width() * dpr); + H = iround(height() * dpr); + init_image_nolock(); +} + +void cv_video_widget::get_preview_size(int& w, int& h) +{ + QMutexLocker l(&mtx); + w = W; h = H; +} diff --git a/cv/video-widget.hpp b/video/video-widget.hpp index cad05a20..2393db2e 100644 --- a/cv/video-widget.hpp +++ b/video/video-widget.hpp @@ -10,20 +10,15 @@ #include "compat/math.hpp" -#include <memory> #include <vector> -#include <opencv2/core.hpp> +#ifdef OTR_HAS_OPENCV +# include <opencv2/core.hpp> +#endif -#include <QObject> #include <QWidget> -#include <QPainter> -#include <QtEvents> #include <QTimer> #include <QMutex> -#include <QMutexLocker> -#include <QSize> -#include <QDebug> class cv_video_widget final : public QWidget { @@ -31,7 +26,10 @@ class cv_video_widget final : public QWidget public: cv_video_widget(QWidget *parent); + +#ifdef OTR_HAS_OPENCV void update_image(const cv::Mat& frame); +#endif void update_image(const QImage& image); void get_preview_size(int& w, int& h); void resizeEvent(QResizeEvent*) override; @@ -43,9 +41,14 @@ private: QImage texture; std::vector<unsigned char> vec; QTimer timer; + +#ifdef OTR_HAS_OPENCV cv::Mat frame2, frame3; +#endif bool freshp = false; int W = iround(QWidget::width() * devicePixelRatioF()); int H = iround(QWidget::height() * devicePixelRatioF()); + + void init_image_nolock(); }; |