/* Copyright (c) 2013-2015 Stanislaw Halik * * Permission to use, copy, modify, and/or distribute this software for any * purpose with or without fee is hereby granted, provided that the above * copyright notice and this permission notice appear in all copies. */ #pragma once #include "ui_aruco-trackercontrols.h" #include "options/options.hpp" #include "cv/translation-calibrator.hpp" #include "api/plugin-api.hpp" #include "cv/video-widget.hpp" #include "compat/timer.hpp" #include "include/markerdetector.h" #include #include #include #include #include #include #include #include #include #include // value 0->1 //#define DEBUG_UNSHARP_MASKING .75 //canny thresholding //#define USE_EXPERIMENTAL_CANNY using namespace options; struct settings : opts { enum rot { rot_zero = 0, rot_neg = -1, rot_plus = +1, }; value fov; value headpos_x, headpos_y, headpos_z; value camera_name; value force_fps, resolution; value model_rotation; settings() : opts("aruco-tracker"), fov(b, "field-of-view", 56), headpos_x(b, "headpos-x", 0), headpos_y(b, "headpos-y", 0), headpos_z(b, "headpos-z", 0), camera_name(b, "camera-name", ""), force_fps(b, "force-fps", 0), resolution(b, "force-resolution", 0), model_rotation(b, "model-rotation", rot_zero) {} }; class aruco_dialog; class aruco_tracker : protected virtual QThread, public ITracker { Q_OBJECT friend class aruco_dialog; static constexpr float c_search_window = 1.3f; public: aruco_tracker(); ~aruco_tracker() override; module_status start_tracker(QFrame* frame) override; void data(double *data) override; void run() override; void getRT(cv::Matx33d &r, cv::Vec3d &t); private: bool detect_with_roi(); bool detect_without_roi(); bool open_camera(); void set_intrinsics(); void update_fps(); void draw_ar(bool ok); void clamp_last_roi(); void set_points(); void draw_centroid(); void set_last_roi(); void set_rmat(); void set_roi_from_projection(); void set_detector_params(); void cycle_detection_params(); cv::Point3f rotate_model(float x, float y, settings::rot mode); cv::VideoCapture camera; QMutex camera_mtx; QMutex mtx; std::unique_ptr videoWidget; std::unique_ptr layout; settings s; double pose[6] {}, fps = 0; double no_detection_timeout = 0; cv::Mat frame, grayscale, color; cv::Matx33d r; #ifdef DEBUG_UNSHARP_MASKING cv::Mat blurred; #endif std::vector obj_points {4}; cv::Matx33d intrinsics = cv::Matx33d::eye(); aruco::MarkerDetector detector; std::vector markers; cv::Vec3d t; cv::Vec3d rvec, tvec; std::vector roi_projection; std::vector repr2; cv::Matx33d m_r, m_q, rmat = cv::Matx33d::eye(); cv::Vec3d euler; std::vector roi_points {4}; cv::Rect last_roi { 65535, 65535, 0, 0 }; Timer fps_timer, last_detection_timer; unsigned adaptive_size_pos = 0; bool use_otsu = false; struct resolution_tuple { int width; int height; }; static constexpr inline const int adaptive_sizes[] = { #if defined USE_EXPERIMENTAL_CANNY 10, 30, 80, #else 7, 9, 13, #endif }; #if !defined USE_EXPERIMENTAL_CANNY static constexpr inline int adaptive_thres = 6; #else static constexpr inline int adaptive_thres = 3; #endif static constexpr inline const resolution_tuple resolution_choices[] = { { 640, 480 }, { 320, 240 }, { 0, 0 } }; #ifdef DEBUG_UNSHARP_MASKING static constexpr inline double gauss_kernel_size = 3; #endif static constexpr inline double timeout = 1; static constexpr inline double timeout_backoff_c = 4./11; static constexpr inline float size_min = 0.05; static constexpr inline float size_max = 0.5; static constexpr inline double RC = .25; }; class aruco_dialog : public ITrackerDialog { Q_OBJECT public: aruco_dialog(); void register_tracker(ITracker * x) override { tracker = static_cast(x); } void unregister_tracker() override { tracker = nullptr; } private: Ui::Form ui; aruco_tracker* tracker; settings s; TranslationCalibrator calibrator; QTimer calib_timer; private Q_SLOTS: void doOK(); void doCancel(); void toggleCalibrate(); void cleanupCalib(); void update_tracker_calibration(); void camera_settings(); void update_camera_settings_state(const QString& name); }; class aruco_metadata : public Metadata { QString name() { return QString("aruco -- paper marker tracker"); } QIcon icon() { return QIcon(":/images/aruco.png"); } };