/* Copyright (c) 2013-2015 Stanislaw Halik * * Permission to use, copy, modify, and/or distribute this software for any * purpose with or without fee is hereby granted, provided that the above * copyright notice and this permission notice appear in all copies. */ #pragma once #include "ui_aruco-trackercontrols.h" #include "options/options.hpp" #include "trans_calib.h" #include "api/plugin-api.hpp" #include "cv/video-widget.hpp" #include "compat/timer.hpp" #include "include/markerdetector.h" #include #include #include #include #include #include #include #include #include // value 0->1 //#define DEBUG_UNSHARP_MASKING .75 using namespace options; struct settings : opts { enum rot { rot_zero = 0, rot_neg = -1, rot_plus = +1, }; value fov; value headpos_x, headpos_y, headpos_z; value camera_name; value force_fps, resolution; value model_rotation; settings() : opts("aruco-tracker"), fov(b, "field-of-view", 56), headpos_x(b, "headpos-x", 0), headpos_y(b, "headpos-y", 0), headpos_z(b, "headpos-z", 0), camera_name(b, "camera-name", ""), force_fps(b, "force-fps", 0), resolution(b, "force-resolution", 0), model_rotation(b, "model-rotation", rot_zero) {} }; class aruco_dialog; class aruco_tracker : protected QThread, public ITracker { Q_OBJECT friend class aruco_dialog; static constexpr float c_search_window = 1.3f; public: aruco_tracker(); ~aruco_tracker() override; void start_tracker(QFrame* frame) override; void data(double *data) override; void run() override; void getRT(cv::Matx33d &r, cv::Vec3d &t); private: bool detect_with_roi(); bool detect_without_roi(); bool open_camera(); void set_intrinsics(); void update_fps(); void draw_ar(bool ok); void clamp_last_roi(); void set_points(); void draw_centroid(); void set_last_roi(); void set_rmat(); void set_roi_from_projection(); void set_detector_params(); void cycle_detection_params(); cv::Point3f rotate_model(float x, float y, settings::rot mode); cv::VideoCapture camera; QMutex camera_mtx; QMutex mtx; qshared videoWidget; qshared layout; settings s; double pose[6], fps, no_detection_timeout; cv::Mat frame, grayscale, color; cv::Matx33d r; #ifdef DEBUG_UNSHARP_MASKING cv::Mat blurred; #endif std::vector obj_points; cv::Matx33d intrinsics; aruco::MarkerDetector detector; std::vector markers; cv::Vec3d t; cv::Vec3d rvec, tvec; std::vector roi_projection; std::vector repr2; cv::Matx33d m_r, m_q, rmat; cv::Vec3d euler; std::vector roi_points; cv::Rect last_roi; Timer fps_timer, last_detection_timer; unsigned adaptive_size_pos; volatile bool stop; bool use_otsu; struct resolution_tuple { int width; int height; }; static constexpr const int adaptive_sizes[] = { 7, 9, //11, 13, //5, }; static constexpr int adaptive_thres = 6; static constexpr const resolution_tuple resolution_choices[] = { { 640, 480 }, { 320, 240 }, { 0, 0 } }; #ifdef DEBUG_UNSHARP_MASKING static constexpr double gauss_kernel_size = 3; #endif static constexpr double timeout = 1; static constexpr double timeout_backoff_c = 4./11; static constexpr const float size_min = 0.05; static constexpr const float size_max = 0.5; static constexpr const double RC = .25; }; class aruco_dialog : public ITrackerDialog { Q_OBJECT public: aruco_dialog(); void register_tracker(ITracker * x) override { tracker = static_cast(x); } void unregister_tracker() override { tracker = nullptr; } private: Ui::Form ui; aruco_tracker* tracker; settings s; TranslationCalibrator calibrator; QTimer calib_timer; private slots: void doOK(); void doCancel(); void toggleCalibrate(); void cleanupCalib(); void update_tracker_calibration(); void camera_settings(); void update_camera_settings_state(const QString& name); }; class aruco_metadata : public Metadata { QString name() { return QString("aruco -- paper marker tracker"); } QIcon icon() { return QIcon(":/images/aruco.png"); } };