add Wiimote supporting in point tracker

1. extrack point from wii frame
2. wii_camera outputs wii raw data, wii_extractor create preview
3. wiimote fov is about 42 degree
4. wii:change block functions to non-block function

"contains WiiYourself! wiimote code by gl.tter
    http://gl.tter.org"

14 files changed, 728 insertions, 0 deletions

diff --git a/tracker-pt/tracker-wii/CMakeLists.txt b/tracker-pt/tracker-wii/CMakeLists.txt
new file mode 100644
index 00000000..a22121ef
--- /dev/null
+++ b/tracker-pt/tracker-wii/CMakeLists.txt
@@ -0,0 +1,6 @@
+find_package(OpenCV 3.0 QUIET)
+if(OpenCV_FOUND)
+    otr_module(tracker-wii)
+    target_link_libraries(opentrack-tracker-wii opentrack-tracker-pt-base opentrack-tracker-wii-pt-wiiyourself)
+	target_include_directories(opentrack-tracker-wii PRIVATE "${CMAKE_SOURCE_DIR}/tracker-pt")
+endif()
\ No newline at end of file
diff --git a/tracker-pt/tracker-wii/Resources/wii.ico b/tracker-pt/tracker-wii/Resources/wii.ico
new file mode 100644
index 00000000..44204a68
--- /dev/null
+++ b/tracker-pt/tracker-wii/Resources/wii.ico
diff --git a/tracker-pt/tracker-wii/Resources/wii.png b/tracker-pt/tracker-wii/Resources/wii.png
new file mode 100644
index 00000000..d83b6e77
--- /dev/null
+++ b/tracker-pt/tracker-wii/Resources/wii.png
diff --git a/tracker-pt/tracker-wii/lang/nl_NL.ts b/tracker-pt/tracker-wii/lang/nl_NL.ts
new file mode 100644
index 00000000..9e739505
--- /dev/null
+++ b/tracker-pt/tracker-wii/lang/nl_NL.ts
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE TS>
+<TS version="2.1" language="nl_NL">
+</TS>
diff --git a/tracker-pt/tracker-wii/lang/ru_RU.ts b/tracker-pt/tracker-wii/lang/ru_RU.ts
new file mode 100644
index 00000000..f62cf2e1
--- /dev/null
+++ b/tracker-pt/tracker-wii/lang/ru_RU.ts
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE TS>
+<TS version="2.1" language="ru_RU">
+</TS>
diff --git a/tracker-pt/tracker-wii/lang/stub.ts b/tracker-pt/tracker-wii/lang/stub.ts
new file mode 100644
index 00000000..6401616d
--- /dev/null
+++ b/tracker-pt/tracker-wii/lang/stub.ts
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE TS>
+<TS version="2.1">
+</TS>
diff --git a/tracker-pt/tracker-wii/tracker_wii.qrc b/tracker-pt/tracker-wii/tracker_wii.qrc
new file mode 100644
index 00000000..a7a50512
--- /dev/null
+++ b/tracker-pt/tracker-wii/tracker_wii.qrc
@@ -0,0 +1,5 @@
+<RCC>
+    <qresource prefix="/">
+        <file>Resources/wii.png</file>
+    </qresource>
+</RCC>
diff --git a/tracker-pt/tracker-wii/wii_camera.cpp b/tracker-pt/tracker-wii/wii_camera.cpp
new file mode 100644
index 00000000..21ff998d
--- /dev/null
+++ b/tracker-pt/tracker-wii/wii_camera.cpp
@@ -0,0 +1,227 @@
+/* Copyright (c) 2012 Patrick Ruoff
+ * Copyright (c) 2015-2016 Stanislaw Halik <sthalik@misaki.pl>
+ * Copyright (c) 2017-2018 Wei Shuai <cpuwolf@gmail.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ */
+
+
+#include "wii_camera.h"
+#include "wii_frame.hpp"
+
+#include "compat/sleep.hpp"
+#include "compat/camera-names.hpp"
+#include "compat/math-imports.hpp"
+
+#include <opencv2/imgproc.hpp>
+
+#include "cv/video-property-page.hpp"
+
+
+using namespace pt_module;
+
+WIICamera::WIICamera(const QString& module_name) : s { module_name }
+{
+	cam_info.fps = 70;
+	cam_info.res_x = 1024;
+	cam_info.res_y = 768;
+	cam_info.fov = 42.0f;
+}
+
+QString WIICamera::get_desired_name() const
+{
+    return desired_name;
+}
+
+QString WIICamera::get_active_name() const
+{
+    return active_name;
+}
+
+void WIICamera::show_camera_settings()
+{
+
+}
+
+WIICamera::result WIICamera::get_info() const
+{
+    if (cam_info.res_x == 0 || cam_info.res_y == 0)
+        return result(false, pt_camera_info());
+    return result(true, cam_info);
+}
+
+WIICamera::result WIICamera::get_frame(pt_frame& frame_)
+{
+    cv::Mat& frame = frame_.as<WIIFrame>()->mat;
+	struct wii_info& wii = frame_.as<WIIFrame>()->wii;
+
+    const wii_camera_status new_frame = _get_frame(frame);
+	//create a fake blank frame
+	frame = cv::Mat(cam_info.res_x, cam_info.res_y, CV_8UC3, cv::Scalar(0, 0, 0));
+	wii.status = new_frame;
+
+    switch (new_frame)
+    {
+	case wii_cam_data_change:
+		_get_status(wii);
+		_get_points(wii);
+		break;
+	case wii_cam_data_no_change:
+		return result(false, cam_info);
+	}
+
+	return result(true, cam_info);
+}
+
+pt_camera_open_status WIICamera::start(int idx, int fps, int res_x, int res_y)
+{
+	m_pDev = new wiimote;
+	if (m_pDev == NULL)
+	{
+		stop();
+		return cam_open_error;
+	}
+	m_pDev->ChangedCallback = on_state_change;
+	m_pDev->CallbackTriggerFlags = (state_change_flags)(CONNECTED |
+		EXTENSION_CHANGED |
+		MOTIONPLUS_CHANGED);
+    return cam_open_ok_no_change;
+}
+
+void WIICamera::stop()
+{
+	onExit = true;
+	m_pDev->ChangedCallback = NULL;
+	m_pDev->Disconnect();
+	Beep(1000, 200);
+	if (m_pDev) {
+		delete m_pDev;
+		m_pDev = NULL;
+	}
+
+    desired_name = QString();
+    active_name = QString();
+    cam_info = pt_camera_info();
+    cam_desired = pt_camera_info();
+}
+
+wii_camera_status WIICamera::_get_frame(cv::Mat& frame)
+{
+	wii_camera_status ret = wii_cam_wait_for_connect;
+
+	if (!m_pDev->IsConnected()) {
+		qDebug() << "wii wait";
+		if (!m_pDev->Connect(wiimote::FIRST_AVAILABLE)) {
+			Beep(500, 30); Sleep(1000);
+			goto goodbye;
+		}
+	}
+
+	if (m_pDev->RefreshState() == NO_CHANGE) {
+		Sleep(1); // don't hog the CPU if nothing changed
+		ret = wii_cam_data_no_change;
+		goto goodbye;
+	}
+
+	// did we loose the connection?
+	if (m_pDev->ConnectionLost())
+	{
+		goto goodbye;
+	}
+
+	ret = wii_cam_data_change;
+goodbye:
+	return ret;
+}
+
+bool WIICamera::_get_points(struct wii_info& wii)
+{
+	bool dot_sizes = (m_pDev->IR.Mode == wiimote_state::ir::EXTENDED);
+	bool ret = false;
+
+	for (unsigned index = 0; index < 4; index++)
+	{
+		wiimote_state::ir::dot &dot = m_pDev->IR.Dot[index];
+		if (dot.bVisible) {
+			wii.Points[index].ux = dot.RawX;
+			wii.Points[index].uy = dot.RawY;
+			if (dot_sizes) {
+				wii.Points[index].isize = dot.Size;
+			} else {
+				wii.Points[index].isize = 1;
+			}
+			wii.Points[index].bvis = dot.bVisible;
+			ret = true;
+		} else {
+			wii.Points[index].ux = 0;
+			wii.Points[index].uy = 0;
+			wii.Points[index].isize = 0;
+			wii.Points[index].bvis = dot.bVisible;
+		}
+	}
+	return ret;
+}
+
+void WIICamera::_get_status(struct wii_info& wii)
+{
+	//draw battery status
+	wii.BatteryPercent = m_pDev->BatteryPercent;
+	wii.bBatteryDrained = m_pDev->bBatteryDrained;
+
+	//draw horizon
+	static int p = 0;
+	static int r = 0;
+	if (m_pDev->Nunchuk.Acceleration.Orientation.UpdateAge < 10)
+	{
+		p = m_pDev->Acceleration.Orientation.Pitch;
+		r = m_pDev->Acceleration.Orientation.Roll;
+	}
+
+	wii.Pitch = p;
+	wii.Roll = r;
+}
+
+void WIICamera::on_state_change(wiimote &remote,
+	state_change_flags  changed,
+	const wiimote_state &new_state)
+{
+	// the wiimote just connected
+	if (changed & CONNECTED)
+	{
+		/* wiimote connected */
+		remote.SetLEDs(0x0f);
+		Beep(1000, 300); Sleep(500);
+
+		qDebug() << "wii connected";
+
+		if (new_state.ExtensionType != wiimote::BALANCE_BOARD)
+		{
+			if (new_state.bExtension)
+				remote.SetReportType(wiimote::IN_BUTTONS_ACCEL_IR_EXT); // no IR dots
+			else
+				remote.SetReportType(wiimote::IN_BUTTONS_ACCEL_IR);		//    IR dots
+		}
+	}
+	// another extension was just connected:
+	else if (changed & EXTENSION_CONNECTED)
+	{
+
+		Beep(1000, 200);
+
+		// switch to a report mode that includes the extension data (we will
+		//  loose the IR dot sizes)
+		// note: there is no need to set report types for a Balance Board.
+		if (!remote.IsBalanceBoard())
+			remote.SetReportType(wiimote::IN_BUTTONS_ACCEL_IR_EXT);
+	}
+	else if (changed & EXTENSION_DISCONNECTED)
+	{
+
+		Beep(200, 300);
+
+		// use a non-extension report mode (this gives us back the IR dot sizes)
+		remote.SetReportType(wiimote::IN_BUTTONS_ACCEL_IR);
+	}
+}
diff --git a/tracker-pt/tracker-wii/wii_camera.h b/tracker-pt/tracker-wii/wii_camera.h
new file mode 100644
index 00000000..a7ac9c14
--- /dev/null
+++ b/tracker-pt/tracker-wii/wii_camera.h
@@ -0,0 +1,75 @@
+/* Copyright (c) 2012 Patrick Ruoff
+ * Copyright (c) 2015-2016 Stanislaw Halik <sthalik@misaki.pl>
+ * Copyright (c) 2017-2018 Wei Shuai <cpuwolf@gmail.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ */
+
+#pragma once
+
+#include "pt-api.hpp"
+
+#include "compat/timer.hpp"
+
+#include <functional>
+#include <memory>
+#include <tuple>
+
+#include <opencv2/core.hpp>
+#include <opencv2/videoio.hpp>
+
+#include <QString>
+
+#include <wiiyourself/wiimote.h>
+#include "wii_frame.hpp"
+
+namespace pt_module {
+
+struct WIICamera final : pt_camera
+{
+    WIICamera(const QString& module_name);
+
+    pt_camera_open_status start(int idx, int fps, int res_x, int res_y) override;
+    void stop() override;
+
+    result get_frame(pt_frame& Frame) override;
+    result get_info() const override;
+
+    pt_camera_info get_desired() const override { return cam_desired; }
+    QString get_desired_name() const override;
+    QString get_active_name() const override;
+
+    operator bool() const override { return (m_pDev); }
+
+    void set_fov(double value) override { fov = value; }
+    void show_camera_settings() override;
+
+
+private:
+	wiimote * m_pDev;
+	static void on_state_change(wiimote &remote,
+		state_change_flags changed,
+		const wiimote_state &new_state);
+	bool onExit = false;
+	pt_frame internalframe;
+	
+	wii_camera_status _get_frame(cv::Mat& Frame);
+	bool _get_points(struct wii_info&);
+	void _get_status(struct wii_info&);
+
+    double dt_mean = 0, fov = 42.;
+
+    Timer t;
+
+    pt_camera_info cam_info;
+    pt_camera_info cam_desired;
+    QString desired_name, active_name;
+
+    pt_settings s;
+
+    static constexpr inline double dt_eps = 1./384;
+};
+
+} // ns pt_module
diff --git a/tracker-pt/tracker-wii/wii_frame.cpp b/tracker-pt/tracker-wii/wii_frame.cpp
new file mode 100644
index 00000000..25228d57
--- /dev/null
+++ b/tracker-pt/tracker-wii/wii_frame.cpp
@@ -0,0 +1,88 @@
+/*
+* Copyright (c) 2015-2016 Stanislaw Halik <sthalik@misaki.pl>
+* Copyright (c) 2017-2018 Wei Shuai <cpuwolf@gmail.com>
+*/
+
+#include "wii_frame.hpp"
+
+#include "compat/math.hpp"
+
+#include <cstring>
+#include <tuple>
+
+#include <opencv2/imgproc.hpp>
+
+using namespace pt_module;
+
+WIIPreview& WIIPreview::operator=(const pt_frame& frame_)
+{
+    const cv::Mat& frame = frame_.as_const<const WIIFrame>()->mat;
+    ensure_size(frame_copy, frame_out.cols, frame_out.rows, CV_8UC3);
+
+    if (frame.channels() != 3)
+    {
+        once_only(qDebug() << "tracker/pt: camera frame depth: 3 !=" << frame.channels());
+        return *this;
+    }
+
+    const bool need_resize = frame.cols != frame_out.cols || frame.rows != frame_out.rows;
+    if (need_resize)
+        cv::resize(frame, frame_copy, cv::Size(frame_out.cols, frame_out.rows), 0, 0, cv::INTER_NEAREST);
+    else
+        frame.copyTo(frame_copy);
+
+    return *this;
+}
+
+WIIPreview::WIIPreview(int w, int h)
+{
+    ensure_size(frame_out, w, h, CV_8UC4);
+
+    frame_out.setTo(cv::Scalar(0, 0, 0, 0));
+}
+
+QImage WIIPreview::get_bitmap()
+{
+    int stride = frame_out.step.p[0];
+
+    if (stride < 64 || stride < frame_out.cols * 4)
+    {
+        once_only(qDebug() << "bad stride" << stride
+                           << "for bitmap size" << frame_copy.cols << frame_copy.rows);
+        return QImage();
+    }
+
+    cv::cvtColor(frame_copy, frame_out, cv::COLOR_BGR2BGRA);
+
+    return QImage((const unsigned char*) frame_out.data,
+                  frame_out.cols, frame_out.rows,
+                  stride,
+                  QImage::Format_ARGB32);
+}
+
+void WIIPreview::draw_head_center(double x, double y)
+{
+    double px_, py_;
+
+    std::tie(px_, py_) = to_pixel_pos(x, y, frame_copy.cols, frame_copy.rows);
+
+    int px = iround(px_), py = iround(py_);
+
+    constexpr int len = 9;
+
+    static const cv::Scalar color(0, 255, 255);
+    cv::line(frame_copy,
+             cv::Point(px - len, py),
+             cv::Point(px + len, py),
+             color, 1);
+    cv::line(frame_copy,
+             cv::Point(px, py - len),
+             cv::Point(px, py + len),
+             color, 1);
+}
+
+void WIIPreview::ensure_size(cv::Mat& frame, int w, int h, int type)
+{
+    if (frame.cols != w || frame.rows != h)
+        frame = cv::Mat(h, w, type);
+}
diff --git a/tracker-pt/tracker-wii/wii_frame.hpp b/tracker-pt/tracker-wii/wii_frame.hpp
new file mode 100644
index 00000000..4e3f0c95
--- /dev/null
+++ b/tracker-pt/tracker-wii/wii_frame.hpp
@@ -0,0 +1,61 @@
+/* 
+* Copyright (c) 2015-2016 Stanislaw Halik <sthalik@misaki.pl>
+* Copyright (c) 2017-2018 Wei Shuai <cpuwolf@gmail.com>
+*/
+#pragma once
+
+#include "pt-api.hpp"
+
+#include <opencv2/core.hpp>
+#include <QImage>
+
+
+
+namespace pt_module {
+
+enum wii_camera_status : unsigned { wii_cam_wait_for_connect, wii_cam_data_no_change, wii_cam_data_change };
+
+struct wii_info_points {
+	unsigned ux;
+	unsigned uy;
+	int isize;
+	bool bvis;
+};
+
+struct wii_info {
+	struct wii_info_points Points[4];
+	bool bBatteryDrained;
+	unsigned char BatteryPercent;
+	float	 Pitch;
+	float	 Roll;
+	wii_camera_status status;
+};
+
+struct WIIFrame final : pt_frame
+{
+    cv::Mat mat;
+	struct wii_info wii;
+
+    operator const cv::Mat&() const& { return mat; }
+    operator cv::Mat&() & { return mat; }
+};
+
+struct WIIPreview final : pt_preview
+{
+    WIIPreview(int w, int h);
+
+    WIIPreview& operator=(const pt_frame& frame) override;
+    QImage get_bitmap() override;
+    void draw_head_center(double x, double y) override;
+
+    operator cv::Mat&() { return frame_copy; }
+    operator cv::Mat const&() const { return frame_copy; }
+
+private:
+    static void ensure_size(cv::Mat& frame, int w, int h, int type);
+
+    bool fresh = true;
+    cv::Mat frame_copy, frame_color, frame_resize, frame_out;
+};
+
+} // ns pt_module
diff --git a/tracker-pt/tracker-wii/wii_module.cpp b/tracker-pt/tracker-wii/wii_module.cpp
new file mode 100644
index 00000000..2f04ec9a
--- /dev/null
+++ b/tracker-pt/tracker-wii/wii_module.cpp
@@ -0,0 +1,72 @@
+#include "ftnoir_tracker_pt.h"
+#include "api/plugin-api.hpp"
+
+#include "wii_camera.h"
+#include "wii_frame.hpp"
+#include "wii_point_extractor.h"
+#include "ftnoir_tracker_pt_dialog.h"
+
+#include "pt-api.hpp"
+
+#include <memory>
+
+static const QString module_name = "tracker-wii-pt";
+
+using namespace pt_module;
+
+struct wii_pt_module_traits final : pt_runtime_traits
+{
+    pointer<pt_camera> make_camera() const override
+    {
+        return pointer<pt_camera>(new WIICamera(module_name));
+    }
+
+    pointer<pt_point_extractor> make_point_extractor() const override
+    {
+        return pointer<pt_point_extractor>(new WIIPointExtractor(module_name));
+    }
+
+    QString get_module_name() const override
+    {
+        return module_name;
+    }
+
+    pointer<pt_frame> make_frame() const override
+    {
+        return pointer<pt_frame>(new WIIFrame);
+    }
+
+    pointer<pt_preview> make_preview(int w, int h) const override
+    {
+        return pointer<pt_preview>(new WIIPreview(w, h));
+    }
+};
+
+struct wii_tracker_pt : Tracker_PT
+{
+    wii_tracker_pt() : Tracker_PT(pointer<pt_runtime_traits>(new wii_pt_module_traits))
+    {
+    }
+};
+
+
+struct wii_dialog_pt : TrackerDialog_PT
+{
+    wii_dialog_pt();
+};
+
+class wii_metadata_pt : public Metadata
+{
+    QString name() { return _("WiiPointTracker 1.1"); }
+    QIcon icon() { return QIcon(":/Resources/wii.png"); }
+};
+
+// ns pt_module
+
+using namespace pt_module;
+
+
+
+wii_dialog_pt::wii_dialog_pt() : TrackerDialog_PT(module_name) {}
+
+OPENTRACK_DECLARE_TRACKER(wii_tracker_pt, wii_dialog_pt, wii_metadata_pt)
diff --git a/tracker-pt/tracker-wii/wii_point_extractor.cpp b/tracker-pt/tracker-wii/wii_point_extractor.cpp
new file mode 100644
index 00000000..7f90fb18
--- /dev/null
+++ b/tracker-pt/tracker-wii/wii_point_extractor.cpp
@@ -0,0 +1,142 @@
+/* Copyright (c) 2012 Patrick Ruoff
+ * Copyright (c) 2015-2017 Stanislaw Halik <sthalik@misaki.pl>
+ * Copyright (c) 2017-2018 Wei Shuai <cpuwolf@gmail.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ */
+
+#include "wii_point_extractor.h"
+
+#include "point_tracker.h"
+#include "wii_frame.hpp"
+
+#include "cv/numeric.hpp"
+#include "compat/math.hpp"
+
+#include <opencv2/videoio.hpp>
+
+#undef PREVIEW
+//#define PREVIEW
+
+#if defined PREVIEW
+#   include <opencv2/highgui.hpp>
+#endif
+
+#include <cmath>
+#include <algorithm>
+#include <cinttypes>
+#include <memory>
+
+#include <QDebug>
+
+using namespace types;
+using namespace pt_module;
+
+
+WIIPointExtractor::WIIPointExtractor(const QString& module_name) : s(module_name)
+{
+
+}
+
+//define a temp draw function
+void WIIPointExtractor::_draw_point(cv::Mat& preview_frame, const vec2& p, const cv::Scalar& color, int thinkness)
+{
+	static constexpr int len = 9;
+
+	cv::Point p2(iround(p[0] * preview_frame.cols + preview_frame.cols / 2),
+		iround(-p[1] * preview_frame.cols + preview_frame.rows / 2));
+
+	cv::line(preview_frame,
+		cv::Point(p2.x - len, p2.y),
+		cv::Point(p2.x + len, p2.y),
+		color,
+		thinkness);
+	cv::line(preview_frame,
+		cv::Point(p2.x, p2.y - len),
+		cv::Point(p2.x, p2.y + len),
+		color,
+		thinkness);
+};
+
+bool WIIPointExtractor::_draw_points(cv::Mat& preview_frame, const struct wii_info &wii, std::vector<vec2>& points)
+{
+	points.reserve(4);
+	points.clear();
+
+	for (unsigned index = 0; index < 4; index++)
+	{
+		const struct wii_info_points &dot = wii.Points[index];
+		if (dot.bvis) {
+			//qDebug() << "wii:" << dot.RawX << "+" << dot.RawY;
+
+			const float W = 1024.0f;
+			const float H = 768.0f;
+			const float RX = W - dot.ux;
+			const float RY = H - dot.uy;
+			//vec2 dt((dot.RawX - W / 2.0f) / W, -(dot.RawY - H / 2.0f) / W);
+			//anti-clockwise rotate 2D point
+			vec2 dt((RX - W / 2.0f) / W, -(RY - H / 2.0f) / W);
+
+			points.push_back(dt);
+			_draw_point(preview_frame, dt, cv::Scalar(0, 255, 0), dot.isize);
+		}
+	}
+	const bool success = points.size() >= PointModel::N_POINTS;
+
+	return success;
+}
+
+void WIIPointExtractor::_draw_bg(cv::Mat& preview_frame, const struct wii_info &wii)
+{
+	//draw battery status
+	cv::line(preview_frame,
+		cv::Point(0, 0),
+		cv::Point(preview_frame.cols*wii.BatteryPercent / 100, 0),
+		(wii.bBatteryDrained ? cv::Scalar(255, 0, 0) : cv::Scalar(0, 140, 0)),
+		2);
+
+	//draw horizon
+	int pdelta = iround((preview_frame.rows / 2) * tan((wii.Pitch)* M_PI / 180.0f));
+	int rdelta = iround((preview_frame.cols / 4) * tan((wii.Roll)* M_PI / 180.0f));
+
+	cv::line(preview_frame,
+		cv::Point(0, preview_frame.rows / 2 + rdelta - pdelta),
+		cv::Point(preview_frame.cols, preview_frame.rows / 2 - rdelta - pdelta),
+		cv::Scalar(80, 80, 80),
+		1);
+}
+
+
+void WIIPointExtractor::extract_points(const pt_frame& frame_, pt_preview& preview_frame_, std::vector<vec2>& points)
+{
+	const cv::Mat& frame = frame_.as_const<WIIFrame>()->mat;
+	const struct wii_info& wii = frame_.as_const<WIIFrame>()->wii;
+	cv::Mat& preview_frame = *preview_frame_.as<WIIPreview>();
+
+	//create a blank frame
+	//cv::Mat blank_frame(preview_frame.cols, preview_frame.rows, CV_8UC3, cv::Scalar(0, 0, 0));
+	//cv::cvtColor(_frame, _frame2, cv::COLOR_BGR2BGRA);
+	//cv::resize(blank_frame, preview_frame, cv::Size(preview_frame.cols, preview_frame.rows), 0, 0, cv::INTER_NEAREST);
+
+	switch (wii.status) {
+	case wii_cam_data_change:
+		_draw_bg(preview_frame, wii);
+		_draw_points(preview_frame, wii, points);
+		break;
+	case wii_cam_wait_for_connect:
+		char txtbuf[64];
+		sprintf(txtbuf, "%s", "wait for WIImote");
+		//draw wait text
+		cv::putText(preview_frame,
+			txtbuf,
+			cv::Point(preview_frame.cols / 10, preview_frame.rows / 2),
+			cv::FONT_HERSHEY_SIMPLEX,
+			1,
+			cv::Scalar(255, 255, 255),
+			1);
+		break;
+	}
+}
+
diff --git a/tracker-pt/tracker-wii/wii_point_extractor.h b/tracker-pt/tracker-wii/wii_point_extractor.h
new file mode 100644
index 00000000..290d1018
--- /dev/null
+++ b/tracker-pt/tracker-wii/wii_point_extractor.h
@@ -0,0 +1,40 @@
+/* Copyright (c) 2012 Patrick Ruoff
+ * Copyright (c) 2015-2016 Stanislaw Halik <sthalik@misaki.pl>
+ * Copyright (c) 2017-2018 Wei Shuai <cpuwolf@gmail.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ */
+
+#pragma once
+
+#include "pt-api.hpp"
+
+#include <vector>
+
+#include <opencv2/core.hpp>
+#include <opencv2/imgproc.hpp>
+
+namespace pt_module {
+
+using namespace types;
+
+class WIIPointExtractor final : public pt_point_extractor
+{
+public:
+    // extracts points from frame and draws some processing info into frame, if draw_output is set
+    // dt: time since last call in seconds
+    void extract_points(const pt_frame& frame, pt_preview& preview_frame, std::vector<vec2>& points) override;
+    WIIPointExtractor(const QString& module_name);
+private:
+    static constexpr int max_blobs = 16;
+
+    pt_settings s;
+	void _draw_point(cv::Mat& preview_frame, const vec2& p, const cv::Scalar& color, int thinkness = 1);
+	bool _draw_points(cv::Mat& preview_frame, const struct wii_info &wii, std::vector<vec2>& points);
+	void _draw_bg(cv::Mat& preview_frame, const struct wii_info &wii);
+};
+
+} // ns impl
+