From 8f1298caf24a12935eb90cf901989be05e7da751 Mon Sep 17 00:00:00 2001
From: MistEO <mistereo@hotmail.com>
Date: Thu, 29 Jul 2021 21:35:02 +0800
Subject: [PATCH] =?UTF-8?q?=E8=A1=8C=E5=B0=BE=E6=A0=BC=E5=BC=8F=E5=8C=96?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 MeoAssistance/src/Assistance.cpp | 782 +++++++++++++++----------------
 1 file changed, 391 insertions(+), 391 deletions(-)

diff --git a/MeoAssistance/src/Assistance.cpp b/MeoAssistance/src/Assistance.cpp
index 34aecfff35..d4acfca51c 100644
--- a/MeoAssistance/src/Assistance.cpp
+++ b/MeoAssistance/src/Assistance.cpp
@@ -1,210 +1,210 @@
-#include "Assistance.h"
-
-#include "WinMacro.h"
-#include "Configer.h"
-#include "Identify.h"
-#include "Logger.hpp"
-#include "AsstAux.h"
-
-#include <opencv2/opencv.hpp>
-
-#include <time.h>
-#include <filesystem>
-
-using namespace asst;
-
-Assistance::Assistance()
-{
-	DebugTraceFunction;
-
-	m_configer.load(GetResourceDir() + "config.json");
-	m_recruit_configer.load(GetResourceDir() + "operInfo.json");
-
-	m_pIder = std::make_shared<Identify>();
-	for (const auto& [name, info] : m_configer.m_tasks)
-	{
-		m_pIder->add_image(name, GetResourceDir() + "template\\" + info.template_filename);
-	}
-	m_pIder->set_use_cache(m_configer.m_options.identify_cache);
-
-	m_pIder->set_ocr_param(m_configer.m_options.ocr_gpu_index, m_configer.m_options.ocr_thread_number);
-	m_pIder->ocr_init_models(GetResourceDir() + "OcrLiteNcnn\\models\\");
-
-	m_working_thread = std::thread(working_proc, this);
-}
-
-Assistance::~Assistance()
-{
-	DebugTraceFunction;
-
-	//if (m_pWindow != nullptr) {
-	//	m_pWindow->showWindow();
-	//}
-
-	m_thread_exit = true;
-	m_thread_running = false;
-	m_condvar.notify_all();
-
-	if (m_working_thread.joinable()) {
-		m_working_thread.join();
-	}
-}
-
-std::optional<std::string> Assistance::catch_emulator(const std::string& emulator_name)
-{
-	DebugTraceFunction;
-
-	stop();
-
-	auto create_handles = [&](const EmulatorInfo& info) -> bool {
-		m_pWindow = std::make_shared<WinMacro>(info, HandleType::Window);
-		m_pView = std::make_shared<WinMacro>(info, HandleType::View);
-		m_pCtrl = std::make_shared<WinMacro>(info, HandleType::Control);
-		return m_pWindow->captured() && m_pView->captured() && m_pCtrl->captured();
-	};
-
-	bool ret = false;
-	std::string cor_name = emulator_name;
-
-	std::unique_lock<std::mutex> lock(m_mutex);
-
-	// 自动匹配模拟器，逐个找
-	if (emulator_name.empty()) {
-		for (const auto& [name, info] : m_configer.m_handles)
-		{
-			ret = create_handles(info);
-			if (ret) {
-				cor_name = name;
-				break;
-			}
-		}
-	}
-	else {	// 指定的模拟器
-		ret = create_handles(m_configer.m_handles[emulator_name]);
-	}
-	if (ret && m_pWindow->showWindow() && m_pWindow->resizeWindow()) {
-		m_inited = true;
-		return cor_name;
-	}
-	else {
-		m_inited = false;
-		return std::nullopt;
-	}
-}
-
-void Assistance::start(const std::string& task)
-{
-	DebugTraceFunction;
-	DebugTrace("Start |", task);
-
-
-	if (m_thread_running || !m_inited) {
-		return;
-	}
-
-	std::unique_lock<std::mutex> lock(m_mutex);
-	m_configer.clear_exec_times();
-
-	m_pIder->clear_cache();
-	m_next_tasks.clear();
-	m_next_tasks.emplace_back(task);
-	m_thread_running = true;
-	m_condvar.notify_one();
-}
-
-void Assistance::stop(bool block)
-{
-	DebugTraceFunction;
-	DebugTrace("Stop |", block ? "block" : "non block");
-
-	std::unique_lock<std::mutex> lock;
-	if (block) { // 外部调用
-		lock = std::unique_lock<std::mutex>(m_mutex);
-		m_configer.clear_exec_times();
-	}
-	m_thread_running = false;
-	m_next_tasks.clear();
-	m_pIder->clear_cache();
-}
-
-bool Assistance::set_param(const std::string& type, const std::string& param, const std::string& value)
-{
-	DebugTraceFunction;
-	DebugTrace("SetParam |", type, param, value);
-
-	std::unique_lock<std::mutex> lock(m_mutex);
-	return m_configer.set_param(type, param, value);
-}
-
-std::optional<std::string> Assistance::get_param(const std::string& type, const std::string& param)
-{
-	// DebugTraceFunction;
-	if (type == "status") {
-		if (param == "running") {
-			return std::to_string(m_thread_running);
-		}
-		else {
-			return std::nullopt;
-		}
-	}
-
-	std::unique_lock<std::mutex> lock(m_mutex);
-	return m_configer.get_param(type, param);
-}
-
-bool asst::Assistance::print_window(const std::string& filename, bool block)
-{
-	DebugTraceFunction;
-	DebugTrace("print_window |", block ? "block" : "non block");
-
-	std::unique_lock<std::mutex> lock;
-	if (block) { // 外部调用
-		lock = std::unique_lock<std::mutex>(m_mutex);
-	}
-
-	const cv::Mat& image = get_format_image();
-	// 保存的截图额外再裁剪掉一圈，不然企鹅物流识别不出来
-	int offset = m_configer.m_options.print_window_crop_offset;
-	cv::Rect rect(offset, offset, image.cols - offset * 2, image.rows - offset * 2);
-	bool ret = cv::imwrite(filename.c_str(), image(rect));
-
-	if (ret) {
-		DebugTraceInfo("PrintWindow to", filename);
-	}
-	else {
-		DebugTraceError("PrintWindow error", filename);
-	}
-	return ret;
-}
-
-bool asst::Assistance::find_text_and_click(const std::string& text, bool block)
-{
-	DebugTraceFunction;
-	DebugTrace("find_text_and_click |", Utf8ToGbk(text), block ? "block" : "non block");
-
-	std::unique_lock<std::mutex> lock;
-	if (block) { // 外部调用
-		lock = std::unique_lock<std::mutex>(m_mutex);
-	}
-	const cv::Mat& image = get_format_image();
-	std::optional<Rect>&& result = m_pIder->find_text(image, text);
-
-	if (!result) {
-		DebugTrace("Cannot found", Utf8ToGbk(text));
-		return false;
-	}
-
-	set_control_scale(image.cols, image.rows);
-	return m_pCtrl->click(result.value());
+#include "Assistance.h"
+
+#include "WinMacro.h"
+#include "Configer.h"
+#include "Identify.h"
+#include "Logger.hpp"
+#include "AsstAux.h"
+
+#include <opencv2/opencv.hpp>
+
+#include <time.h>
+#include <filesystem>
+
+using namespace asst;
+
+Assistance::Assistance()
+{
+	DebugTraceFunction;
+
+	m_configer.load(GetResourceDir() + "config.json");
+	m_recruit_configer.load(GetResourceDir() + "operInfo.json");
+
+	m_pIder = std::make_shared<Identify>();
+	for (const auto& [name, info] : m_configer.m_tasks)
+	{
+		m_pIder->add_image(name, GetResourceDir() + "template\\" + info.template_filename);
+	}
+	m_pIder->set_use_cache(m_configer.m_options.identify_cache);
+
+	m_pIder->set_ocr_param(m_configer.m_options.ocr_gpu_index, m_configer.m_options.ocr_thread_number);
+	m_pIder->ocr_init_models(GetResourceDir() + "OcrLiteNcnn\\models\\");
+
+	m_working_thread = std::thread(working_proc, this);
+}
+
+Assistance::~Assistance()
+{
+	DebugTraceFunction;
+
+	//if (m_pWindow != nullptr) {
+	//	m_pWindow->showWindow();
+	//}
+
+	m_thread_exit = true;
+	m_thread_running = false;
+	m_condvar.notify_all();
+
+	if (m_working_thread.joinable()) {
+		m_working_thread.join();
+	}
+}
+
+std::optional<std::string> Assistance::catch_emulator(const std::string& emulator_name)
+{
+	DebugTraceFunction;
+
+	stop();
+
+	auto create_handles = [&](const EmulatorInfo& info) -> bool {
+		m_pWindow = std::make_shared<WinMacro>(info, HandleType::Window);
+		m_pView = std::make_shared<WinMacro>(info, HandleType::View);
+		m_pCtrl = std::make_shared<WinMacro>(info, HandleType::Control);
+		return m_pWindow->captured() && m_pView->captured() && m_pCtrl->captured();
+	};
+
+	bool ret = false;
+	std::string cor_name = emulator_name;
+
+	std::unique_lock<std::mutex> lock(m_mutex);
+
+	// 自动匹配模拟器，逐个找
+	if (emulator_name.empty()) {
+		for (const auto& [name, info] : m_configer.m_handles)
+		{
+			ret = create_handles(info);
+			if (ret) {
+				cor_name = name;
+				break;
+			}
+		}
+	}
+	else {	// 指定的模拟器
+		ret = create_handles(m_configer.m_handles[emulator_name]);
+	}
+	if (ret && m_pWindow->showWindow() && m_pWindow->resizeWindow()) {
+		m_inited = true;
+		return cor_name;
+	}
+	else {
+		m_inited = false;
+		return std::nullopt;
+	}
+}
+
+void Assistance::start(const std::string& task)
+{
+	DebugTraceFunction;
+	DebugTrace("Start |", task);
+
+
+	if (m_thread_running || !m_inited) {
+		return;
+	}
+
+	std::unique_lock<std::mutex> lock(m_mutex);
+	m_configer.clear_exec_times();
+
+	m_pIder->clear_cache();
+	m_next_tasks.clear();
+	m_next_tasks.emplace_back(task);
+	m_thread_running = true;
+	m_condvar.notify_one();
+}
+
+void Assistance::stop(bool block)
+{
+	DebugTraceFunction;
+	DebugTrace("Stop |", block ? "block" : "non block");
+
+	std::unique_lock<std::mutex> lock;
+	if (block) { // 外部调用
+		lock = std::unique_lock<std::mutex>(m_mutex);
+		m_configer.clear_exec_times();
+	}
+	m_thread_running = false;
+	m_next_tasks.clear();
+	m_pIder->clear_cache();
+}
+
+bool Assistance::set_param(const std::string& type, const std::string& param, const std::string& value)
+{
+	DebugTraceFunction;
+	DebugTrace("SetParam |", type, param, value);
+
+	std::unique_lock<std::mutex> lock(m_mutex);
+	return m_configer.set_param(type, param, value);
+}
+
+std::optional<std::string> Assistance::get_param(const std::string& type, const std::string& param)
+{
+	// DebugTraceFunction;
+	if (type == "status") {
+		if (param == "running") {
+			return std::to_string(m_thread_running);
+		}
+		else {
+			return std::nullopt;
+		}
+	}
+
+	std::unique_lock<std::mutex> lock(m_mutex);
+	return m_configer.get_param(type, param);
+}
+
+bool asst::Assistance::print_window(const std::string& filename, bool block)
+{
+	DebugTraceFunction;
+	DebugTrace("print_window |", block ? "block" : "non block");
+
+	std::unique_lock<std::mutex> lock;
+	if (block) { // 外部调用
+		lock = std::unique_lock<std::mutex>(m_mutex);
+	}
+
+	const cv::Mat& image = get_format_image();
+	// 保存的截图额外再裁剪掉一圈，不然企鹅物流识别不出来
+	int offset = m_configer.m_options.print_window_crop_offset;
+	cv::Rect rect(offset, offset, image.cols - offset * 2, image.rows - offset * 2);
+	bool ret = cv::imwrite(filename.c_str(), image(rect));
+
+	if (ret) {
+		DebugTraceInfo("PrintWindow to", filename);
+	}
+	else {
+		DebugTraceError("PrintWindow error", filename);
+	}
+	return ret;
+}
+
+bool asst::Assistance::find_text_and_click(const std::string& text, bool block)
+{
+	DebugTraceFunction;
+	DebugTrace("find_text_and_click |", Utf8ToGbk(text), block ? "block" : "non block");
+
+	std::unique_lock<std::mutex> lock;
+	if (block) { // 外部调用
+		lock = std::unique_lock<std::mutex>(m_mutex);
+	}
+	const cv::Mat& image = get_format_image();
+	std::optional<Rect>&& result = m_pIder->find_text(image, text);
+
+	if (!result) {
+		DebugTrace("Cannot found", Utf8ToGbk(text));
+		return false;
+	}
+
+	set_control_scale(image.cols, image.rows);
+	return m_pCtrl->click(result.value());
 }
 
 void asst::Assistance::find_and_clac_tags(bool need_click)
 {
-	DebugTraceFunction;
-
-	const cv::Mat& image = get_format_image();
-	set_control_scale(image.cols, image.rows);
-
+	DebugTraceFunction;
+
+	const cv::Mat& image = get_format_image();
+	set_control_scale(image.cols, image.rows);
+
 	std::vector<TextArea>&& ider_result = m_pIder->find_text(image, m_recruit_configer.m_all_tags);
 
 	std::vector<std::string> tags;
@@ -330,195 +330,195 @@ void asst::Assistance::find_and_clac_tags(bool need_click)
 			}
 		}
 	}
-}
-
-void Assistance::working_proc(Assistance* pThis)
-{
-	DebugTraceFunction;
-
-	while (!pThis->m_thread_exit) {
-		std::unique_lock<std::mutex> lock(pThis->m_mutex);
-		if (pThis->m_thread_running) {
-			const cv::Mat& cur_image = pThis->get_format_image();
-			pThis->set_control_scale(cur_image.cols, cur_image.rows);
-
-			if (cur_image.empty()) {
-				DebugTraceError("Unable to capture window image!!!");
-				pThis->stop(false);
-				continue;
-			}
-			if (cur_image.rows < 100) {
-				DebugTraceInfo("Window Could not be minimized!!!");
-				pThis->m_pWindow->showWindow();
-				pThis->m_condvar.wait_for(lock,
-					std::chrono::milliseconds(pThis->m_configer.m_options.identify_delay),
-					[&]() -> bool { return !pThis->m_thread_running; });
-				continue;
-			}
-
-			std::string matched_task;
-			Rect matched_rect;
-			// 逐个匹配当前可能的图像
-			for (const std::string& task_name : pThis->m_next_tasks) {
-
-				double threshold = pThis->m_configer.m_tasks[task_name].threshold;
-				double cache_threshold = pThis->m_configer.m_tasks[task_name].cache_threshold;
-
-				auto&& [algorithm, value, rect] = pThis->m_pIder->find_image(cur_image, task_name, threshold);
-				DebugTrace(task_name, "Type:", algorithm, "Value:", value);
-				if (algorithm == AlgorithmType::JustReturn ||
-					(algorithm == AlgorithmType::MatchTemplate && value >= threshold)
-					|| (algorithm == AlgorithmType::CompareHist && value >= cache_threshold)) {
-					matched_task = task_name;
-					matched_rect = rect;
-					break;
-				}
-			}
-
-			// 执行任务
-			if (!matched_task.empty()) {
-				TaskInfo& task = pThis->m_configer.m_tasks[matched_task];
-				DebugTraceInfo("***Matched***", matched_task, "Type:", task.type);
-				// 前置固定延时
-				if (task.pre_delay > 0) {
-					DebugTrace("PreDelay", task.pre_delay);
-					// std::this_thread::sleep_for(std::chrono::milliseconds(task.pre_delay));
-					bool cv_ret = pThis->m_condvar.wait_for(lock, std::chrono::milliseconds(task.pre_delay),
-						[&]() -> bool { return !pThis->m_thread_running; });
-					if (cv_ret) { continue; }
-				}
-
-				if (task.max_times != INT_MAX) {
-					DebugTrace("CurTimes:", task.exec_times, "MaxTimes:", task.max_times);
-				}
-				if (task.exec_times < task.max_times) {
-					// 随机延时功能
-					if ((task.type & TaskType::BasicClick)
-						&& pThis->m_configer.m_options.control_delay_upper != 0) {
-						static std::default_random_engine rand_engine(std::chrono::system_clock::now().time_since_epoch().count());
-						static std::uniform_int_distribution<unsigned> rand_uni(pThis->m_configer.m_options.control_delay_lower, pThis->m_configer.m_options.control_delay_upper);
-						int delay = rand_uni(rand_engine);
-						DebugTraceInfo("Random Delay", delay, "ms");
-						bool cv_ret = pThis->m_condvar.wait_for(lock, std::chrono::milliseconds(delay),
-							[&]() -> bool { return !pThis->m_thread_running; });
-						if (cv_ret) { continue; }
-					}
-					if (!pThis->m_thread_running) {
-						continue;
-					}
-					switch (task.type) {
-					case TaskType::ClickRect:
-						matched_rect = task.specific_area;
-						[[fallthrough]];
-					case TaskType::ClickSelf:
-						pThis->m_pCtrl->click(matched_rect);
-						break;
-					case TaskType::ClickRand:
-						pThis->m_pCtrl->click(pThis->m_pCtrl->getWindowRect());
-						break;
-					case TaskType::DoNothing:
-						break;
-					case TaskType::Stop:
-						DebugTrace("TaskType is Stop");
-						pThis->stop(false);
-						continue;
-						break;
-					case TaskType::PrintWindow:
-						if (pThis->m_configer.m_options.print_window) {
-							// 每次到结算界面，掉落物品不是一次性出来的，有个动画，所以需要等一会再截图
-							int print_delay = pThis->m_configer.m_options.print_window_delay;
-							DebugTraceInfo("Ready to print window, delay", print_delay);
-							pThis->m_condvar.wait_for(lock,
-								std::chrono::milliseconds(print_delay),
-								[&]() -> bool { return !pThis->m_thread_running; });
-
-							const std::string dirname = GetCurrentDir() + "screenshot\\";
-							std::filesystem::create_directory(dirname);
-							const std::string time_str = StringReplaceAll(StringReplaceAll(GetFormatTimeString(), " ", "_"), ":", "-");
-							const std::string filename = dirname + time_str + ".png";
-							pThis->print_window(filename, false);
-						}
-						break;
-					default:
-						DebugTraceError("Unknown option type:", task.type);
-						break;
-					}
-					++task.exec_times;
-
-					// 减少其他任务的执行次数
-					// 例如，进入吃理智药的界面了，相当于上一次点蓝色开始行动没生效
-					// 所以要给蓝色开始行动的次数减一
-					for (const std::string& reduce : task.reduce_other_times) {
-						--pThis->m_configer.m_tasks[reduce].exec_times;
-						DebugTrace("Reduce exec times", reduce, pThis->m_configer.m_tasks[reduce].exec_times);
-					}
-					// 后置固定延时
-					if (task.rear_delay > 0) {
-						DebugTrace("RearDelay", task.rear_delay);
-						// std::this_thread::sleep_for(std::chrono::milliseconds(task.rear_delay));
-						bool cv_ret = pThis->m_condvar.wait_for(lock, std::chrono::milliseconds(task.rear_delay),
-							[&]() -> bool { return !pThis->m_thread_running; });
-						if (cv_ret) { continue; }
-					}
-					pThis->m_next_tasks = pThis->m_configer.m_tasks[matched_task].next;
-				}
-				else {
-					DebugTraceInfo("Reached limit");
-					pThis->m_next_tasks = pThis->m_configer.m_tasks[matched_task].exceeded_next;
-				}
-
-				// 单纯为了打印日志。。感觉可以优化下
-				std::string nexts_str;
-				for (const std::string& name : pThis->m_next_tasks) {
-					nexts_str += name + " ,";
-				}
-				if (nexts_str.back() == ',') {
-					nexts_str.pop_back();
-				}
-				DebugTrace("Next:", nexts_str);
-			}
-
-			pThis->m_condvar.wait_for(lock,
-				std::chrono::milliseconds(pThis->m_configer.m_options.identify_delay),
-				[&]() -> bool { return !pThis->m_thread_running; });
-		}
-		else {
-			pThis->m_condvar.wait(lock);
-		}
-	}
-}
-
-cv::Mat asst::Assistance::get_format_image()
-{
-	const cv::Mat& raw_image = m_pView->getImage(m_pView->getWindowRect());
-	if (raw_image.empty() || raw_image.rows < 100) {
-		DebugTraceError("Window image error");
-		return raw_image;
-	}
-	// 把模拟器边框的一圈裁剪掉
-	const EmulatorInfo& window_info = m_pView->getEmulatorInfo();
-	int x_offset = window_info.x_offset;
-	int y_offset = window_info.y_offset;
-	int width = raw_image.cols - x_offset - window_info.right_offset;
-	int height = raw_image.rows - y_offset - window_info.bottom_offset;
-
-	cv::Mat cropped(raw_image, cv::Rect(x_offset, y_offset, width, height));
-
-	//// 调整尺寸，与资源中截图的标准尺寸一致
-	//cv::Mat dst;
-	//cv::resize(cropped, dst, cv::Size(m_configer.DefaultWindowWidth, m_configer.DefaultWindowHeight));
-
-	return cropped;
+}
+
+void Assistance::working_proc(Assistance* pThis)
+{
+	DebugTraceFunction;
+
+	while (!pThis->m_thread_exit) {
+		std::unique_lock<std::mutex> lock(pThis->m_mutex);
+		if (pThis->m_thread_running) {
+			const cv::Mat& cur_image = pThis->get_format_image();
+			pThis->set_control_scale(cur_image.cols, cur_image.rows);
+
+			if (cur_image.empty()) {
+				DebugTraceError("Unable to capture window image!!!");
+				pThis->stop(false);
+				continue;
+			}
+			if (cur_image.rows < 100) {
+				DebugTraceInfo("Window Could not be minimized!!!");
+				pThis->m_pWindow->showWindow();
+				pThis->m_condvar.wait_for(lock,
+					std::chrono::milliseconds(pThis->m_configer.m_options.identify_delay),
+					[&]() -> bool { return !pThis->m_thread_running; });
+				continue;
+			}
+
+			std::string matched_task;
+			Rect matched_rect;
+			// 逐个匹配当前可能的图像
+			for (const std::string& task_name : pThis->m_next_tasks) {
+
+				double threshold = pThis->m_configer.m_tasks[task_name].threshold;
+				double cache_threshold = pThis->m_configer.m_tasks[task_name].cache_threshold;
+
+				auto&& [algorithm, value, rect] = pThis->m_pIder->find_image(cur_image, task_name, threshold);
+				DebugTrace(task_name, "Type:", algorithm, "Value:", value);
+				if (algorithm == AlgorithmType::JustReturn ||
+					(algorithm == AlgorithmType::MatchTemplate && value >= threshold)
+					|| (algorithm == AlgorithmType::CompareHist && value >= cache_threshold)) {
+					matched_task = task_name;
+					matched_rect = rect;
+					break;
+				}
+			}
+
+			// 执行任务
+			if (!matched_task.empty()) {
+				TaskInfo& task = pThis->m_configer.m_tasks[matched_task];
+				DebugTraceInfo("***Matched***", matched_task, "Type:", task.type);
+				// 前置固定延时
+				if (task.pre_delay > 0) {
+					DebugTrace("PreDelay", task.pre_delay);
+					// std::this_thread::sleep_for(std::chrono::milliseconds(task.pre_delay));
+					bool cv_ret = pThis->m_condvar.wait_for(lock, std::chrono::milliseconds(task.pre_delay),
+						[&]() -> bool { return !pThis->m_thread_running; });
+					if (cv_ret) { continue; }
+				}
+
+				if (task.max_times != INT_MAX) {
+					DebugTrace("CurTimes:", task.exec_times, "MaxTimes:", task.max_times);
+				}
+				if (task.exec_times < task.max_times) {
+					// 随机延时功能
+					if ((task.type & TaskType::BasicClick)
+						&& pThis->m_configer.m_options.control_delay_upper != 0) {
+						static std::default_random_engine rand_engine(std::chrono::system_clock::now().time_since_epoch().count());
+						static std::uniform_int_distribution<unsigned> rand_uni(pThis->m_configer.m_options.control_delay_lower, pThis->m_configer.m_options.control_delay_upper);
+						int delay = rand_uni(rand_engine);
+						DebugTraceInfo("Random Delay", delay, "ms");
+						bool cv_ret = pThis->m_condvar.wait_for(lock, std::chrono::milliseconds(delay),
+							[&]() -> bool { return !pThis->m_thread_running; });
+						if (cv_ret) { continue; }
+					}
+					if (!pThis->m_thread_running) {
+						continue;
+					}
+					switch (task.type) {
+					case TaskType::ClickRect:
+						matched_rect = task.specific_area;
+						[[fallthrough]];
+					case TaskType::ClickSelf:
+						pThis->m_pCtrl->click(matched_rect);
+						break;
+					case TaskType::ClickRand:
+						pThis->m_pCtrl->click(pThis->m_pCtrl->getWindowRect());
+						break;
+					case TaskType::DoNothing:
+						break;
+					case TaskType::Stop:
+						DebugTrace("TaskType is Stop");
+						pThis->stop(false);
+						continue;
+						break;
+					case TaskType::PrintWindow:
+						if (pThis->m_configer.m_options.print_window) {
+							// 每次到结算界面，掉落物品不是一次性出来的，有个动画，所以需要等一会再截图
+							int print_delay = pThis->m_configer.m_options.print_window_delay;
+							DebugTraceInfo("Ready to print window, delay", print_delay);
+							pThis->m_condvar.wait_for(lock,
+								std::chrono::milliseconds(print_delay),
+								[&]() -> bool { return !pThis->m_thread_running; });
+
+							const std::string dirname = GetCurrentDir() + "screenshot\\";
+							std::filesystem::create_directory(dirname);
+							const std::string time_str = StringReplaceAll(StringReplaceAll(GetFormatTimeString(), " ", "_"), ":", "-");
+							const std::string filename = dirname + time_str + ".png";
+							pThis->print_window(filename, false);
+						}
+						break;
+					default:
+						DebugTraceError("Unknown option type:", task.type);
+						break;
+					}
+					++task.exec_times;
+
+					// 减少其他任务的执行次数
+					// 例如，进入吃理智药的界面了，相当于上一次点蓝色开始行动没生效
+					// 所以要给蓝色开始行动的次数减一
+					for (const std::string& reduce : task.reduce_other_times) {
+						--pThis->m_configer.m_tasks[reduce].exec_times;
+						DebugTrace("Reduce exec times", reduce, pThis->m_configer.m_tasks[reduce].exec_times);
+					}
+					// 后置固定延时
+					if (task.rear_delay > 0) {
+						DebugTrace("RearDelay", task.rear_delay);
+						// std::this_thread::sleep_for(std::chrono::milliseconds(task.rear_delay));
+						bool cv_ret = pThis->m_condvar.wait_for(lock, std::chrono::milliseconds(task.rear_delay),
+							[&]() -> bool { return !pThis->m_thread_running; });
+						if (cv_ret) { continue; }
+					}
+					pThis->m_next_tasks = pThis->m_configer.m_tasks[matched_task].next;
+				}
+				else {
+					DebugTraceInfo("Reached limit");
+					pThis->m_next_tasks = pThis->m_configer.m_tasks[matched_task].exceeded_next;
+				}
+
+				// 单纯为了打印日志。。感觉可以优化下
+				std::string nexts_str;
+				for (const std::string& name : pThis->m_next_tasks) {
+					nexts_str += name + " ,";
+				}
+				if (nexts_str.back() == ',') {
+					nexts_str.pop_back();
+				}
+				DebugTrace("Next:", nexts_str);
+			}
+
+			pThis->m_condvar.wait_for(lock,
+				std::chrono::milliseconds(pThis->m_configer.m_options.identify_delay),
+				[&]() -> bool { return !pThis->m_thread_running; });
+		}
+		else {
+			pThis->m_condvar.wait(lock);
+		}
+	}
+}
+
+cv::Mat asst::Assistance::get_format_image()
+{
+	const cv::Mat& raw_image = m_pView->getImage(m_pView->getWindowRect());
+	if (raw_image.empty() || raw_image.rows < 100) {
+		DebugTraceError("Window image error");
+		return raw_image;
+	}
+	// 把模拟器边框的一圈裁剪掉
+	const EmulatorInfo& window_info = m_pView->getEmulatorInfo();
+	int x_offset = window_info.x_offset;
+	int y_offset = window_info.y_offset;
+	int width = raw_image.cols - x_offset - window_info.right_offset;
+	int height = raw_image.rows - y_offset - window_info.bottom_offset;
+
+	cv::Mat cropped(raw_image, cv::Rect(x_offset, y_offset, width, height));
+
+	//// 调整尺寸，与资源中截图的标准尺寸一致
+	//cv::Mat dst;
+	//cv::resize(cropped, dst, cv::Size(m_configer.DefaultWindowWidth, m_configer.DefaultWindowHeight));
+
+	return cropped;
 }
 
 void asst::Assistance::set_control_scale(int cur_width, int cur_height)
-{
-	double scale_width = static_cast<double>(cur_width) / m_configer.DefaultWindowWidth;
-	double scale_height = static_cast<double>(cur_height) / m_configer.DefaultWindowHeight;
-	// 有些模拟器有可收缩的侧边，会增加宽度。
-	// config.json中设置的是侧边展开后的offset
-	// 如果用户把侧边收起来了，则有侧边的那头会额外裁剪掉一些，长度偏小
-	// 所以按这里面长、宽里大的那个算，大的那边没侧边
-	double scale = std::max(scale_width, scale_height);
+{
+	double scale_width = static_cast<double>(cur_width) / m_configer.DefaultWindowWidth;
+	double scale_height = static_cast<double>(cur_height) / m_configer.DefaultWindowHeight;
+	// 有些模拟器有可收缩的侧边，会增加宽度。
+	// config.json中设置的是侧边展开后的offset
+	// 如果用户把侧边收起来了，则有侧边的那头会额外裁剪掉一些，长度偏小
+	// 所以按这里面长、宽里大的那个算，大的那边没侧边
+	double scale = std::max(scale_width, scale_height);
 	m_pCtrl->setControlScale(scale);
-}
+}