封装了识别干员的TASK

MeoAssistance/IdentifyOperTask.cpp

@@ -0,0 +1,175 @@
+#include "IdentifyOperTask.h"
+
+#include <functional>
+#include <thread>
+#include <future>
+#include <unordered_map>
+#include <unordered_set>
+
+#include <opencv2/opencv.hpp>
+
+#include "Configer.h"
+#include "InfrastConfiger.h"
+#include "Identify.h"
+#include "WinMacro.h"
+
+using namespace asst;
+
+asst::IdentifyOperTask::IdentifyOperTask(AsstCallback callback, void* callback_arg)
+	: OcrAbstractTask(callback, callback_arg)
+{
+	;
+}
+
+bool asst::IdentifyOperTask::run()
+{
+	if (m_view_ptr == nullptr
+		|| m_identify_ptr == nullptr
+		|| m_control_ptr == nullptr)
+	{
+		m_callback(AsstMsg::PtrIsNull, json::value(), m_callback_arg);
+		return false;
+	}
+
+	json::value task_start_json = json::object{
+		{ "task_type",  "InfrastStationTask" },
+		{ "task_chain", OcrAbstractTask::m_task_chain},
+	};
+	m_callback(AsstMsg::TaskStart, task_start_json, m_callback_arg);
+
+	std::unordered_map<std::string, std::string> feature_cond = InfrastConfiger::get_instance().m_oper_name_feat;
+	std::unordered_set<std::string> feature_whatever = InfrastConfiger::get_instance().m_oper_name_feat_whatever;
+	std::unordered_set<OperInfrastInfo> detected_opers;
+	//auto swipe_foo = std::bind(&IdentifyOperTask::swipe, *this);
+
+	// 一边识别一边滑动，把所有干员名字抓出来
+	while (true) {
+		const cv::Mat& image = OcrAbstractTask::get_format_image(true);
+		// 异步进行滑动操作
+		std::future<bool> swipe_future = std::async(std::launch::async, &IdentifyOperTask::swipe, this, false);
+
+		auto cur_name_textarea = detect_opers(image, feature_cond, feature_whatever);
+
+		int oper_numer = detected_opers.size();
+		for (const TextArea& textarea : cur_name_textarea)
+		{
+			cv::Rect elite_rect;
+			// 因为有的名字长有的名字短，但是右对齐的，所以跟着右边走
+			// TODO，这些长宽的参数要跟着分辨率缩放，最好放到配置文件里
+			elite_rect.x = textarea.rect.x + textarea.rect.width - 250;
+			elite_rect.y = textarea.rect.y - 200;
+			if (elite_rect.x < 0 || elite_rect.y < 0) {
+				continue;
+			}
+			elite_rect.width = 100;
+			elite_rect.height = 150;
+			cv::Mat elite_mat = image(elite_rect);
+
+			// for debug
+			static cv::Mat elite1 = cv::imread(GetResourceDir() + "operators\\Elite1.png");
+			static cv::Mat elite2 = cv::imread(GetResourceDir() + "operators\\Elite2.png");
+			auto&& [score1, point1] = OcrAbstractTask::m_identify_ptr->match_template(elite_mat, elite1);
+			auto&& [score2, point2] = OcrAbstractTask::m_identify_ptr->match_template(elite_mat, elite2);
+#ifdef LOG_TRACE
+			std::cout << "elite1:" << score1 << ", elite2:" << score2 << std::endl;
+#endif
+			OperInfrastInfo info;
+			info.name = textarea.text;
+			if (score1 > score2 && score1 > 0.7) {
+				info.elite = 1;
+			}
+			else if (score2 > score1 && score2 > 0.7) {
+				info.elite = 2;
+			}
+			else {
+				info.elite = 0;
+			}
+			detected_opers.emplace(std::move(info));
+		}
+
+		json::value opers_json;
+		std::vector<json::value> opers_json_vec;
+		for (const OperInfrastInfo& info : detected_opers) {
+			json::value info_json;
+			info_json["name"] = Utf8ToGbk(info.name);
+			info_json["elite"] = info.elite;
+			//info_json["level"] = info.level;
+			opers_json_vec.emplace_back(std::move(info_json));
+		}
+		opers_json["all"] = json::array(opers_json_vec);
+		m_callback(AsstMsg::InfrastOpers, opers_json, m_callback_arg);
+
+		// 阻塞等待滑动结束
+		if (!swipe_future.get()) {
+			return false;
+		}
+		// 说明本次识别一个新的都没识别到，应该是滑动到最后了，直接结束循环
+		if (oper_numer == detected_opers.size()) {
+			break;
+		}
+	}
+
+	return true;
+}
+
+std::vector<TextArea> asst::IdentifyOperTask::detect_opers(const cv::Mat& image, std::unordered_map<std::string, std::string>& feature_cond, std::unordered_set<std::string>& feature_whatever)
+{
+	std::vector<TextArea> all_text_area = ocr_detect(image);
+	/* 过滤出所有制造站中的干员名 */
+	std::vector<TextArea> cur_name_textarea = text_search(
+		all_text_area,
+		InfrastConfiger::get_instance().m_all_opers_name,
+		Configer::get_instance().m_infrast_ocr_replace);
+
+	// 用特征检测再筛选一遍OCR识别漏了的
+	for (const TextArea& textarea : all_text_area) {
+		for (auto iter = feature_cond.begin(); iter != feature_cond.end(); ++iter) {
+			auto& [key, value] = *iter;
+			// 识别到了key，但是没识别到value，这种情况就需要进行特征检测进一步确认了
+			if (textarea.text.find(key) != std::string::npos
+				&& textarea.text.find(value) == std::string::npos) {
+				// 把key所在的矩形放大一点送去做特征检测，不需要把整张图片都送去检测
+				Rect magnified_area = textarea.rect.center_zoom(2.0);
+				magnified_area.x = (std::max)(0, magnified_area.x);
+				magnified_area.y = (std::max)(0, magnified_area.y);
+				if (magnified_area.x + magnified_area.width >= image.cols) {
+					magnified_area.width = image.cols - magnified_area.x - 1;
+				}
+				if (magnified_area.y + magnified_area.height >= image.rows) {
+					magnified_area.height = image.rows - magnified_area.y - 1;
+				}
+				cv::Rect cv_rect(magnified_area.x, magnified_area.y, magnified_area.width, magnified_area.height);
+				// key是关键字而已，真正要识别的是value
+				auto&& ret = OcrAbstractTask::m_identify_ptr->feature_match(image(cv_rect), value);
+				if (ret) {
+					cur_name_textarea.emplace_back(value, textarea.rect);
+					iter = feature_cond.erase(iter);
+					--iter;
+				}
+			}
+		}
+	}
+	for (auto iter = feature_whatever.begin(); iter != feature_whatever.end(); ++iter) {
+		auto&& ret = OcrAbstractTask::m_identify_ptr->feature_match(image, *iter);
+		if (ret) {
+			cur_name_textarea.emplace_back(std::move(ret.value()));
+			iter = feature_whatever.erase(iter);
+			--iter;
+		}
+	}
+
+	return cur_name_textarea;
+}
+
+bool IdentifyOperTask::swipe(bool reverse)
+{
+	bool ret = false;
+	if (!reverse) {
+		ret = m_control_ptr->swipe(m_swipe_begin, m_swipe_end, m_swipe_duration);
+	}
+	else {
+		ret = m_control_ptr->swipe(m_swipe_end, m_swipe_begin, m_swipe_duration);
+	}
+	ret &= sleep(m_swipe_duration + SwipeExtraDelay);
+	return ret;
+}