fz-mirrors/MaaAssistantArknights
0
0
Fork 0
mirror of https://github.com/MaaAssistantArknights/MaaAssistantArknights.git synced 2026-07-17 10:00:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor.整体重构，OOP化、热流程化；暂时删除基建部分逻辑；初步完成

Browse Source
This commit is contained in:
MistEO
2021-10-07 19:24:40 +08:00
parent 4ff816129b
commit b3564e7f0d
117 changed files with 2756 additions and 4960 deletions
Download Patch File Download Diff File Expand all files Collapse all files

264
src/MeoAssistance/InfrastAbstractTask.cpp
View File

@@ -1,264 +0,0 @@
#include "InfrastAbstractTask.h"
#include <numeric>
#include <opencv2/opencv.hpp>
#include "WinMacro.h"
#include "Identify.h"
#include "Configer.h"
#include "InfrastConfiger.h"
#include "Logger.hpp"
using namespace asst;
asst::InfrastAbstractTask::InfrastAbstractTask(AsstCallback callback, void* callback_arg)
: OcrAbstractTask(callback, callback_arg),
m_swipe_begin(Configer::WindowWidthDefault * 0.9, Configer::WindowHeightDefault * 0.5, 0, 0),
m_swipe_end(Configer::WindowWidthDefault * 0.5, Configer::WindowHeightDefault * 0.5, 0, 0)
{
}
bool asst::InfrastAbstractTask::swipe_to_the_left()
{
DebugTraceFunction;
constexpr int SwipeTimes = 5;
m_swipe_duration = 100;
// 往左使劲滑几下
bool ret = false;
for (int i = 0; i != SwipeTimes; ++i) {
ret = swipe(true, 0);
if (!ret) {
break;
}
}
m_swipe_duration = SwipeDurationDefault;
if (!ret) {
return false;
}
return true;
}
bool asst::InfrastAbstractTask::click_clear_button()
{
DebugTraceFunction;
const static Rect ClearButtonRect(430, 655, 150, 40);
return m_controller_ptr->click(ClearButtonRect);
}
bool asst::InfrastAbstractTask::click_confirm_button()
{
DebugTraceFunction;
const static Rect ConfirmButtonRect(1105, 655, 150, 40);
return m_controller_ptr->click(ConfirmButtonRect);
}
bool asst::InfrastAbstractTask::swipe(bool reverse, int extra_delay)
{
DebugTraceFunction;
//#ifndef LOG_TRACE
if (!reverse) {
m_controller_ptr->swipe(m_swipe_begin, m_swipe_end, m_swipe_duration, true, extra_delay);
++m_swipe_times;
}
else {
m_controller_ptr->swipe(m_swipe_end, m_swipe_begin, m_swipe_duration, true, extra_delay);
--m_swipe_times;
}
return true;
//#else
// return true;
//#endif
}
bool asst::InfrastAbstractTask::swipe_left()
{
DebugTraceFunction;
const static Rect right_rect(Configer::WindowWidthDefault * 0.8,
Configer::WindowHeightDefault * 0.4,
Configer::WindowWidthDefault * 0.1,
Configer::WindowHeightDefault * 0.2);
const static Rect left_rect(Configer::WindowWidthDefault * 0.1,
Configer::WindowHeightDefault * 0.4,
Configer::WindowWidthDefault * 0.1,
Configer::WindowHeightDefault * 0.2);
m_controller_ptr->swipe(left_rect, right_rect);
return true;
}
bool asst::InfrastAbstractTask::swipe_right()
{
DebugTraceFunction;
const static Rect right_rect(Configer::WindowWidthDefault * 0.8,
Configer::WindowHeightDefault * 0.4,
Configer::WindowWidthDefault * 0.1,
Configer::WindowHeightDefault * 0.2);
const static Rect left_rect(Configer::WindowWidthDefault * 0.1,
Configer::WindowHeightDefault * 0.4,
Configer::WindowWidthDefault * 0.1,
Configer::WindowHeightDefault * 0.2);
m_controller_ptr->swipe(right_rect, left_rect);
return true;
}
bool asst::InfrastAbstractTask::append_task_to_back_to_infrast_home()
{
const static json::value append_json = json::object{
{ "task", "InfrastBegin" },
{ "task_chain", m_task_chain }
};
m_callback(AsstMsg::AppendProcessTask, append_json, m_callback_arg);
return true;
}
std::vector<TextArea> asst::InfrastAbstractTask::detect_operators_name(const cv::Mat& image)
{
DebugTraceFunction;
// 裁剪出来干员名的一个长条形图片，没必要把整张图片送去识别
int cropped_height = image.rows * m_cropped_height_ratio;
int cropped_upper_y = image.rows * m_cropped_upper_y_ratio;
cv::Mat upper_part_name_image = image(cv::Rect(0, cropped_upper_y, image.cols, cropped_height));
// ocr库，单色图片识别效果好很多；但是只接受三通道的图片，所以这里转两次，送进去单色的、三通道的图片
cv::cvtColor(upper_part_name_image, upper_part_name_image, cv::COLOR_BGR2GRAY);
cv::cvtColor(upper_part_name_image, upper_part_name_image, cv::COLOR_GRAY2BGR);
std::vector<TextArea> upper_text_area = ocr_detect(upper_part_name_image); // 所有文字
// 因为图片是裁剪过的，所以对应原图的坐标要加上裁剪的参数
for (TextArea& textarea : upper_text_area) {
textarea.rect.y += cropped_upper_y;
}
// 过滤出所有的干员名
std::vector<TextArea> upper_part_names = text_match(
upper_text_area,
InfrastConfiger::get_instance().m_all_opers_name,
Configer::get_instance().m_infrast_ocr_replace);
// 把这一块涂黑，避免后面被特征检测的误识别了
for (const TextArea& textarea : upper_part_names) {
cv::Rect rect(textarea.rect.x, textarea.rect.y - cropped_upper_y, textarea.rect.width, textarea.rect.height);
// 这里是转过灰度图再转回来的，相当于深拷贝，不会影响原图
cv::rectangle(upper_part_name_image, rect, cv::Scalar(0, 0, 0), -1);
}
// 下半部分的干员
int cropped_lower_y = image.rows * m_cropped_lower_y_ratio;
cv::Mat lower_part_name_image = image(cv::Rect(0, cropped_lower_y, image.cols, cropped_height));
// ocr库，单色图片识别效果好很多；但是只接受三通道的图片，所以这里转两次，送进去单色的、三通道的图片
cv::cvtColor(lower_part_name_image, lower_part_name_image, cv::COLOR_BGR2GRAY);
cv::cvtColor(lower_part_name_image, lower_part_name_image, cv::COLOR_GRAY2BGR);
std::vector<TextArea> lower_text_area = ocr_detect(lower_part_name_image); // 所有文字
// 因为图片是裁剪过的，所以对应原图的坐标要加上裁剪的参数
for (TextArea& textarea : lower_text_area) {
textarea.rect.y += cropped_lower_y;
}
// 过滤出所有的干员名
std::vector<TextArea> lower_part_names = text_match(
lower_text_area,
InfrastConfiger::get_instance().m_all_opers_name,
Configer::get_instance().m_infrast_ocr_replace);
// 把这一块涂黑，避免后面被特征检测的误识别了
for (const TextArea& textarea : lower_part_names) {
cv::Rect rect(textarea.rect.x, textarea.rect.y - cropped_lower_y, textarea.rect.width, textarea.rect.height);
// 这里是转过灰度图再转回来的，相当于深拷贝，不会影响原图
cv::rectangle(lower_part_name_image, rect, cv::Scalar(0, 0, 0), -1);
}
// 上下两部分识别结果合并
std::vector<TextArea> all_text_area = std::move(upper_text_area);
all_text_area.insert(all_text_area.end(),
std::make_move_iterator(lower_text_area.begin()),
std::make_move_iterator(lower_text_area.end()));
std::vector<TextArea> all_opers_textarea = std::move(upper_part_names);
all_opers_textarea.insert(all_opers_textarea.end(),
std::make_move_iterator(lower_part_names.begin()),
std::make_move_iterator(lower_part_names.end()));
return all_opers_textarea;
}
bool asst::InfrastAbstractTask::enter_station(const std::vector<std::string>& templ_names, int index, double threshold)
{
DebugTraceFunction;
cv::Mat image = m_controller_ptr->get_image();
std::vector<asst::Identify::FindImageResult> max_score_reslut;
json::value callback_json;
callback_json["algorithm"] = "MatchTemplate";
callback_json["threshold"] = threshold;
std::string max_score_name;
for (const auto& templ : templ_names) {
auto cur_result = m_identify_ptr->find_all_images(image, templ, threshold);
callback_json["name"] = templ;
if (cur_result.empty()) {
callback_json["value"] = 0;
callback_json["rect"] = json::array({ 0, 0, 0, 0 });
m_callback(AsstMsg::ImageFindResult, callback_json, m_callback_arg);
continue;
}
Rect& rect = cur_result.at(0).rect;
callback_json["value"] = cur_result.at(0).score;
callback_json["rect"] = make_rect<json::array>(rect);
m_callback(AsstMsg::ImageFindResult, callback_json, m_callback_arg);
if (max_score_reslut.empty()
|| cur_result.at(0).score > max_score_reslut.at(0).score) { // find_all_image里是排过序的，直接取第一个就是最大得分
max_score_reslut = std::move(cur_result);
max_score_name = templ;
}
}
if (max_score_reslut.empty()) {
DebugTraceError("The number of matches is empty");
return false;
}
callback_json["name"] = max_score_name;
Rect& rect = max_score_reslut.at(0).rect;
callback_json["size"] = max_score_reslut.size();
callback_json["value"] = max_score_reslut.at(0).score;
callback_json["rect"] = make_rect<json::array>(rect);
m_callback(AsstMsg::ImageMatched, callback_json, m_callback_arg);
if (index >= max_score_reslut.size()) {
DebugTraceError("The number of matches is too few", index, max_score_reslut.size());
return false;
}
// 按照坐标排个序，左上的排前面
std::sort(max_score_reslut.begin(), max_score_reslut.end(), [](
const auto& lhs, const auto& rhs) -> bool {
if (std::abs(lhs.rect.y - rhs.rect.y) < 5) { // y差距较小则理解为是同一排的，按x排序
return lhs.rect.x < rhs.rect.x;
}
else {
return lhs.rect.y < rhs.rect.y;
}
});
m_controller_ptr->click(max_score_reslut.at(index).rect);
return sleep(1000);
}
bool asst::InfrastAbstractTask::click_first_operator()
{
DebugTraceFunction;
const static Rect FirstOperatorRect(420, 80, 125, 270);
return m_controller_ptr->click(FirstOperatorRect);
}