mirror of
https://github.com/MaaAssistantArknights/MaaAssistantArknights.git
synced 2026-07-16 09:50:40 +08:00
1461 lines
49 KiB
C++
1461 lines
49 KiB
C++
#include "Controller.h"
|
||
#include "Utils/AsstConf.h"
|
||
#include "Utils/Platform/AsstPlatform.h"
|
||
|
||
#ifdef _WIN32
|
||
#include "Utils/Platform/AsstPlatformWin32.h"
|
||
#include <ws2tcpip.h>
|
||
#else
|
||
#include <fcntl.h>
|
||
#include <sys/errno.h>
|
||
#include <sys/wait.h>
|
||
#include <unistd.h>
|
||
#endif
|
||
|
||
#include <algorithm>
|
||
#include <chrono>
|
||
#include <cstdint>
|
||
#include <memory>
|
||
#include <utility>
|
||
#include <vector>
|
||
|
||
#include "Utils/NoWarningCV.h"
|
||
|
||
#ifdef _MSC_VER
|
||
#pragma warning(push)
|
||
#pragma warning(disable : 4068)
|
||
#endif
|
||
#include <zlib/decompress.hpp>
|
||
#ifdef _MSC_VER
|
||
#pragma warning(pop)
|
||
#endif
|
||
|
||
#include "Resource/GeneralConfiger.h"
|
||
#include "Utils/AsstTypes.h"
|
||
#include "Utils/Logger.hpp"
|
||
#include "Utils/StringMisc.hpp"
|
||
|
||
asst::Controller::Controller(AsstCallback callback, void* callback_arg)
|
||
: m_callback(std::move(callback)), m_callback_arg(callback_arg), m_rand_engine(std::random_device {}())
|
||
{
|
||
LogTraceFunction;
|
||
|
||
#ifdef _WIN32
|
||
|
||
m_support_socket = WsaHelper::get_instance()();
|
||
if (!m_support_socket) {
|
||
Log.error("WSA not supports");
|
||
}
|
||
|
||
#else
|
||
int pipe_in_ret = pipe(m_pipe_in);
|
||
int pipe_out_ret = pipe(m_pipe_out);
|
||
fcntl(m_pipe_out[PIPE_READ], F_SETFL, O_NONBLOCK);
|
||
|
||
if (pipe_in_ret < 0 || pipe_out_ret < 0) {
|
||
Log.error(__FUNCTION__, "controller pipe created failed", pipe_in_ret, pipe_out_ret);
|
||
}
|
||
m_support_socket = true;
|
||
#endif
|
||
|
||
m_cmd_thread = std::thread(&Controller::pipe_working_proc, this);
|
||
}
|
||
|
||
asst::Controller::~Controller()
|
||
{
|
||
LogTraceFunction;
|
||
|
||
m_thread_exit = true;
|
||
// m_thread_idle = true;
|
||
m_cmd_condvar.notify_all();
|
||
m_completed_id = UINT_MAX; // make all WinMacor::wait to exit
|
||
|
||
if (m_cmd_thread.joinable()) {
|
||
m_cmd_thread.join();
|
||
}
|
||
|
||
set_inited(false);
|
||
kill_adb_daemon();
|
||
|
||
#ifndef _WIN32
|
||
close(m_pipe_in[PIPE_READ]);
|
||
close(m_pipe_in[PIPE_WRITE]);
|
||
close(m_pipe_out[PIPE_READ]);
|
||
close(m_pipe_out[PIPE_WRITE]);
|
||
#endif
|
||
}
|
||
|
||
// asst::Rect asst::Controller::shaped_correct(const Rect & rect) const
|
||
//{
|
||
// if (rect.empty()
|
||
// || m_scale_size.first == 0
|
||
// || m_scale_size.second == 0) {
|
||
// return rect;
|
||
// }
|
||
// // 明日方舟在异形屏上,有的地方是按比例缩放的,有的地方又是直接位移。没法整,这里简单粗暴一点截一个长条
|
||
// Rect dst = rect;
|
||
// if (m_scale_size.first != WindowWidthDefault) { // 说明是宽屏
|
||
// if (rect.width <= WindowWidthDefault / 2) {
|
||
// if (rect.x + rect.width <= WindowWidthDefault / 2) { // 整个矩形都在左半边
|
||
// dst.x = 0;
|
||
// dst.width = m_scale_size.first / 2;
|
||
// }
|
||
// else if (rect.x >= WindowWidthDefault / 2) { // 整个矩形都在右半边
|
||
// dst.x = m_scale_size.first / 2;
|
||
// dst.width = m_scale_size.first / 2;
|
||
// }
|
||
// else { // 整个矩形横跨了中线
|
||
// dst.x = 0;
|
||
// dst.width = m_scale_size.first;
|
||
// }
|
||
// }
|
||
// else {
|
||
// dst.x = 0;
|
||
// dst.width = m_scale_size.first;
|
||
// }
|
||
// }
|
||
// else if (m_scale_size.second != WindowHeightDefault) { // 说明是偏方形屏
|
||
// if (rect.height <= WindowHeightDefault / 2) {
|
||
// if (rect.y + rect.height <= WindowHeightDefault / 2) { // 整个矩形都在上半边
|
||
// dst.y = 0;
|
||
// dst.height = m_scale_size.second / 2;
|
||
// }
|
||
// else if (rect.y >= WindowHeightDefault / 2) { // 整个矩形都在下半边
|
||
// dst.y = m_scale_size.second / 2;
|
||
// dst.height = m_scale_size.second / 2; // 整个矩形横跨了中线
|
||
// }
|
||
// else {
|
||
// dst.y = 0;
|
||
// dst.height = m_scale_size.second;
|
||
// }
|
||
// }
|
||
//
|
||
// else {
|
||
// dst.y = 0;
|
||
// dst.height = m_scale_size.second;
|
||
// }
|
||
// }
|
||
// return dst;
|
||
// }
|
||
|
||
std::pair<int, int> asst::Controller::get_scale_size() const noexcept
|
||
{
|
||
return m_scale_size;
|
||
}
|
||
|
||
bool asst::Controller::need_exit() const
|
||
{
|
||
return m_exit_flag != nullptr && *m_exit_flag;
|
||
}
|
||
|
||
void asst::Controller::pipe_working_proc()
|
||
{
|
||
LogTraceFunction;
|
||
|
||
while (!m_thread_exit) {
|
||
std::unique_lock<std::mutex> cmd_queue_lock(m_cmd_queue_mutex);
|
||
|
||
if (!m_cmd_queue.empty()) { // 队列中有任务就执行任务
|
||
std::string cmd = m_cmd_queue.front();
|
||
m_cmd_queue.pop();
|
||
cmd_queue_lock.unlock();
|
||
// todo 判断命令是否执行成功
|
||
call_command(cmd);
|
||
++m_completed_id;
|
||
}
|
||
// else if (!m_thread_idle) { // 队列中没有任务,又不是闲置的时候,就去截图
|
||
// cmd_queue_lock.unlock();
|
||
// auto start_time = std::chrono::steady_clock::now();
|
||
// screencap();
|
||
// cmd_queue_lock.lock();
|
||
// if (!m_cmd_queue.empty()) {
|
||
// continue;
|
||
// }
|
||
// m_cmd_condvar.wait_until(
|
||
// cmd_queue_lock,
|
||
// start_time + std::chrono::milliseconds(1000)); // todo 时间写到配置文件里
|
||
// }
|
||
else {
|
||
// m_cmd_condvar.wait(cmd_queue_lock, [&]() -> bool {return !m_thread_idle; });
|
||
m_cmd_condvar.wait(cmd_queue_lock);
|
||
}
|
||
}
|
||
}
|
||
|
||
std::optional<std::string> asst::Controller::call_command(const std::string& cmd, int64_t timeout, bool allow_reconnect,
|
||
bool recv_by_socket)
|
||
{
|
||
using namespace std::chrono_literals;
|
||
using namespace std::chrono;
|
||
// LogTraceScope(std::string(__FUNCTION__) + " | `" + cmd + "`");
|
||
|
||
std::string pipe_data;
|
||
std::string sock_data;
|
||
asst::platform::single_page_buffer<char> pipe_buffer;
|
||
std::optional<asst::platform::single_page_buffer<char>> sock_buffer;
|
||
|
||
auto start_time = steady_clock::now();
|
||
std::unique_lock<std::mutex> callcmd_lock(m_callcmd_mutex);
|
||
|
||
#ifdef _WIN32
|
||
|
||
DWORD err = 0;
|
||
HANDLE pipe_parent_read = INVALID_HANDLE_VALUE, pipe_child_write = INVALID_HANDLE_VALUE;
|
||
SECURITY_ATTRIBUTES sa_inherit { .nLength = sizeof(SECURITY_ATTRIBUTES), .bInheritHandle = TRUE };
|
||
if (!asst::win32::CreateOverlappablePipe(&pipe_parent_read, &pipe_child_write, nullptr, &sa_inherit,
|
||
(DWORD)pipe_buffer.size(), true, false)) {
|
||
err = GetLastError();
|
||
Log.error("CreateOverlappablePipe failed, err", err);
|
||
return std::nullopt;
|
||
}
|
||
|
||
STARTUPINFOW si {};
|
||
si.cb = sizeof(STARTUPINFOW);
|
||
si.dwFlags = STARTF_USESTDHANDLES | STARTF_USESHOWWINDOW;
|
||
si.wShowWindow = SW_HIDE;
|
||
si.hStdOutput = pipe_child_write;
|
||
si.hStdError = pipe_child_write;
|
||
ASST_AUTO_DEDUCED_ZERO_INIT_START
|
||
PROCESS_INFORMATION process_info = { nullptr }; // 进程信息结构体
|
||
ASST_AUTO_DEDUCED_ZERO_INIT_END
|
||
|
||
auto cmdline_osstr = asst::utils::to_osstring(cmd);
|
||
BOOL create_ret =
|
||
CreateProcessW(nullptr, &cmdline_osstr[0], nullptr, nullptr, TRUE, 0, nullptr, nullptr, &si, &process_info);
|
||
if (!create_ret) {
|
||
Log.error("Call `", cmd, "` create process failed, ret", create_ret);
|
||
return std::nullopt;
|
||
}
|
||
|
||
CloseHandle(pipe_child_write);
|
||
|
||
std::vector<HANDLE> wait_handles;
|
||
wait_handles.reserve(3);
|
||
bool process_running = true;
|
||
bool pipe_eof = false;
|
||
bool accept_pending = false;
|
||
bool socket_eof = false;
|
||
|
||
OVERLAPPED pipeov { .hEvent = CreateEventW(nullptr, TRUE, FALSE, nullptr) };
|
||
(void)ReadFile(pipe_parent_read, pipe_buffer.get(), (DWORD)pipe_buffer.size(), nullptr, &pipeov);
|
||
|
||
OVERLAPPED sockov {};
|
||
SOCKET client_socket = INVALID_SOCKET;
|
||
|
||
if (recv_by_socket) {
|
||
sock_buffer = asst::platform::single_page_buffer<char>();
|
||
sockov.hEvent = CreateEventW(nullptr, TRUE, FALSE, nullptr);
|
||
client_socket = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP);
|
||
DWORD dummy;
|
||
if (!m_AcceptEx(m_server_sock, client_socket, sock_buffer.value().get(),
|
||
(DWORD)sock_buffer.value().size() - ((sizeof(sockaddr_in) + 16) * 2), sizeof(sockaddr_in) + 16,
|
||
sizeof(sockaddr_in) + 16, &dummy, &sockov)) {
|
||
err = WSAGetLastError();
|
||
if (err == ERROR_IO_PENDING) {
|
||
accept_pending = true;
|
||
}
|
||
else {
|
||
Log.trace("AcceptEx failed, err:", err);
|
||
accept_pending = false;
|
||
socket_eof = true;
|
||
closesocket(client_socket);
|
||
}
|
||
}
|
||
}
|
||
|
||
while (true) {
|
||
if (need_exit()) {
|
||
break;
|
||
}
|
||
wait_handles.clear();
|
||
if (process_running) wait_handles.push_back(process_info.hProcess);
|
||
if (!pipe_eof) wait_handles.push_back(pipeov.hEvent);
|
||
if (recv_by_socket && ((accept_pending && process_running) || !socket_eof)) {
|
||
wait_handles.push_back(sockov.hEvent);
|
||
}
|
||
if (wait_handles.empty()) break;
|
||
auto elapsed = steady_clock::now() - start_time;
|
||
// TODO: 这里目前是隔 5000ms 判断一次,应该可以加一个 wait_handle 来判断外部中断(need_exit)
|
||
auto wait_time =
|
||
(std::min)(timeout - duration_cast<milliseconds>(elapsed).count(), process_running ? 5LL * 1000 : 0LL);
|
||
if (wait_time < 0) break;
|
||
auto wait_result =
|
||
WaitForMultipleObjectsEx((DWORD)wait_handles.size(), &wait_handles[0], FALSE, (DWORD)wait_time, TRUE);
|
||
HANDLE signaled_object = INVALID_HANDLE_VALUE;
|
||
if (wait_result >= WAIT_OBJECT_0 && wait_result < WAIT_OBJECT_0 + wait_handles.size()) {
|
||
signaled_object = wait_handles[(size_t)wait_result - WAIT_OBJECT_0];
|
||
}
|
||
else if (wait_result == WAIT_TIMEOUT) {
|
||
if (wait_time == 0) {
|
||
std::vector<std::string> handle_string {};
|
||
for (auto handle : wait_handles) {
|
||
if (handle == process_info.hProcess) {
|
||
handle_string.emplace_back("process_info.hProcess");
|
||
}
|
||
else if (handle == pipeov.hEvent) {
|
||
handle_string.emplace_back("pipeov.hEvent");
|
||
}
|
||
else if (recv_by_socket && handle == sockov.hEvent) {
|
||
handle_string.emplace_back("sockov.hEvent");
|
||
}
|
||
else {
|
||
handle_string.emplace_back("UnknownHandle");
|
||
}
|
||
}
|
||
Log.warn("Wait handles:", handle_string, "timeout.");
|
||
if (process_running) {
|
||
TerminateProcess(process_info.hProcess, 0);
|
||
}
|
||
break;
|
||
}
|
||
continue;
|
||
}
|
||
else {
|
||
// something bad happened
|
||
err = GetLastError();
|
||
// throw std::system_error(std::error_code(err, std::system_category()));
|
||
Log.error(__FUNCTION__, "A fatal error occurred", err);
|
||
break;
|
||
}
|
||
|
||
if (signaled_object == process_info.hProcess) {
|
||
process_running = false;
|
||
}
|
||
else if (signaled_object == pipeov.hEvent) {
|
||
// pipe read
|
||
DWORD len = 0;
|
||
if (GetOverlappedResult(pipe_parent_read, &pipeov, &len, FALSE)) {
|
||
pipe_data.insert(pipe_data.end(), pipe_buffer.get(), pipe_buffer.get() + len);
|
||
(void)ReadFile(pipe_parent_read, pipe_buffer.get(), (DWORD)pipe_buffer.size(), nullptr, &pipeov);
|
||
}
|
||
else {
|
||
err = GetLastError();
|
||
if (err == ERROR_HANDLE_EOF || err == ERROR_BROKEN_PIPE) {
|
||
pipe_eof = true;
|
||
}
|
||
}
|
||
}
|
||
else if (signaled_object == sockov.hEvent) {
|
||
if (accept_pending) {
|
||
// AcceptEx, client_socker is connected and first chunk of data is received
|
||
DWORD len = 0;
|
||
if (GetOverlappedResult(reinterpret_cast<HANDLE>(m_server_sock), &sockov, &len, FALSE)) {
|
||
accept_pending = false;
|
||
if (recv_by_socket)
|
||
sock_data.insert(sock_data.end(), sock_buffer.value().get(), sock_buffer.value().get() + len);
|
||
|
||
if (len == 0) {
|
||
socket_eof = true;
|
||
closesocket(client_socket);
|
||
}
|
||
else {
|
||
// reset the overlapped since we reuse it for different handle
|
||
auto event = sockov.hEvent;
|
||
sockov = {};
|
||
sockov.hEvent = event;
|
||
|
||
(void)ReadFile(reinterpret_cast<HANDLE>(client_socket), sock_buffer.value().get(),
|
||
(DWORD)sock_buffer.value().size(), nullptr, &sockov);
|
||
}
|
||
}
|
||
}
|
||
else {
|
||
// ReadFile
|
||
DWORD len = 0;
|
||
if (GetOverlappedResult(reinterpret_cast<HANDLE>(client_socket), &sockov, &len, FALSE)) {
|
||
if (recv_by_socket)
|
||
sock_data.insert(sock_data.end(), sock_buffer.value().get(), sock_buffer.value().get() + len);
|
||
if (len == 0) {
|
||
socket_eof = true;
|
||
closesocket(client_socket);
|
||
}
|
||
else {
|
||
(void)ReadFile(reinterpret_cast<HANDLE>(client_socket), sock_buffer.value().get(),
|
||
(DWORD)sock_buffer.value().size(), nullptr, &sockov);
|
||
}
|
||
}
|
||
else {
|
||
// err = GetLastError();
|
||
socket_eof = true;
|
||
closesocket(client_socket);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
DWORD exit_ret = 0;
|
||
GetExitCodeProcess(process_info.hProcess, &exit_ret);
|
||
CloseHandle(process_info.hProcess);
|
||
CloseHandle(process_info.hThread);
|
||
CloseHandle(pipe_parent_read);
|
||
CloseHandle(pipeov.hEvent);
|
||
if (recv_by_socket) {
|
||
if (!socket_eof) closesocket(client_socket);
|
||
CloseHandle(sockov.hEvent);
|
||
}
|
||
|
||
#else
|
||
auto check_timeout = [&]() -> bool {
|
||
return timeout && timeout < duration_cast<milliseconds>(steady_clock::now() - start_time).count();
|
||
};
|
||
|
||
int exit_ret = 0;
|
||
m_child = fork();
|
||
if (m_child == 0) {
|
||
// child process
|
||
|
||
dup2(m_pipe_in[PIPE_READ], STDIN_FILENO);
|
||
dup2(m_pipe_out[PIPE_WRITE], STDOUT_FILENO);
|
||
dup2(m_pipe_out[PIPE_WRITE], STDERR_FILENO);
|
||
|
||
// all these are for use by parent only
|
||
// close(m_pipe_in[PIPE_READ]);
|
||
// close(m_pipe_in[PIPE_WRITE]);
|
||
// close(m_pipe_out[PIPE_READ]);
|
||
// close(m_pipe_out[PIPE_WRITE]);
|
||
|
||
exit_ret = execlp("sh", "sh", "-c", cmd.c_str(), nullptr);
|
||
exit(exit_ret);
|
||
}
|
||
else if (m_child > 0) {
|
||
// parent process
|
||
do {
|
||
if (recv_by_socket) {
|
||
sockaddr addr;
|
||
socklen_t len = sizeof(addr);
|
||
sock_buffer = asst::platform::single_page_buffer<char>();
|
||
|
||
int client_socket = accept(m_server_sock, &addr, &len);
|
||
if (client_socket < 0) {
|
||
Log.trace("accept failed:", strerror(errno));
|
||
continue;
|
||
}
|
||
|
||
ssize_t read_num = read(client_socket, sock_buffer.value().get(), sock_buffer.value().size());
|
||
|
||
while (read_num > 0) {
|
||
sock_data.insert(sock_data.end(), sock_buffer.value().get(), sock_buffer.value().get() + read_num);
|
||
read_num = read(client_socket, sock_buffer.value().get(), sock_buffer.value().size());
|
||
}
|
||
|
||
close(client_socket);
|
||
break;
|
||
}
|
||
|
||
ssize_t read_num = read(m_pipe_out[PIPE_READ], pipe_buffer.get(), pipe_buffer.size());
|
||
|
||
while (read_num > 0) {
|
||
pipe_data.insert(pipe_data.end(), pipe_buffer.get(), pipe_buffer.get() + read_num);
|
||
read_num = read(m_pipe_out[PIPE_READ], pipe_buffer.get(), pipe_buffer.size());
|
||
}
|
||
} while (::waitpid(m_child, &exit_ret, WNOHANG) == 0 && !check_timeout());
|
||
}
|
||
else {
|
||
// failed to create child process
|
||
Log.error("Call `", cmd, "` create process failed, child:", m_child);
|
||
return std::nullopt;
|
||
}
|
||
#endif
|
||
|
||
callcmd_lock.unlock();
|
||
|
||
auto duration = duration_cast<milliseconds>(steady_clock::now() - start_time).count();
|
||
Log.info("Call `", cmd, "` ret", exit_ret, ", cost", duration, "ms , stdout size:", pipe_data.size(),
|
||
", socket size:", sock_data.size());
|
||
if (!pipe_data.empty() && pipe_data.size() < 4096) {
|
||
Log.trace("stdout output:", Logger::separator::newline, pipe_data);
|
||
}
|
||
if (recv_by_socket && !sock_data.empty() && sock_data.size() < 4096) {
|
||
Log.trace("socket output:", Logger::separator::newline, sock_data);
|
||
}
|
||
// 直接 return,避免走到下面的 else if 里的 set_inited(false) 关闭 adb 连接,
|
||
// 导致停止后再开始任务还需要重连一次
|
||
if (need_exit()) {
|
||
return std::nullopt;
|
||
}
|
||
|
||
if (!exit_ret) {
|
||
return recv_by_socket ? sock_data : pipe_data;
|
||
}
|
||
else if (inited() && allow_reconnect) {
|
||
// 之前可以运行,突然运行不了了,这种情况多半是 adb 炸了。所以重新连接一下
|
||
json::value reconnect_info = json::object {
|
||
{ "uuid", m_uuid },
|
||
{ "what", "Reconnecting" },
|
||
{ "why", "" },
|
||
{ "details",
|
||
json::object {
|
||
{ "reconnect", m_adb.connect },
|
||
{ "cmd", cmd },
|
||
} },
|
||
};
|
||
static constexpr int ReconnectTimes = 20;
|
||
for (int i = 0; i < ReconnectTimes; ++i) {
|
||
if (need_exit()) {
|
||
break;
|
||
}
|
||
reconnect_info["details"]["times"] = i;
|
||
callback(AsstMsg::ConnectionInfo, reconnect_info);
|
||
|
||
// TODO: 也许 WIN32 可以用 WaitForSingleObjectEx 做一个允许外部打断的 sleep
|
||
std::this_thread::sleep_for(10s);
|
||
if (need_exit()) {
|
||
break;
|
||
}
|
||
auto reconnect_ret = call_command(m_adb.connect, 60LL * 1000, false /* 禁止重连避免无限递归 */);
|
||
if (need_exit()) {
|
||
break;
|
||
}
|
||
bool is_reconnect_success = false;
|
||
if (reconnect_ret) {
|
||
auto& reconnect_str = reconnect_ret.value();
|
||
is_reconnect_success = reconnect_str.find("error") == std::string::npos;
|
||
}
|
||
if (is_reconnect_success) {
|
||
auto recall_ret = call_command(cmd, timeout, false /* 禁止重连避免无限递归 */, recv_by_socket);
|
||
if (recall_ret) {
|
||
// 重连并成功执行了
|
||
reconnect_info["what"] = "Reconnected";
|
||
callback(AsstMsg::ConnectionInfo, reconnect_info);
|
||
return recall_ret;
|
||
}
|
||
}
|
||
}
|
||
json::value info = json::object {
|
||
{ "uuid", m_uuid },
|
||
{ "what", "Disconnect" },
|
||
{ "why", "Reconnect failed" },
|
||
{ "details",
|
||
json::object {
|
||
{ "cmd", m_adb.connect },
|
||
} },
|
||
};
|
||
set_inited(false); // 重连失败,释放
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
}
|
||
|
||
return std::nullopt;
|
||
}
|
||
|
||
void asst::Controller::callback(AsstMsg msg, const json::value& details)
|
||
{
|
||
if (m_callback) {
|
||
m_callback(msg, details, m_callback_arg);
|
||
}
|
||
}
|
||
|
||
// 返回值代表是否找到 "\r\n",函数本身会将所有 "\r\n" 替换为 "\n"
|
||
bool asst::Controller::convert_lf(std::string& data)
|
||
{
|
||
LogTraceFunction;
|
||
|
||
if (data.empty() || data.size() < 2) {
|
||
return false;
|
||
}
|
||
auto pred = [](const std::string::iterator& cur) -> bool { return *cur == '\r' && *(cur + 1) == '\n'; };
|
||
// find the first of "\r\n"
|
||
auto first_iter = data.end();
|
||
for (auto iter = data.begin(); iter != data.end() - 1; ++iter) {
|
||
if (pred(iter)) {
|
||
first_iter = iter;
|
||
break;
|
||
}
|
||
}
|
||
if (first_iter == data.end()) {
|
||
return false;
|
||
}
|
||
// move forward all non-crlf elements
|
||
auto end_r1_iter = data.end() - 1;
|
||
auto next_iter = first_iter;
|
||
while (++first_iter != end_r1_iter) {
|
||
if (!pred(first_iter)) {
|
||
*next_iter = *first_iter;
|
||
++next_iter;
|
||
}
|
||
}
|
||
*next_iter = *end_r1_iter;
|
||
++next_iter;
|
||
data.erase(next_iter, data.end());
|
||
return true;
|
||
}
|
||
|
||
asst::Point asst::Controller::rand_point_in_rect(const Rect& rect)
|
||
{
|
||
int x = 0, y = 0;
|
||
if (rect.width == 0) {
|
||
x = rect.x;
|
||
}
|
||
else {
|
||
int x_rand = std::poisson_distribution<int>(rect.width / 2.)(m_rand_engine);
|
||
|
||
x = x_rand + rect.x;
|
||
}
|
||
|
||
if (rect.height == 0) {
|
||
y = rect.y;
|
||
}
|
||
else {
|
||
int y_rand = std::poisson_distribution<int>(rect.height / 2.)(m_rand_engine);
|
||
y = y_rand + rect.y;
|
||
}
|
||
|
||
return { x, y };
|
||
}
|
||
|
||
void asst::Controller::random_delay() const
|
||
{
|
||
auto& opt = Configer.get_options();
|
||
if (opt.control_delay_upper != 0) {
|
||
LogTraceFunction;
|
||
static std::default_random_engine rand_engine(std::random_device {}());
|
||
static std::uniform_int_distribution<unsigned> rand_uni(opt.control_delay_lower, opt.control_delay_upper);
|
||
|
||
unsigned rand_delay = rand_uni(rand_engine);
|
||
|
||
Log.trace("random_delay |", rand_delay, "ms");
|
||
std::this_thread::sleep_for(std::chrono::milliseconds(rand_delay));
|
||
}
|
||
}
|
||
|
||
void asst::Controller::clear_info() noexcept
|
||
{
|
||
set_inited(false);
|
||
m_adb = decltype(m_adb)();
|
||
m_uuid.clear();
|
||
m_width = 0;
|
||
m_height = 0;
|
||
m_control_scale = 1.0;
|
||
m_scale_size = { WindowWidthDefault, WindowHeightDefault };
|
||
}
|
||
|
||
int asst::Controller::push_cmd(const std::string& cmd)
|
||
{
|
||
random_delay();
|
||
|
||
std::unique_lock<std::mutex> lock(m_cmd_queue_mutex);
|
||
m_cmd_queue.emplace(cmd);
|
||
m_cmd_condvar.notify_one();
|
||
return static_cast<int>(++m_push_id);
|
||
}
|
||
|
||
void asst::Controller::try_to_close_socket() noexcept
|
||
{
|
||
#ifdef _WIN32
|
||
if (m_server_sock != INVALID_SOCKET) {
|
||
::closesocket(m_server_sock);
|
||
m_server_sock = INVALID_SOCKET;
|
||
}
|
||
m_server_started = false;
|
||
#else
|
||
if (m_server_sock >= 0) {
|
||
close(m_server_sock);
|
||
m_server_sock = -1;
|
||
}
|
||
m_server_started = false;
|
||
#endif
|
||
}
|
||
|
||
std::optional<unsigned short> asst::Controller::try_to_init_socket(const std::string& local_address)
|
||
{
|
||
LogTraceFunction;
|
||
|
||
#ifdef _WIN32
|
||
if (m_server_sock == INVALID_SOCKET) {
|
||
m_server_sock = ::socket(PF_INET, SOCK_STREAM, IPPROTO_TCP);
|
||
if (m_server_sock == INVALID_SOCKET) {
|
||
return std::nullopt;
|
||
}
|
||
}
|
||
|
||
DWORD dummy;
|
||
GUID GuidAcceptEx = WSAID_ACCEPTEX;
|
||
auto err = WSAIoctl(m_server_sock, SIO_GET_EXTENSION_FUNCTION_POINTER, &GuidAcceptEx, sizeof(GuidAcceptEx),
|
||
&m_AcceptEx, sizeof(m_AcceptEx), &dummy, NULL, NULL);
|
||
if (err == SOCKET_ERROR) {
|
||
err = WSAGetLastError();
|
||
Log.error("failed to resolve AcceptEx, err:", err);
|
||
closesocket(m_server_sock);
|
||
return std::nullopt;
|
||
}
|
||
m_server_addr.sin_family = PF_INET;
|
||
inet_pton(AF_INET, local_address.c_str(), &m_server_addr.sin_addr);
|
||
#else
|
||
// Linux, todo
|
||
m_server_sock = socket(AF_INET, SOCK_STREAM, 0);
|
||
if (m_server_sock < 0) {
|
||
return std::nullopt;
|
||
}
|
||
|
||
m_server_addr.sin_family = AF_INET;
|
||
m_server_addr.sin_addr.s_addr = INADDR_ANY;
|
||
#endif
|
||
|
||
bool server_start = false;
|
||
uint16_t port_result = 0;
|
||
|
||
#ifdef _WIN32
|
||
m_server_addr.sin_port = htons(0);
|
||
int bind_ret = ::bind(m_server_sock, reinterpret_cast<SOCKADDR*>(&m_server_addr), sizeof(SOCKADDR));
|
||
int addrlen = sizeof(m_server_addr);
|
||
int getname_ret = getsockname(m_server_sock, reinterpret_cast<sockaddr*>(&m_server_addr), &addrlen);
|
||
int listen_ret = ::listen(m_server_sock, 3);
|
||
server_start = bind_ret == 0 && getname_ret == 0 && listen_ret == 0;
|
||
#else
|
||
// todo
|
||
m_server_addr.sin_port = htons(0);
|
||
int bind_ret = bind(m_server_sock, reinterpret_cast<sockaddr*>(&m_server_addr), sizeof(sockaddr_in));
|
||
socklen_t addrlen = sizeof(m_server_addr);
|
||
int getname_ret = getsockname(m_server_sock, reinterpret_cast<sockaddr*>(&m_server_addr), &addrlen);
|
||
int listen_ret = listen(m_server_sock, 3);
|
||
server_start = bind_ret == 0 && getname_ret == 0 && listen_ret == 0;
|
||
#endif
|
||
|
||
if (!server_start) {
|
||
Log.info("not supports netcat");
|
||
return std::nullopt;
|
||
}
|
||
|
||
#ifdef _WIN32
|
||
port_result = ntohs(m_server_addr.sin_port);
|
||
#else
|
||
// todo
|
||
port_result = ntohs(m_server_addr.sin_port);
|
||
#endif
|
||
|
||
Log.info("server_start", local_address, port_result);
|
||
return port_result;
|
||
}
|
||
|
||
void asst::Controller::wait(unsigned id) const noexcept
|
||
{
|
||
using namespace std::chrono_literals;
|
||
static constexpr auto delay = 10ms;
|
||
while (id > m_completed_id) {
|
||
std::this_thread::sleep_for(delay);
|
||
}
|
||
}
|
||
|
||
bool asst::Controller::screencap(bool allow_reconnect)
|
||
{
|
||
// if (true) {
|
||
// m_inited = true;
|
||
// std::unique_lock<std::shared_mutex> image_lock(m_image_mutex);
|
||
// m_cache_image = cv::imread("err/1.png");
|
||
// return true;
|
||
// }
|
||
|
||
DecodeFunc decode_raw = [&](std::string_view data) -> bool {
|
||
if (data.empty()) {
|
||
return false;
|
||
}
|
||
size_t std_size = 4ULL * m_width * m_height;
|
||
if (data.size() < std_size) {
|
||
return false;
|
||
}
|
||
size_t header_size = data.size() - std_size;
|
||
auto img_data = data.substr(header_size);
|
||
if (ranges::all_of(img_data, std::logical_not<bool> {})) {
|
||
return false;
|
||
}
|
||
cv::Mat temp(m_height, m_width, CV_8UC4, const_cast<char*>(img_data.data()));
|
||
if (temp.empty()) {
|
||
return false;
|
||
}
|
||
cv::cvtColor(temp, temp, cv::COLOR_RGB2BGR);
|
||
std::unique_lock<std::shared_mutex> image_lock(m_image_mutex);
|
||
m_cache_image = temp;
|
||
return true;
|
||
};
|
||
|
||
DecodeFunc decode_raw_with_gzip = [&](std::string_view data) -> bool {
|
||
return decode_raw(gzip::decompress(data.data(), data.size()));
|
||
};
|
||
|
||
DecodeFunc decode_encode = [&](std::string_view data) -> bool {
|
||
cv::Mat temp = cv::imdecode({ data.data(), int(data.size()) }, cv::IMREAD_COLOR);
|
||
if (temp.empty()) {
|
||
return false;
|
||
}
|
||
std::unique_lock<std::shared_mutex> image_lock(m_image_mutex);
|
||
m_cache_image = temp;
|
||
return true;
|
||
};
|
||
|
||
switch (m_adb.screencap_method) {
|
||
case AdbProperty::ScreencapMethod::UnknownYet: {
|
||
using namespace std::chrono;
|
||
Log.info("Try to find the fastest way to screencap");
|
||
auto min_cost = milliseconds(LLONG_MAX);
|
||
clear_lf_info();
|
||
|
||
auto start_time = high_resolution_clock::now();
|
||
if (m_support_socket && m_server_started &&
|
||
screencap(m_adb.screencap_raw_by_nc, decode_raw, allow_reconnect, true)) {
|
||
auto duration = duration_cast<milliseconds>(high_resolution_clock::now() - start_time);
|
||
if (duration < min_cost) {
|
||
m_adb.screencap_method = AdbProperty::ScreencapMethod::RawByNc;
|
||
set_inited(true);
|
||
min_cost = duration;
|
||
}
|
||
Log.info("RawByNc cost", duration.count(), "ms");
|
||
}
|
||
else {
|
||
Log.info("RawByNc is not supported");
|
||
}
|
||
clear_lf_info();
|
||
|
||
start_time = high_resolution_clock::now();
|
||
if (screencap(m_adb.screencap_raw_with_gzip, decode_raw_with_gzip, allow_reconnect)) {
|
||
auto duration = duration_cast<milliseconds>(high_resolution_clock::now() - start_time);
|
||
if (duration < min_cost) {
|
||
m_adb.screencap_method = AdbProperty::ScreencapMethod::RawWithGzip;
|
||
set_inited(true);
|
||
min_cost = duration;
|
||
}
|
||
Log.info("RawWithGzip cost", duration.count(), "ms");
|
||
}
|
||
else {
|
||
Log.info("RawWithGzip is not supported");
|
||
}
|
||
clear_lf_info();
|
||
|
||
start_time = high_resolution_clock::now();
|
||
if (screencap(m_adb.screencap_encode, decode_encode, allow_reconnect)) {
|
||
auto duration = duration_cast<milliseconds>(high_resolution_clock::now() - start_time);
|
||
if (duration < min_cost) {
|
||
m_adb.screencap_method = AdbProperty::ScreencapMethod::Encode;
|
||
set_inited(true);
|
||
min_cost = duration;
|
||
}
|
||
Log.info("Encode cost", duration.count(), "ms");
|
||
}
|
||
else {
|
||
Log.info("Encode is not supported");
|
||
}
|
||
Log.info("The fastest way is", static_cast<int>(m_adb.screencap_method), ", cost:", min_cost.count(), "ms");
|
||
clear_lf_info();
|
||
return m_adb.screencap_method != AdbProperty::ScreencapMethod::UnknownYet;
|
||
} break;
|
||
case AdbProperty::ScreencapMethod::RawByNc: {
|
||
return screencap(m_adb.screencap_raw_by_nc, decode_raw, allow_reconnect, true);
|
||
} break;
|
||
case AdbProperty::ScreencapMethod::RawWithGzip: {
|
||
return screencap(m_adb.screencap_raw_with_gzip, decode_raw_with_gzip, allow_reconnect);
|
||
} break;
|
||
case AdbProperty::ScreencapMethod::Encode: {
|
||
return screencap(m_adb.screencap_encode, decode_encode, allow_reconnect);
|
||
} break;
|
||
}
|
||
|
||
return false;
|
||
}
|
||
|
||
bool asst::Controller::screencap(const std::string& cmd, const DecodeFunc& decode_func, bool allow_reconnect,
|
||
bool by_socket)
|
||
{
|
||
if ((!m_support_socket || !m_server_started) && by_socket) [[unlikely]] {
|
||
return false;
|
||
}
|
||
|
||
auto ret = call_command(cmd, 20000, allow_reconnect, by_socket);
|
||
|
||
if (!ret || ret.value().empty()) [[unlikely]] {
|
||
Log.error("data is empty!");
|
||
return false;
|
||
}
|
||
auto& data = ret.value();
|
||
|
||
bool tried_conversion = false;
|
||
if (m_adb.screencap_end_of_line == AdbProperty::ScreencapEndOfLine::CRLF) {
|
||
tried_conversion = true;
|
||
if (!convert_lf(data)) [[unlikely]] { // 没找到 "\r\n"
|
||
Log.info("screencap_end_of_line is set to CRLF but no `\\r\\n` found, set it to LF");
|
||
m_adb.screencap_end_of_line = AdbProperty::ScreencapEndOfLine::LF;
|
||
}
|
||
}
|
||
|
||
if (decode_func(data)) [[likely]] {
|
||
if (m_adb.screencap_end_of_line == AdbProperty::ScreencapEndOfLine::UnknownYet) [[unlikely]] {
|
||
Log.info("screencap_end_of_line is LF");
|
||
m_adb.screencap_end_of_line = AdbProperty::ScreencapEndOfLine::LF;
|
||
}
|
||
return true;
|
||
}
|
||
else {
|
||
Log.info("data is not empty, but image is empty");
|
||
|
||
if (tried_conversion) { // 已经转换过行尾,再次转换 data 不会变化,不必重试
|
||
Log.error("skip retry decoding and decode failed!");
|
||
return false;
|
||
}
|
||
|
||
Log.info("try to cvt lf");
|
||
if (!convert_lf(data)) { // 没找到 "\r\n",data 没有变化,不必重试
|
||
Log.error("no `\\r\\n` found, skip retry decode");
|
||
return false;
|
||
}
|
||
if (!decode_func(data)) {
|
||
Log.error("convert lf and retry decode failed!");
|
||
return false;
|
||
}
|
||
|
||
if (m_adb.screencap_end_of_line == AdbProperty::ScreencapEndOfLine::UnknownYet) {
|
||
Log.info("screencap_end_of_line is CRLF");
|
||
}
|
||
else {
|
||
Log.info("screencap_end_of_line is changed to CRLF");
|
||
}
|
||
m_adb.screencap_end_of_line = AdbProperty::ScreencapEndOfLine::CRLF;
|
||
return true;
|
||
}
|
||
}
|
||
|
||
void asst::Controller::clear_lf_info()
|
||
{
|
||
m_adb.screencap_end_of_line = AdbProperty::ScreencapEndOfLine::UnknownYet;
|
||
}
|
||
|
||
cv::Mat asst::Controller::get_resized_image() const
|
||
{
|
||
const static cv::Size d_size(m_scale_size.first, m_scale_size.second);
|
||
|
||
std::shared_lock<std::shared_mutex> image_lock(m_image_mutex);
|
||
if (m_cache_image.empty()) {
|
||
Log.error("image is empty");
|
||
return { d_size, CV_8UC3 };
|
||
}
|
||
cv::Mat resized_mat;
|
||
cv::resize(m_cache_image, resized_mat, d_size, 0.0, 0.0, cv::INTER_AREA);
|
||
return resized_mat;
|
||
}
|
||
|
||
std::optional<int> asst::Controller::start_game(const std::string& client_type, bool block)
|
||
{
|
||
if (client_type.empty()) {
|
||
return std::nullopt;
|
||
}
|
||
if (auto intent_name = Configer.get_intent_name(client_type)) {
|
||
std::string cur_cmd = utils::string_replace_all(m_adb.start, "[Intent]", intent_name.value());
|
||
int id = push_cmd(cur_cmd);
|
||
if (block) {
|
||
wait(id);
|
||
}
|
||
return id;
|
||
}
|
||
return std::nullopt;
|
||
}
|
||
|
||
std::optional<int> asst::Controller::stop_game(bool block)
|
||
{
|
||
std::string cur_cmd = m_adb.stop;
|
||
int id = push_cmd(cur_cmd);
|
||
if (block) {
|
||
wait(id);
|
||
}
|
||
return id;
|
||
}
|
||
|
||
int asst::Controller::click(const Point& p, bool block)
|
||
{
|
||
int x = static_cast<int>(p.x * m_control_scale);
|
||
int y = static_cast<int>(p.y * m_control_scale);
|
||
// log.trace("Click, raw:", p.x, p.y, "corr:", x, y);
|
||
|
||
return click_without_scale(Point(x, y), block);
|
||
}
|
||
|
||
int asst::Controller::click(const Rect& rect, bool block)
|
||
{
|
||
return click(rand_point_in_rect(rect), block);
|
||
}
|
||
|
||
int asst::Controller::click_without_scale(const Point& p, bool block)
|
||
{
|
||
if (p.x < 0 || p.x >= m_width || p.y < 0 || p.y >= m_height) {
|
||
Log.error("click point out of range");
|
||
}
|
||
std::string cur_cmd =
|
||
utils::string_replace_all(m_adb.click, { { "[x]", std::to_string(p.x) }, { "[y]", std::to_string(p.y) } });
|
||
int id = push_cmd(cur_cmd);
|
||
if (block) {
|
||
wait(id);
|
||
}
|
||
return id;
|
||
}
|
||
|
||
int asst::Controller::click_without_scale(const Rect& rect, bool block)
|
||
{
|
||
return click_without_scale(rand_point_in_rect(rect), block);
|
||
}
|
||
|
||
int asst::Controller::swipe(const Point& p1, const Point& p2, int duration, bool block, int extra_delay,
|
||
bool extra_swipe)
|
||
{
|
||
int x1 = static_cast<int>(p1.x * m_control_scale);
|
||
int y1 = static_cast<int>(p1.y * m_control_scale);
|
||
int x2 = static_cast<int>(p2.x * m_control_scale);
|
||
int y2 = static_cast<int>(p2.y * m_control_scale);
|
||
// log.trace("Swipe, raw:", p1.x, p1.y, p2.x, p2.y, "corr:", x1, y1, x2, y2);
|
||
|
||
return swipe_without_scale(Point(x1, y1), Point(x2, y2), duration, block, extra_delay, extra_swipe);
|
||
}
|
||
|
||
int asst::Controller::swipe(const Rect& r1, const Rect& r2, int duration, bool block, int extra_delay, bool extra_swipe)
|
||
{
|
||
return swipe(rand_point_in_rect(r1), rand_point_in_rect(r2), duration, block, extra_delay, extra_swipe);
|
||
}
|
||
|
||
int asst::Controller::swipe_without_scale(const Point& p1, const Point& p2, int duration, bool block, int extra_delay,
|
||
bool extra_swipe)
|
||
{
|
||
int x1 = p1.x, y1 = p1.y;
|
||
int x2 = p2.x, y2 = p2.y;
|
||
|
||
// 起点不能在屏幕外,但是终点可以
|
||
if (x1 < 0 || x1 >= m_width || y1 < 0 || y1 >= m_height) {
|
||
Log.warn("swipe point1 is out of range", x1, y1);
|
||
x1 = std::clamp(x1, 0, m_width - 1);
|
||
y1 = std::clamp(y1, 0, m_height - 1);
|
||
}
|
||
|
||
std::string cur_cmd =
|
||
utils::string_replace_all(m_adb.swipe, {
|
||
{ "[x1]", std::to_string(x1) },
|
||
{ "[y1]", std::to_string(y1) },
|
||
{ "[x2]", std::to_string(x2) },
|
||
{ "[y2]", std::to_string(y2) },
|
||
{ "[duration]", duration <= 0 ? "" : std::to_string(duration) },
|
||
});
|
||
|
||
int id = 0;
|
||
// 额外的滑动:adb有bug,同样的参数,偶尔会划得非常远。额外做一个短程滑动,把之前的停下来
|
||
const auto& opt = Configer.get_options();
|
||
if (extra_swipe && opt.adb_extra_swipe_duration > 0) {
|
||
std::string extra_cmd = utils::string_replace_all(
|
||
m_adb.swipe, {
|
||
{ "[x1]", std::to_string(x2) },
|
||
{ "[y1]", std::to_string(y2) },
|
||
{ "[x2]", std::to_string(x2) },
|
||
{ "[y2]", std::to_string(y2 - opt.adb_extra_swipe_dist /* * m_control_scale*/) },
|
||
{ "[duration]", std::to_string(opt.adb_extra_swipe_duration) },
|
||
});
|
||
push_cmd(cur_cmd);
|
||
id = push_cmd(extra_cmd);
|
||
}
|
||
else {
|
||
id = push_cmd(cur_cmd);
|
||
}
|
||
|
||
if (block) {
|
||
wait(id);
|
||
std::this_thread::sleep_for(std::chrono::milliseconds(extra_delay));
|
||
}
|
||
return id;
|
||
}
|
||
|
||
int asst::Controller::swipe_without_scale(const Rect& r1, const Rect& r2, int duration, bool block, int extra_delay,
|
||
bool extra_swipe)
|
||
{
|
||
return swipe_without_scale(rand_point_in_rect(r1), rand_point_in_rect(r2), duration, block, extra_delay,
|
||
extra_swipe);
|
||
}
|
||
|
||
bool asst::Controller::connect(const std::string& adb_path, const std::string& address, const std::string& config)
|
||
{
|
||
LogTraceFunction;
|
||
|
||
clear_info();
|
||
|
||
#ifdef ASST_DEBUG
|
||
if (config == "DEBUG") {
|
||
set_inited(true);
|
||
return true;
|
||
}
|
||
#endif
|
||
|
||
auto get_info_json = [&]() -> json::value {
|
||
return json::object {
|
||
{ "uuid", m_uuid },
|
||
{ "details",
|
||
json::object {
|
||
{ "adb", adb_path },
|
||
{ "address", address },
|
||
{ "config", config },
|
||
} },
|
||
};
|
||
};
|
||
|
||
auto adb_ret = Configer.get_adb_cfg(config);
|
||
if (!adb_ret) {
|
||
json::value info = get_info_json() | json::object {
|
||
{ "what", "ConnectFailed" },
|
||
{ "why", "ConfigNotFound" },
|
||
};
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
return false;
|
||
}
|
||
|
||
const auto& adb_cfg = adb_ret.value();
|
||
std::string display_id;
|
||
std::string nc_address = "10.0.2.2";
|
||
uint16_t nc_port = 0;
|
||
|
||
// 里面的值每次执行命令后可能更新,所以要用 lambda 拿最新的
|
||
auto cmd_replace = [&](const std::string& cfg_cmd) -> std::string {
|
||
return utils::string_replace_all(cfg_cmd, {
|
||
{ "[Adb]", adb_path },
|
||
{ "[AdbSerial]", address },
|
||
{ "[DisplayId]", display_id },
|
||
{ "[NcPort]", std::to_string(nc_port) },
|
||
{ "[NcAddress]", nc_address },
|
||
});
|
||
};
|
||
|
||
if (need_exit()) {
|
||
return false;
|
||
}
|
||
|
||
/* connect */
|
||
{
|
||
m_adb.connect = cmd_replace(adb_cfg.connect);
|
||
auto connect_ret = call_command(m_adb.connect, 60LL * 1000, false /* adb 连接时不允许重试 */);
|
||
// 端口即使错误,命令仍然会返回0,TODO 对connect_result进行判断
|
||
bool is_connect_success = false;
|
||
if (connect_ret) {
|
||
auto& connect_str = connect_ret.value();
|
||
is_connect_success = connect_str.find("error") == std::string::npos;
|
||
if (connect_str.find("daemon started successfully") != std::string::npos &&
|
||
connect_str.find("daemon still not running") == std::string::npos) {
|
||
m_adb_release = cmd_replace(adb_cfg.release);
|
||
}
|
||
}
|
||
if (!is_connect_success) {
|
||
json::value info = get_info_json() | json::object {
|
||
{ "what", "ConnectFailed" },
|
||
{ "why", "Connection command failed to exec" },
|
||
};
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
return false;
|
||
}
|
||
}
|
||
|
||
if (need_exit()) {
|
||
return false;
|
||
}
|
||
|
||
/* get uuid (imei) */
|
||
{
|
||
auto uuid_ret = call_command(cmd_replace(adb_cfg.uuid), 20000, false /* adb 连接时不允许重试 */);
|
||
if (!uuid_ret) {
|
||
json::value info = get_info_json() | json::object {
|
||
{ "what", "ConnectFailed" },
|
||
{ "why", "Uuid command failed to exec" },
|
||
};
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
return false;
|
||
}
|
||
|
||
auto& uuid_str = uuid_ret.value();
|
||
std::erase(uuid_str, ' ');
|
||
m_uuid = std::move(uuid_str);
|
||
|
||
json::value info = get_info_json() | json::object {
|
||
{ "what", "UuidGot" },
|
||
{ "why", "" },
|
||
};
|
||
info["details"]["uuid"] = m_uuid;
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
}
|
||
|
||
if (need_exit()) {
|
||
return false;
|
||
}
|
||
|
||
// 按需获取display ID 信息
|
||
if (!adb_cfg.display_id.empty()) {
|
||
auto display_id_ret = call_command(cmd_replace(adb_cfg.display_id));
|
||
if (!display_id_ret) {
|
||
return false;
|
||
}
|
||
|
||
auto& display_id_pipe_str = display_id_ret.value();
|
||
convert_lf(display_id_pipe_str);
|
||
auto last = display_id_pipe_str.rfind(':');
|
||
if (last == std::string::npos) {
|
||
return false;
|
||
}
|
||
|
||
display_id = display_id_pipe_str.substr(last + 1);
|
||
// 去掉换行
|
||
display_id.pop_back();
|
||
}
|
||
|
||
if (need_exit()) {
|
||
return false;
|
||
}
|
||
|
||
/* display */
|
||
{
|
||
auto display_ret = call_command(cmd_replace(adb_cfg.display));
|
||
if (!display_ret) {
|
||
json::value info = get_info_json() | json::object {
|
||
{ "what", "ConnectFailed" },
|
||
{ "why", "Display command failed to exec" },
|
||
};
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
return false;
|
||
}
|
||
|
||
auto& display_pipe_str = display_ret.value();
|
||
int size_value1 = 0;
|
||
int size_value2 = 0;
|
||
#ifdef _MSC_VER
|
||
sscanf_s(display_pipe_str.c_str(), adb_cfg.display_format.c_str(), &size_value1, &size_value2);
|
||
#else
|
||
sscanf(display_pipe_str.c_str(), adb_cfg.display_format.c_str(), &size_value1, &size_value2);
|
||
#endif
|
||
// 为了防止抓取句柄的时候手机是竖屏的(还没进游戏),这里取大的值为宽,小的为高
|
||
// 总不能有人竖屏玩明日方舟吧(?
|
||
m_width = (std::max)(size_value1, size_value2);
|
||
m_height = (std::min)(size_value1, size_value2);
|
||
|
||
json::value info = get_info_json() | json::object {
|
||
{ "what", "ResolutionGot" },
|
||
{ "why", "" },
|
||
};
|
||
|
||
info["details"] |= json::object {
|
||
{ "width", m_width },
|
||
{ "height", m_height },
|
||
};
|
||
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
|
||
if (m_width == 0 || m_height == 0) {
|
||
info["what"] = "ResolutionError";
|
||
info["why"] = "Get resolution failed";
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
return false;
|
||
}
|
||
else if (m_width < WindowWidthDefault || m_height < WindowHeightDefault) {
|
||
info["what"] = "UnsupportedResolution";
|
||
info["why"] = "Low screen resolution";
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
return false;
|
||
}
|
||
else if (std::fabs(static_cast<double>(WindowWidthDefault) / static_cast<double>(WindowHeightDefault) -
|
||
static_cast<double>(m_width) / static_cast<double>(m_height)) > 1e-7) {
|
||
info["what"] = "UnsupportedResolution";
|
||
info["why"] = "Not 16:9";
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
return false;
|
||
}
|
||
}
|
||
|
||
if (need_exit()) {
|
||
return false;
|
||
}
|
||
|
||
/* calc ratio */
|
||
{
|
||
constexpr double DefaultRatio =
|
||
static_cast<double>(WindowWidthDefault) / static_cast<double>(WindowHeightDefault);
|
||
double cur_ratio = static_cast<double>(m_width) / static_cast<double>(m_height);
|
||
|
||
if (cur_ratio >= DefaultRatio // 说明是宽屏或默认16:9,按照高度计算缩放
|
||
|| std::fabs(cur_ratio - DefaultRatio) < DoubleDiff) {
|
||
int scale_width = static_cast<int>(cur_ratio * WindowHeightDefault);
|
||
m_scale_size = std::make_pair(scale_width, WindowHeightDefault);
|
||
m_control_scale = static_cast<double>(m_height) / static_cast<double>(WindowHeightDefault);
|
||
}
|
||
else { // 否则可能是偏正方形的屏幕,按宽度计算
|
||
int scale_height = static_cast<int>(WindowWidthDefault / cur_ratio);
|
||
m_scale_size = std::make_pair(WindowWidthDefault, scale_height);
|
||
m_control_scale = static_cast<double>(m_width) / static_cast<double>(WindowWidthDefault);
|
||
}
|
||
}
|
||
|
||
{
|
||
json::value info = get_info_json() | json::object {
|
||
{ "what", "Connected" },
|
||
{ "why", "" },
|
||
};
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
}
|
||
|
||
m_adb.click = cmd_replace(adb_cfg.click);
|
||
m_adb.swipe = cmd_replace(adb_cfg.swipe);
|
||
m_adb.screencap_raw_with_gzip = cmd_replace(adb_cfg.screencap_raw_with_gzip);
|
||
m_adb.screencap_encode = cmd_replace(adb_cfg.screencap_encode);
|
||
m_adb_release = m_adb.release = cmd_replace(adb_cfg.release);
|
||
m_adb.start = cmd_replace(adb_cfg.start);
|
||
m_adb.stop = cmd_replace(adb_cfg.stop);
|
||
|
||
if (m_support_socket && !m_server_started) {
|
||
std::string bind_address;
|
||
if (size_t pos = address.rfind(':'); pos != std::string::npos) {
|
||
bind_address = address.substr(0, pos);
|
||
}
|
||
else {
|
||
bind_address = "127.0.0.1";
|
||
}
|
||
|
||
// Todo: detect remote address, and check remote port
|
||
// reference from
|
||
// https://github.com/ArknightsAutoHelper/ArknightsAutoHelper/blob/master/automator/connector/ADBConnector.py#L436
|
||
auto nc_address_ret = call_command(cmd_replace(adb_cfg.nc_address));
|
||
if (nc_address_ret) {
|
||
auto& nc_result_str = nc_address_ret.value();
|
||
if (auto pos = nc_result_str.find(' '); pos != std::string::npos) {
|
||
nc_address = nc_result_str.substr(0, pos);
|
||
}
|
||
}
|
||
|
||
if (need_exit()) {
|
||
return false;
|
||
}
|
||
|
||
auto socket_opt = try_to_init_socket(bind_address);
|
||
if (socket_opt) {
|
||
nc_port = socket_opt.value();
|
||
m_adb.screencap_raw_by_nc = cmd_replace(adb_cfg.screencap_raw_by_nc);
|
||
m_server_started = true;
|
||
}
|
||
else {
|
||
m_server_started = false;
|
||
}
|
||
}
|
||
|
||
// try to find the fastest way
|
||
if (!screencap()) {
|
||
Log.error("Cannot find a proper way to screencap!");
|
||
return false;
|
||
}
|
||
|
||
return true;
|
||
}
|
||
|
||
bool asst::Controller::set_inited(bool inited)
|
||
{
|
||
Log.trace(__FUNCTION__, "|", inited, ", m_inited =", m_inited, ", m_instance_count =", m_instance_count);
|
||
|
||
if (inited == m_inited) {
|
||
return true;
|
||
}
|
||
m_inited = inited;
|
||
|
||
if (inited) {
|
||
++m_instance_count;
|
||
}
|
||
else {
|
||
// 所有实例全部释放,执行最终的 release 函数
|
||
if (!--m_instance_count) {
|
||
return release();
|
||
}
|
||
}
|
||
return true;
|
||
}
|
||
|
||
void asst::Controller::kill_adb_daemon()
|
||
{
|
||
if (m_instance_count) return;
|
||
#ifndef _WIN32
|
||
if (m_child)
|
||
#endif
|
||
{
|
||
if (!m_adb_release.empty()) {
|
||
call_command(m_adb_release, 20000, false);
|
||
m_adb_release.clear();
|
||
}
|
||
}
|
||
}
|
||
|
||
bool asst::Controller::release()
|
||
{
|
||
try_to_close_socket();
|
||
|
||
#ifndef _WIN32
|
||
if (m_child)
|
||
#endif
|
||
{
|
||
if (m_adb.release.empty()) {
|
||
return true;
|
||
}
|
||
else {
|
||
m_adb_release.clear();
|
||
return call_command(m_adb.release, 20000, false).has_value();
|
||
}
|
||
}
|
||
}
|
||
|
||
bool asst::Controller::inited() const noexcept
|
||
{
|
||
return m_inited;
|
||
}
|
||
|
||
void asst::Controller::set_exit_flag(bool* flag)
|
||
{
|
||
m_exit_flag = flag;
|
||
}
|
||
|
||
const std::string& asst::Controller::get_uuid() const
|
||
{
|
||
return m_uuid;
|
||
}
|
||
|
||
cv::Mat asst::Controller::get_image(bool raw)
|
||
{
|
||
if (m_scale_size.first == 0 || m_scale_size.second == 0) {
|
||
Log.error("Unknown image size");
|
||
return {};
|
||
}
|
||
|
||
// 有些模拟器adb偶尔会莫名其妙截图失败,多试几次
|
||
static constexpr int MaxTryCount = 20;
|
||
bool success = false;
|
||
for (int i = 0; i < MaxTryCount && inited(); ++i) {
|
||
if (need_exit()) {
|
||
break;
|
||
}
|
||
if (screencap()) {
|
||
success = true;
|
||
break;
|
||
}
|
||
}
|
||
while (!success && !need_exit()) {
|
||
if (screencap(true)) {
|
||
break;
|
||
}
|
||
Log.error(__FUNCTION__, "screencap failed!");
|
||
json::value info = json::object {
|
||
{ "uuid", m_uuid },
|
||
{ "what", "ScreencapFailed" },
|
||
{ "why", "ScreencapFailed" },
|
||
{ "details", json::object {} },
|
||
};
|
||
callback(AsstMsg::ConnectionInfo, info);
|
||
|
||
const static cv::Size d_size(m_scale_size.first, m_scale_size.second);
|
||
m_cache_image = cv::Mat(d_size, CV_8UC3);
|
||
|
||
break;
|
||
}
|
||
|
||
if (raw) {
|
||
std::shared_lock<std::shared_mutex> image_lock(m_image_mutex);
|
||
cv::Mat copy = m_cache_image.clone();
|
||
return copy;
|
||
}
|
||
|
||
return get_resized_image();
|
||
}
|
||
|
||
std::vector<uchar> asst::Controller::get_image_encode() const
|
||
{
|
||
cv::Mat img = get_resized_image();
|
||
std::vector<uchar> buf;
|
||
cv::imencode(".png", img, buf);
|
||
|
||
return buf;
|
||
}
|