Files
AstrBot/astrbot/dashboard/server.py
Weilong Liao 0d8e8682db refactor(core): migrate backend backbone from Quart to FastAPI and introduce more OpenAPI (#8688)
* refactor: migrate to fastapi

* structure refactor

* fix: pyright fix

* refactor: improve error handling and public messages in plugin services

* feat(api): refactor API client integration and enhance request handling

- Updated API client configuration to use a dedicated HTTP client.
- Introduced utility functions for generating options, queries, and form data for API requests.
- Refactored multiple API methods to utilize the new utility functions for improved consistency and readability.
- Renamed types for clarity and updated import statements accordingly.

feat(docs): add script to update OpenAPI JSON from YAML spec

- Created a Python script to convert OpenAPI YAML specification to JSON format.
- The script supports customizable input and output paths.
- Ensured the script handles directory creation for output paths and validates the YAML structure.

* fix

* feat(auth): implement rate limiting for v1 login endpoint and enhance request handling

* Refactor dashboard API routers to use legacy_router for backward compatibility

- Changed all instances of dashboard_router to legacy_router across multiple API modules including platform, plugins, providers, sessions, skills, stats, subagents, t2i, tools, updates, and asgi_runtime.
- Updated route definitions to ensure existing endpoints remain functional under the new router structure.
- Introduced support for Quart request context in asgi_runtime to enhance compatibility with existing Quart-based plugins.
- Added a test case to validate the functionality of the new Quart request context handling in plugin extensions.

* chore: remove cli test

* fix: update dashboard tests for fastapi migration

* chore: satisfy ruff checks

* fix: update openapi api key scopes

* fix: sync config scope chip selection

* fix: restore quart dependency

* docs: clarify quart plugin api compatibility

* docs: update openapi scope documentation

* fix: use singular skill openapi scope

* fix: hide update service exception details

* fix: address fastapi review comments

* fix: address dashboard review findings

* docs: revert unrelated package deployment changes

* docs: update agent api generation guidance

* feat: add plugin page web api helpers

* docs: add plugin page bridge demo

* fix: type plugin upload files

* fix: stabilize plugin page uploads

* fix: type plugin web request proxy

* docs: remove plugin page docs example

* fix: authenticate plugin page SSE bridge
2026-06-14 15:03:26 +08:00

589 lines
21 KiB
Python

import asyncio
import ipaddress
import os
import socket
import time
from pathlib import Path
from typing import Any, Protocol, cast
import jwt
import psutil
from fastapi import Request
from fastapi.responses import JSONResponse
from hypercorn.asyncio import serve
from hypercorn.config import Config as HyperConfig
from hypercorn.logging import AccessLogAtoms
from hypercorn.logging import Logger as HypercornLogger
from astrbot.core import logger
from astrbot.core.config.default import VERSION
from astrbot.core.core_lifecycle import AstrBotCoreLifecycle
from astrbot.core.db import BaseDatabase
from astrbot.core.utils.astrbot_path import get_astrbot_data_path
from astrbot.core.utils.io import (
get_bundled_dashboard_dist_path,
get_local_ip_addresses,
should_use_bundled_dashboard_dist,
)
from astrbot.dashboard.asgi_runtime import (
DashboardRequestState,
FastAPIAppAdapter,
)
from astrbot.dashboard.responses import error
from .api.app import create_dashboard_asgi_app
from .plugin_page_auth import PluginPageAuth
from .services.auth_service import DASHBOARD_JWT_COOKIE_NAME
_RATE_LIMITED_ENDPOINTS: frozenset = frozenset(
{
"/api/config/astrbot/update",
"/api/auth/totp/setup",
"/api/v1/auth/totp/setup",
"/api/auth/login",
"/api/v1/auth/login",
}
)
class _AuthRateLimiter:
def __init__(self, capacity: int, refill_rate: float):
self.capacity = capacity
self.refill_rate = refill_rate
self.tokens = float(capacity)
self.last_refill = time.monotonic()
self.last_accessed = time.monotonic()
self.lock = asyncio.Lock()
async def acquire(self) -> bool:
async with self.lock:
now = time.monotonic()
elapsed = now - self.last_refill
self.tokens = min(self.capacity, self.tokens + elapsed * self.refill_rate)
self.last_refill = now
self.last_accessed = now
if self.tokens >= 1:
self.tokens -= 1
return True
return False
class _RateLimiterRegistry:
"""Per-IP token-bucket rate limiter registry. Idle entries expire after 1 hour."""
_ENTRY_TTL: float = 3600.0
_INTERVAL: float = 1800.0
def __init__(self) -> None:
self._limiters: dict[str, _AuthRateLimiter] = {}
self._last_eviction = time.monotonic()
def get_or_create(
self, key: str, capacity: int, refill_rate: float
) -> _AuthRateLimiter:
self._evict_expired()
limiter = self._limiters.get(key)
if limiter is None:
limiter = _AuthRateLimiter(capacity=capacity, refill_rate=refill_rate)
self._limiters[key] = limiter
return limiter
def _evict_expired(self) -> None:
now = time.monotonic()
if now - self._last_eviction < self._INTERVAL:
return
self._last_eviction = now
cutoff = now - self._ENTRY_TTL
stale = [k for k, v in self._limiters.items() if v.last_accessed < cutoff]
for k in stale:
del self._limiters[k]
def clear(self) -> None:
self._limiters.clear()
def __len__(self) -> int:
return len(self._limiters)
def __contains__(self, key: str) -> bool:
return key in self._limiters
class _AddrWithPort(Protocol):
port: int
APP: FastAPIAppAdapter | None = None
def _parse_env_bool(value: str | None, default: bool) -> bool:
if value is None:
return default
return value.strip().lower() in {"1", "true", "yes", "on"}
class _ProxyAwareHypercornLogger(HypercornLogger):
@staticmethod
def _get_request_log_host(request_scope) -> str | None:
forwarded_for = None
real_ip = None
for raw_name, raw_value in request_scope.get("headers", []):
header_name = raw_name.decode("latin1").lower()
if header_name == "x-forwarded-for":
forwarded_for = raw_value.decode("latin1")
elif header_name == "x-real-ip":
real_ip = raw_value.decode("latin1")
if forwarded_for is not None and real_ip is not None:
break
forwarded_for = str(forwarded_for or "").strip()
if forwarded_for:
first_ip = forwarded_for.split(",", 1)[0].strip()
if first_ip and first_ip.lower() != "unknown":
try:
return str(ipaddress.ip_address(first_ip))
except ValueError:
pass
real_ip = str(real_ip or "").strip()
if real_ip and real_ip.lower() != "unknown":
try:
return str(ipaddress.ip_address(real_ip))
except ValueError:
pass
client = request_scope.get("client")
if not client:
return None
host = str(client[0]).strip()
if host:
return host
return None
def atoms(self, request, response, request_time):
atoms = AccessLogAtoms(request, response, request_time)
client_host = self._get_request_log_host(request)
if client_host:
atoms["h"] = client_host
return atoms
class AstrBotDashboard:
def __init__(
self,
core_lifecycle: AstrBotCoreLifecycle,
db: BaseDatabase,
shutdown_event: asyncio.Event,
webui_dir: str | None = None,
) -> None:
self.core_lifecycle = core_lifecycle
self.config = core_lifecycle.astrbot_config
self.db = db
# Path priority:
# 1. Explicit webui_dir argument
# 2. data/dist/ (user-installed / manually updated dashboard)
# 3. astrbot/dashboard/dist/ (bundled with the wheel)
if webui_dir and os.path.exists(webui_dir):
self.data_path = os.path.abspath(webui_dir)
else:
user_dist = os.path.join(get_astrbot_data_path(), "dist")
bundled_dist = get_bundled_dashboard_dist_path()
if os.path.exists(user_dist) and not should_use_bundled_dashboard_dist(
user_dist,
VERSION,
):
self.data_path = os.path.abspath(user_dist)
elif bundled_dist.exists():
self.data_path = str(bundled_dist)
logger.info("Using bundled dashboard dist: %s", self.data_path)
else:
# Fall back to expected user path (will fail gracefully later)
self.data_path = os.path.abspath(user_dist)
self._rate_limiter_registry = _RateLimiterRegistry()
self._init_jwt_secret()
self.asgi_app = create_dashboard_asgi_app(
core_lifecycle=core_lifecycle,
db=db,
jwt_secret=self._jwt_secret,
static_folder=self.data_path,
)
self.app = FastAPIAppAdapter(self.asgi_app, static_folder=self.data_path)
self.asgi_app.state.dashboard_app_adapter = self.app
self.app._dashboard_server = self
global APP
APP = self.app
self.app.config["MAX_CONTENT_LENGTH"] = (
128 * 1024 * 1024
) # 将 Flask 允许的最大上传文件体大小设置为 128 MB
@self.asgi_app.middleware("http")
async def dashboard_auth_middleware(request_, call_next):
request_.state.dashboard_g = DashboardRequestState()
auth_response = await self.auth_middleware(request_)
if auth_response is not None:
return auth_response
return await call_next(request_)
self.shutdown_event = shutdown_event
async def auth_middleware(self, current_request: Request):
path = current_request.url.path
if not path.startswith("/api"):
return None
rate_limit_response = await self._apply_auth_rate_limit(current_request, path)
if rate_limit_response is not None:
return rate_limit_response
if path.startswith("/api/v1"):
return None
allowed_exact_endpoints = {
"/api/auth/login",
"/api/auth/logout",
"/api/auth/setup-status",
"/api/auth/setup",
}
allowed_endpoint_prefixes = [
"/api/file",
"/api/v1/files/tokens",
"/api/platform/webhook",
"/api/stat/start-time",
"/api/backup/download", # 备份下载使用 URL 参数传递 token
]
if path in allowed_exact_endpoints or any(
path.startswith(prefix) for prefix in allowed_endpoint_prefixes
):
return None
is_plugin_page_path = PluginPageAuth.is_protected_path(path)
token = self._extract_dashboard_jwt(current_request)
if not token and is_plugin_page_path:
token = PluginPageAuth.extract_asset_token(current_request.query_params)
if not token:
r = JSONResponse(error("未授权"))
r.status_code = 401
return r
try:
payload = jwt.decode(token, self._jwt_secret, algorithms=["HS256"])
if PluginPageAuth.is_asset_token(
payload
) and not PluginPageAuth.is_scope_valid(
payload,
path,
):
r = JSONResponse(error("Token 无效"))
r.status_code = 401
return r
username = payload.get("username")
if not isinstance(username, str) or not username.strip():
raise jwt.InvalidTokenError("missing username in token payload")
current_request.state.dashboard_g.username = username
except jwt.ExpiredSignatureError:
r = JSONResponse(error("Token 过期"))
r.status_code = 401
return r
except jwt.InvalidTokenError:
r = JSONResponse(error("Token 无效"))
r.status_code = 401
return r
async def _apply_auth_rate_limit(
self,
current_request: Request,
path: str,
) -> JSONResponse | None:
if (
os.environ.get("ASTRBOT_TEST_MODE") != "true"
and path in _RATE_LIMITED_ENDPOINTS
):
rl_config = self.config.get("dashboard", {}).get("auth_rate_limit", {})
rl_enabled = rl_config.get("enable", True)
if rl_enabled:
average_interval = float(rl_config.get("average_interval", 1.0))
max_burst = int(rl_config.get("max_burst", 3))
if average_interval <= 0:
average_interval = 1.0
if max_burst <= 0:
max_burst = 3
refill_rate = 1.0 / average_interval
client_ip = self._get_request_client_ip(current_request)
limiter = self._rate_limiter_registry.get_or_create(
client_ip, capacity=max_burst, refill_rate=refill_rate
)
if not await limiter.acquire():
r = JSONResponse(
error("验证尝试过于频繁,系统可能正在遭受暴力破解")
)
r.status_code = 429
return r
return None
def _get_request_client_ip(self, current_request) -> str:
if bool(self.config.get("dashboard", {}).get("trust_proxy_headers", False)):
forwarded_for = str(
current_request.headers.get("X-Forwarded-For", "")
).strip()
if forwarded_for:
first_ip = forwarded_for.split(",", 1)[0].strip()
if first_ip and first_ip.lower() != "unknown":
try:
return str(ipaddress.ip_address(first_ip))
except ValueError:
pass
real_ip = str(current_request.headers.get("X-Real-IP", "")).strip()
if real_ip and real_ip.lower() != "unknown":
try:
return str(ipaddress.ip_address(real_ip))
except ValueError:
pass
remote_addr = (
str(current_request.client.host).strip()
if current_request.client is not None
else ""
)
if remote_addr:
try:
return str(ipaddress.ip_address(remote_addr))
except ValueError:
pass
return "unknown"
@staticmethod
def _extract_dashboard_jwt(current_request: Request) -> str | None:
auth_header = current_request.headers.get("Authorization", "").strip()
if auth_header.startswith("Bearer "):
token = auth_header.removeprefix("Bearer ").strip()
if token:
return token
cookie_token = current_request.cookies.get(
DASHBOARD_JWT_COOKIE_NAME,
"",
).strip()
if cookie_token:
return cookie_token
return None
def check_port_in_use(self, port: int) -> bool:
"""跨平台检测端口是否被占用"""
try:
# 创建 IPv4 TCP Socket
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
# 设置超时时间
sock.settimeout(2)
result = sock.connect_ex(("127.0.0.1", port))
sock.close()
# result 为 0 表示端口被占用
return result == 0
except Exception as e:
logger.warning(f"检查端口 {port} 时发生错误: {e!s}")
# 如果出现异常,保守起见认为端口可能被占用
return True
def get_process_using_port(self, port: int) -> str:
"""获取占用端口的进程详细信息"""
try:
for conn in psutil.net_connections(kind="inet"):
if cast(_AddrWithPort, conn.laddr).port == port:
try:
process = psutil.Process(conn.pid)
# 获取详细信息
proc_info = [
f"进程名: {process.name()}",
f"PID: {process.pid}",
f"执行路径: {process.exe()}",
f"工作目录: {process.cwd()}",
f"启动命令: {' '.join(process.cmdline())}",
]
return "\n ".join(proc_info)
except (psutil.NoSuchProcess, psutil.AccessDenied) as e:
return f"无法获取进程详细信息(可能需要管理员权限): {e!s}"
return "未找到占用进程"
except Exception as e:
return f"获取进程信息失败: {e!s}"
def _init_jwt_secret(self) -> None:
if not self.config.get("dashboard", {}).get("jwt_secret", None):
# 如果没有设置 JWT 密钥,则生成一个新的密钥
jwt_secret = os.urandom(32).hex()
self.config["dashboard"]["jwt_secret"] = jwt_secret
self.config.save_config()
logger.info("Initialized random JWT secret for dashboard.")
self._jwt_secret = self.config["dashboard"]["jwt_secret"]
def _build_dashboard_credentials_display(self) -> str:
username = self.config["dashboard"].get("username", "astrbot")
generated_password = getattr(self.config, "_generated_dashboard_password", None)
if not generated_password:
return f" ➜ Username: {username}\n ✨✨✨\n"
credentials_display = (
f" ➜ Initial username: {username}\n"
f" ➜ Initial password: {generated_password}\n"
" ➜ Change it after logging in\n ✨✨✨\n"
)
object.__setattr__(self.config, "_generated_dashboard_password", None)
return credentials_display
@staticmethod
def _resolve_dashboard_ssl_config(
ssl_config: dict,
) -> tuple[bool, dict[str, str]]:
cert_file = (
os.environ.get("DASHBOARD_SSL_CERT")
or os.environ.get("ASTRBOT_DASHBOARD_SSL_CERT")
or ssl_config.get("cert_file", "")
)
key_file = (
os.environ.get("DASHBOARD_SSL_KEY")
or os.environ.get("ASTRBOT_DASHBOARD_SSL_KEY")
or ssl_config.get("key_file", "")
)
ca_certs = (
os.environ.get("DASHBOARD_SSL_CA_CERTS")
or os.environ.get("ASTRBOT_DASHBOARD_SSL_CA_CERTS")
or ssl_config.get("ca_certs", "")
)
if not cert_file or not key_file:
logger.warning(
"dashboard.ssl.enable is set, but cert_file or key_file is missing. SSL disabled.",
)
return False, {}
cert_path = Path(cert_file).expanduser()
key_path = Path(key_file).expanduser()
if not cert_path.is_file():
logger.warning(
f"dashboard.ssl.enable is set, but cert file is missing: {cert_path}. SSL disabled.",
)
return False, {}
if not key_path.is_file():
logger.warning(
f"dashboard.ssl.enable is set, but key file is missing: {key_path}. SSL disabled.",
)
return False, {}
resolved_ssl_config = {
"certfile": str(cert_path.resolve()),
"keyfile": str(key_path.resolve()),
}
if ca_certs:
ca_path = Path(ca_certs).expanduser()
if not ca_path.is_file():
logger.warning(
f"dashboard.ssl.enable is set, but CA cert file is missing: {ca_path}. SSL disabled.",
)
return False, {}
resolved_ssl_config["ca_certs"] = str(ca_path.resolve())
return True, resolved_ssl_config
def run(self):
ip_addr = []
dashboard_config = self.core_lifecycle.astrbot_config.get("dashboard", {})
port = (
os.environ.get("DASHBOARD_PORT")
or os.environ.get("ASTRBOT_DASHBOARD_PORT")
or dashboard_config.get("port", 6185)
)
host = (
os.environ.get("DASHBOARD_HOST")
or os.environ.get("ASTRBOT_DASHBOARD_HOST")
or dashboard_config.get("host", "0.0.0.0")
)
enable = dashboard_config.get("enable", True)
ssl_config = dashboard_config.get("ssl", {})
if not isinstance(ssl_config, dict):
ssl_config = {}
ssl_enable = _parse_env_bool(
os.environ.get("DASHBOARD_SSL_ENABLE")
or os.environ.get("ASTRBOT_DASHBOARD_SSL_ENABLE"),
bool(ssl_config.get("enable", False)),
)
resolved_ssl_config: dict[str, str] = {}
if ssl_enable:
ssl_enable, resolved_ssl_config = self._resolve_dashboard_ssl_config(
ssl_config,
)
scheme = "https" if ssl_enable else "http"
if not enable:
logger.info("WebUI disabled.")
return None
logger.info("Starting WebUI at %s://%s:%s", scheme, host, port)
if host == "0.0.0.0":
logger.info(
"WebUI listens on all interfaces. Check security. Set dashboard.host in data/cmd_config.json to change it.",
)
if host not in ["localhost", "127.0.0.1"]:
try:
ip_addr = get_local_ip_addresses()
except Exception as _:
pass
if isinstance(port, str):
port = int(port)
if self.check_port_in_use(port):
process_info = self.get_process_using_port(port)
logger.error(
f"错误:端口 {port} 已被占用\n"
f"占用信息: \n {process_info}\n"
f"请确保:\n"
f"1. 没有其他 AstrBot 实例正在运行\n"
f"2. 端口 {port} 没有被其他程序占用\n"
f"3. 如需使用其他端口,请修改配置文件",
)
raise Exception(f"端口 {port} 已被占用")
parts = [f"\n ✨✨✨\n AstrBot v{VERSION} WebUI is ready\n\n"]
parts.append(f" ➜ Local: {scheme}://localhost:{port}\n")
for ip in ip_addr:
parts.append(f" ➜ Network: {scheme}://{ip}:{port}\n")
parts.append(self._build_dashboard_credentials_display())
display = "".join(parts)
if not ip_addr:
display += (
"Set dashboard.host in data/cmd_config.json to enable remote access.\n"
)
logger.info(display)
# 配置 Hypercorn
config = HyperConfig()
config.bind = [f"{host}:{port}"]
if bool(self.config.get("dashboard", {}).get("trust_proxy_headers", False)):
config.logger_class = _ProxyAwareHypercornLogger
if ssl_enable:
config.certfile = resolved_ssl_config["certfile"]
config.keyfile = resolved_ssl_config["keyfile"]
if "ca_certs" in resolved_ssl_config:
config.ca_certs = resolved_ssl_config["ca_certs"]
# 根据配置决定是否禁用访问日志
disable_access_log = dashboard_config.get("disable_access_log", True)
if disable_access_log:
config.accesslog = None
else:
# 启用访问日志,使用简洁格式
config.accesslog = "-"
config.access_log_format = "%(h)s %(r)s %(s)s %(b)s %(D)s"
return serve(
cast(Any, self.asgi_app), config, shutdown_trigger=self.shutdown_trigger
)
async def shutdown_trigger(self) -> None:
await self.shutdown_event.wait()
logger.info("AstrBot WebUI 已经被关闭")