b972b64616
- 删除 ValidationQueue 双轨持久化队列，替换为纯内存 AsyncWorkerPool - 引入统一后台任务框架 JobExecutor（Job/CrawlJob/ValidateAllJob） - 新增 PluginRunner 统一插件执行（超时、重试、健康检查、统计） - 重构 SchedulerService 职责收敛为仅定时触发 ValidateAllJob - 使用 AsyncExitStack 重构 lifespan，安全管理长生命周期资源 - 路由层瘦身 50%+，业务异常上抛由全局中间件统一处理 - 实现设置全热更新（WorkerPool 并发、Validator 超时即时生效） - 前端 Store 强制写后重新拉取，消除乐观更新数据不同步 - 删除 queue.py / task_repo.py / task_service.py - 新增 execution 单元测试，全部 85 个测试通过
72 lines
2.1 KiB
Python
72 lines
2.1 KiB
Python
"""调度器服务 - 定时触发全量验证"""
|
|
import asyncio
|
|
from typing import Optional
|
|
|
|
from app.core.execution.executor import JobExecutor
|
|
from app.core.execution.job import ValidateAllJob
|
|
from app.core.log import logger
|
|
|
|
|
|
class SchedulerService:
|
|
"""代理验证调度器
|
|
|
|
职责单一：定时循环，触发 ValidateAllJob。
|
|
不再直接持有验证队列或 ValidatorService。
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
executor: JobExecutor,
|
|
interval_minutes: int = 30,
|
|
):
|
|
self.executor = executor
|
|
self.interval_minutes = interval_minutes
|
|
self.running = False
|
|
self._stop_event = asyncio.Event()
|
|
self._task: Optional[asyncio.Task] = None
|
|
|
|
async def start(self) -> None:
|
|
if self.running:
|
|
logger.warning("Scheduler already running")
|
|
return
|
|
self._stop_event.clear()
|
|
self.running = True
|
|
self._task = asyncio.create_task(self._run_loop())
|
|
logger.info("Scheduler started")
|
|
|
|
async def stop(self) -> None:
|
|
if not self.running:
|
|
return
|
|
self.running = False
|
|
self._stop_event.set()
|
|
if self._task:
|
|
self._task.cancel()
|
|
try:
|
|
await self._task
|
|
except asyncio.CancelledError:
|
|
pass
|
|
self._task = None
|
|
logger.info("Scheduler stopped")
|
|
|
|
def validate_all_now(self) -> str:
|
|
"""立即执行一次全量验证，返回 Job ID"""
|
|
job_id = self.executor.submit_job(ValidateAllJob())
|
|
logger.info(f"ValidateAllJob submitted: {job_id}")
|
|
return job_id
|
|
|
|
async def _run_loop(self) -> None:
|
|
"""定时循环"""
|
|
while self.running:
|
|
try:
|
|
self.executor.submit_job(ValidateAllJob())
|
|
except Exception as e:
|
|
logger.error(f"Scheduler loop error: {e}", exc_info=True)
|
|
# 等待下一次
|
|
try:
|
|
await asyncio.wait_for(
|
|
self._stop_event.wait(),
|
|
timeout=self.interval_minutes * 60,
|
|
)
|
|
except asyncio.TimeoutError:
|
|
pass
|