209a744d94
后端重构： - 新增分层架构：API Routes -> Services -> Repositories -> Infrastructure - 彻底移除全局单例，全面采用 FastAPI 依赖注入 - 新增 api/ 目录拆分路由（proxies, plugins, scheduler, settings, stats） - 新增 services/ 业务逻辑层：ProxyService, PluginService, SchedulerService, ValidatorService, SettingsService - 新增 repositories/ 数据访问层：ProxyRepository, SettingsRepository, PluginSettingsRepository - 新增 models/ 层：Pydantic Schemas + Domain Models - 重写 core/config.py：采用 Pydantic Settings 管理配置 - 新增 core/db.py：基于 asynccontextmanager 的连接管理，支持数据库迁移 - 新增 core/exceptions.py：统一业务异常体系 插件系统重构（核心）： - 新增 core/plugin_system/：BaseCrawlerPlugin + PluginRegistry - 采用显式注册模式（装饰器 + plugins/__init__.py），类型安全、测试友好 - 新增 plugins/base.py：BaseHTTPPlugin 通用 HTTP 爬虫基类 - 迁移全部 7 个插件到新架构（fate0, proxylist_download, ip3366, ip89, kuaidaili, speedx, yundaili） - 插件状态持久化到 plugin_settings 表 任务调度重构： - 新增 core/tasks/queue.py：ValidationQueue + WorkerPool - 解耦爬取与验证：爬虫只负责爬取，代理提交队列后由 Worker 异步验证 - 调度器定时从数据库拉取存量代理并分批投入验证队列 前端调整： - 新增 frontend/src/services/ 层拆分 API 调用逻辑 - 调整 stores/ 和 views/ 使用 Service 层 - 保持 API 兼容性，页面无需大幅修改 其他： - 新增 main.py 作为新入口 - 新增 DESIGN.md 架构设计文档 - 更新 requirements.txt 增加 pydantic-settings
56 lines
1.7 KiB
Python
56 lines
1.7 KiB
Python
"""依赖注入"""
|
||
from fastapi import Request
|
||
from services.proxy_service import ProxyService
|
||
from services.plugin_service import PluginService
|
||
from services.settings_service import SettingsService
|
||
from services.scheduler_service import SchedulerService
|
||
from services.validator_service import ValidatorService
|
||
from repositories.proxy_repo import ProxyRepository
|
||
from core.tasks.queue import ValidationQueue
|
||
from core.config import settings as app_settings
|
||
|
||
|
||
def get_proxy_service() -> ProxyService:
|
||
return ProxyService()
|
||
|
||
|
||
def get_plugin_service() -> PluginService:
|
||
return PluginService()
|
||
|
||
|
||
def get_settings_service() -> SettingsService:
|
||
return SettingsService()
|
||
|
||
|
||
def get_scheduler_service(request: Request) -> SchedulerService:
|
||
return request.app.state.scheduler_service
|
||
|
||
|
||
def get_validation_queue(request: Request) -> ValidationQueue:
|
||
return request.app.state.validation_queue
|
||
|
||
|
||
def create_scheduler_service() -> SchedulerService:
|
||
"""在应用启动时创建 SchedulerService（非请求上下文）"""
|
||
validator = ValidatorService(
|
||
timeout=app_settings.validator_timeout,
|
||
connect_timeout=app_settings.validator_connect_timeout,
|
||
max_concurrency=app_settings.validator_max_concurrency,
|
||
)
|
||
proxy_repo = ProxyRepository()
|
||
queue = ValidationQueue(
|
||
validator=validator,
|
||
proxy_repo=proxy_repo,
|
||
db_ctx=get_db,
|
||
worker_count=app_settings.validator_max_concurrency,
|
||
score_valid=app_settings.score_valid,
|
||
score_invalid=app_settings.score_invalid,
|
||
score_min=app_settings.score_min,
|
||
score_max=app_settings.score_max,
|
||
)
|
||
return SchedulerService(validation_queue=queue, proxy_repo=proxy_repo)
|
||
|
||
|
||
# 避免循环导入
|
||
from core.db import get_db
|