- Add Free_Proxy_Website-style fpw_* plugins and register them - Per-plugin crawl timeout (crawl_timeout_seconds=120); remove global crawl_timeout setting - Validator: fix connect vs total timeout on save; SOCKS session LRU cache; drop redundant semaphore - Validation handler uses single DB connection; batch upsert after crawl; WorkerPool put_nowait - Remove unused max_retries from settings API/UI; settings maintenance SQL + init_db cleanup of deprecated keys - WebSocket dashboard stats; ProxyList pool_filter and API alignment - POST /api/proxies/delete-one for IPv6-safe deletes; task poll stops on 404 - pytest uses PROXYPOOL_DB_PATH=db/proxies.test.sqlite so tests do not wipe production DB - .gitignore: explicit proxies.test.sqlite patterns; fix plugin_service ValidationException import Made-with: Cursor
40 lines
1.5 KiB
Python
40 lines
1.5 KiB
Python
"""插件包 - 在这里显式注册所有爬虫插件"""
|
|
from app.core.plugin_system import registry
|
|
|
|
from .fate0 import Fate0Plugin
|
|
from .proxylist_download import ProxyListDownloadPlugin
|
|
from .ip3366 import Ip3366Plugin
|
|
from .ip89 import Ip89Plugin
|
|
from .kuaidaili import KuaiDaiLiPlugin
|
|
from .speedx import SpeedXPlugin
|
|
from .yundaili import YunDaiLiPlugin
|
|
from .proxyscrape import ProxyScrapePlugin
|
|
from .fpw_proxy_list_download import FpwProxyListDownloadPlugin
|
|
from .fpw_socks_ssl_proxy import FpwSocksSslProxyPlugin
|
|
from .fpw_spys_one import FpwSpysOnePlugin
|
|
from .fpw_proxynova import FpwProxynovaPlugin
|
|
from .fpw_hidemy import FpwHidemyPlugin
|
|
from .fpw_premproxy import FpwPremproxyPlugin
|
|
from .fpw_freeproxylists import FpwFreeproxylistsPlugin
|
|
from .fpw_gatherproxy import FpwGatherproxyPlugin
|
|
from .fpw_checkerproxy import FpwCheckerproxyPlugin
|
|
|
|
# 显式注册所有插件
|
|
registry.register(Fate0Plugin)
|
|
registry.register(ProxyListDownloadPlugin)
|
|
registry.register(Ip3366Plugin)
|
|
registry.register(Ip89Plugin)
|
|
registry.register(KuaiDaiLiPlugin)
|
|
registry.register(SpeedXPlugin)
|
|
registry.register(YunDaiLiPlugin)
|
|
registry.register(ProxyScrapePlugin)
|
|
registry.register(FpwProxyListDownloadPlugin)
|
|
registry.register(FpwSocksSslProxyPlugin)
|
|
registry.register(FpwSpysOnePlugin)
|
|
registry.register(FpwProxynovaPlugin)
|
|
registry.register(FpwHidemyPlugin)
|
|
registry.register(FpwPremproxyPlugin)
|
|
registry.register(FpwFreeproxylistsPlugin)
|
|
registry.register(FpwGatherproxyPlugin)
|
|
registry.register(FpwCheckerproxyPlugin)
|