修复爬虫验证器session生命周期问题,将validator上下文管理器移至tasks_manager内部,确保session在整个验证过程中保持打开状态;同时修改CORS配置支持所有来源访问
This commit is contained in:
@@ -393,8 +393,7 @@ async def start_crawler(request: CrawlerRequest, _permission: str = Depends(requ
|
||||
tasks_manager.set_callbacks(progress_callback, status_callback)
|
||||
|
||||
db = SQLiteManager()
|
||||
async with ProxyValidator(max_concurrency=200) as validator:
|
||||
asyncio.create_task(tasks_manager.start_task(db, validator, request.num_validators))
|
||||
asyncio.create_task(tasks_manager.start_task(db, request.num_validators))
|
||||
|
||||
return {"code": 200, "message": "爬虫任务开始啦~", "data": None}
|
||||
except Exception as e:
|
||||
|
||||
Reference in New Issue
Block a user