import re
from typing import List
from bs4 import BeautifulSoup
from app.core.plugin_system import ProxyRaw
from app.plugins.base import BaseHTTPPlugin
from app.core.log import logger

VALID_PROTOCOLS = ("http", "https", "socks4", "socks5")


class KuaiDaiLiPlugin(BaseHTTPPlugin):
    name = "kuaidaili"
    display_name = "快代理"
    description = "从快代理网站爬取免费代理"

    def __init__(self):
        super().__init__()
        self.urls = [
            f"https://www.kuaidaili.com/free/inha/{i}/" for i in range(1, 11)
        ] + [
            f"https://www.kuaidaili.com/free/intr/{i}/" for i in range(1, 11)
        ]

    async def crawl(self) -> List[ProxyRaw]:
        results = []
        for url in self.urls:
            html = await self.fetch(url, timeout=15)
            if not html:
                continue
            soup = BeautifulSoup(html, "lxml")
            table = soup.find("table")
            if not table:
                logger.warning(f"{self.display_name} 未能找到表格，可能是触发了反爬")
                continue

            for row in table.find_all("tr"):
                tds = row.find_all("td")
                if len(tds) >= 5:
                    ip = tds[0].get_text(strip=True)
                    port = tds[1].get_text(strip=True)
                    protocol = tds[4].get_text(strip=True).lower() if len(tds) > 4 else "http"
                    if protocol not in VALID_PROTOCOLS:
                        protocol = "http"
                    if re.match(r"^\d+\.\d+\.\d+\.\d+$", ip) and port.isdigit():
                        results.append(ProxyRaw(ip, int(port), protocol))

        if results:
            logger.info(f"{self.display_name} 解析完成，获得 {len(results)} 个潜在代理")
        return results