ToDoList/api/app/utils/sync_service.py

"""
同步核心服务
处理 push / pull / bidirectional merge 逻辑
"""
from datetime import datetime, date as date_type
import json
import os

from sqlalchemy.orm import Session

from app.database import SessionLocal
from app.models import (
    Task, Category, Tag, task_tags, UserSettings,
    HabitGroup, Habit, HabitCheckin,
    AnniversaryCategory, Anniversary,
    Goal, GoalStep, GoalReview, goal_tasks,
    SyncSettings,
)
from app.utils.crypto import encrypt, decrypt
from app.utils.webdav import WebDAVClient
from app.utils.sync_lock import acquire_sync_lock, release_sync_lock
from app.utils.logger import logger
from app.utils.datetime import utcnow

SYNC_COLLECTIONS = [
    ("categories", Category),
    ("tags", Tag),
    ("tasks", Task),
    ("habit_groups", HabitGroup),
    ("habits", Habit),
    ("habit_checkins", HabitCheckin),
    ("anniversary_categories", AnniversaryCategory),
    ("anniversaries", Anniversary),
    ("goals", Goal),
    ("goal_steps", GoalStep),
    ("goal_reviews", GoalReview),
]

ASSOCIATION_COLLECTIONS = [
    ("task_tags", task_tags, "tasks", "tags"),
    ("goal_tasks", goal_tasks, "goals", "tasks"),
]

USER_SETTINGS_SYNC_FIELDS = [
    "nickname", "avatar", "signature", "birthday", "email",
    "site_name", "theme", "language", "default_view",
    "default_sort_by", "default_sort_order",
]

MODEL_MAP = {
    "tasks": Task,
    "categories": Category,
    "tags": Tag,
    "habit_groups": HabitGroup,
    "habits": Habit,
    "anniversary_categories": AnniversaryCategory,
    "anniversaries": Anniversary,
    "goals": Goal,
    "goal_steps": GoalStep,
    "goal_reviews": GoalReview,
    "user_settings": UserSettings,
}


def _get_sync_settings(db: Session) -> SyncSettings:
    settings = db.query(SyncSettings).filter(SyncSettings.id == 1).first()
    if not settings:
        settings = SyncSettings(id=1)
        db.add(settings)
        db.commit()
        db.refresh(settings)
    return settings


def _create_webdav_client(settings: SyncSettings) -> WebDAVClient | None:
    if not settings.webdav_url:
        return None
    password = decrypt(settings.webdav_password) if settings.webdav_password else ""
    if settings.webdav_password and password is None:
        logger.error("WebDAV 密码解密失败，可能 JWT_SECRET 已更改")
        return None
    return WebDAVClient(
        url=settings.webdav_url,
        username=settings.webdav_username or "",
        password=password,
        path=settings.webdav_path or "/elysia-todo/",
    )


def _serialize_model(obj, model_class) -> dict:
    result = {}
    for col in model_class.__table__.columns:
        val = getattr(obj, col.name, None)
        if isinstance(val, datetime):
            val = val.isoformat() if val else None
        elif isinstance(val, date_type):
            val = val.isoformat() if val else None
        result[col.name] = val
    return result


def _serialize_association(row, left_model, right_model, db: Session) -> dict | None:
    left_id, right_id = row[0], row[1]
    left_obj = db.query(left_model).filter(left_model.id == left_id).first()
    right_obj = db.query(right_model).filter(right_model.id == right_id).first()
    if not left_obj or not right_obj or not left_obj.uuid or not right_obj.uuid:
        return None
    return {
        f"{left_model.__tablename__}_uuid": left_obj.uuid,
        f"{right_model.__tablename__}_uuid": right_obj.uuid,
    }


def _convert_value(val, col_type_name: str):
    if val is None:
        return None
    if isinstance(val, (datetime, date_type)):
        return val
    if not isinstance(val, str):
        return val
    if "DateTime" in col_type_name:
        try:
            return datetime.fromisoformat(val.replace("Z", "+00:00"))
        except (ValueError, TypeError):
            pass
    elif "Date" in col_type_name and "Time" not in col_type_name:
        try:
            return date_type.fromisoformat(val)
        except (ValueError, TypeError):
            pass
    return val


def _item_to_model_kwargs(item: dict, model_class) -> dict:
    """将远程 JSON 对象转换为可用于创建模型的 kwargs，保留 uuid 和 sync_version"""
    kwargs = {}
    for col in model_class.__table__.columns:
        if col.name not in item:
            continue
        val = item[col.name]
        if col.name == "id":
            continue
        col_type_name = type(col.type).__name__
        val = _convert_value(val, col_type_name)
        kwargs[col.name] = val
    return kwargs


def _backup_local(db: Session) -> str:
    timestamp = utcnow().strftime("%Y-%m-%dT%H-%M-%S")
    backup_dir = os.path.join(
        os.path.dirname(os.path.dirname(os.path.abspath(__file__))),
        "data", "backups", timestamp
    )
    os.makedirs(backup_dir, exist_ok=True)

    for coll_name, model_class in SYNC_COLLECTIONS:
        rows = db.query(model_class).filter(model_class.is_deleted == False).all()
        items = [_serialize_model(r, model_class) for r in rows]
        filepath = os.path.join(backup_dir, f"{coll_name}.json")
        with open(filepath, "w", encoding="utf-8") as f:
            json.dump({"collection": coll_name, "items": items}, f, ensure_ascii=False, indent=2, default=str)

    logger.info(f"本地数据已备份到: {backup_dir}")
    return backup_dir


def push_to_remote(db: Session) -> dict:
    settings = _get_sync_settings(db)
    client = _create_webdav_client(settings)
    if not client:
        return {"success": False, "message": "WebDAV 未配置或密码解密失败"}

    if not acquire_sync_lock():
        return {"success": False, "message": "同步正在进行中"}

    try:
        client.ensure_dirs()
        timestamp = utcnow().strftime("%Y-%m-%dT%H-%M-%S")
        client.backup_remote(timestamp)

        for coll_name, model_class in SYNC_COLLECTIONS:
            rows = db.query(model_class).all()
            items = [_serialize_model(r, model_class) for r in rows]
            data = {
                "version": 1,
                "collection": coll_name,
                "updated_at": utcnow().isoformat(),
                "items": items,
            }
            if not client.upload_json(f"{coll_name}.json", data):
                return {"success": False, "message": f"上传 {coll_name} 失败"}

        for assoc_name, assoc_table, left_name, right_name in ASSOCIATION_COLLECTIONS:
            left_model = MODEL_MAP.get(left_name)
            right_model = MODEL_MAP.get(right_name)
            if not left_model or not right_model:
                continue
            rows = db.execute(assoc_table.select()).fetchall()
            items = []
            for row in rows:
                item = _serialize_association(row, left_model, right_model, db)
                if item:
                    items.append(item)
            client.upload_json(f"{assoc_name}.json", {
                "version": 1,
                "collection": assoc_name,
                "updated_at": utcnow().isoformat(),
                "items": items,
            })

        user_settings = db.query(UserSettings).filter(UserSettings.id == 1).first()
        if user_settings:
            pref_data = {}
            for field in USER_SETTINGS_SYNC_FIELDS:
                val = getattr(user_settings, field, None)
                if isinstance(val, (datetime, date_type)):
                    val = val.isoformat() if val else None
                pref_data[field] = val
            client.upload_json("user_settings.json", {
                "version": 1,
                "collection": "user_settings",
                "updated_at": utcnow().isoformat(),
                "items": [pref_data],
            })

        manifest = {
            "version": 1,
            "last_sync_at": utcnow().isoformat(),
            "collections": {},
        }
        for coll_name, model_class in SYNC_COLLECTIONS:
            count = db.query(model_class).filter(model_class.is_deleted == False).count()
            manifest["collections"][coll_name] = {
                "count": count,
                "updated_at": utcnow().isoformat(),
            }
        client.upload_json("manifest.json", manifest)

        settings.last_sync_at = utcnow()
        settings.last_sync_version = (settings.last_sync_version or 0) + 1
        settings.sync_enabled = True
        db.commit()

        return {"success": True, "message": "推送成功"}
    except Exception as e:
        logger.error(f"推送失败: {e}", exc_info=True)
        db.rollback()
        return {"success": False, "message": f"推送失败: {str(e)}"}
    finally:
        release_sync_lock()


def pull_from_remote(db: Session) -> dict:
    settings = _get_sync_settings(db)
    client = _create_webdav_client(settings)
    if not client:
        return {"success": False, "message": "WebDAV 未配置或密码解密失败"}

    if not acquire_sync_lock():
        return {"success": False, "message": "同步正在进行中"}

    try:
        _backup_local(db)

        for coll_name, model_class in SYNC_COLLECTIONS:
            remote_data = client.download_json(f"{coll_name}.json")
            if remote_data is None:
                continue
            db.query(model_class).delete()
            db.commit()

            for item in remote_data.get("items", []):
                kwargs = _item_to_model_kwargs(item, model_class)
                is_deleted = kwargs.pop("is_deleted", False)
                obj = model_class(**kwargs)
                obj.is_deleted = bool(is_deleted)
                db.add(obj)

            db.commit()

        for assoc_name, assoc_table, left_name, right_name in ASSOCIATION_COLLECTIONS:
            remote_data = client.download_json(f"{assoc_name}.json")
            if remote_data is None:
                continue
            db.execute(assoc_table.delete())
            db.commit()

            left_model = MODEL_MAP.get(left_name)
            right_model = MODEL_MAP.get(right_name)
            if not left_model or not right_model:
                continue

            for item in remote_data.get("items", []):
                left_uuid = item.get(f"{left_name}_uuid")
                right_uuid = item.get(f"{right_name}_uuid")
                if not left_uuid or not right_uuid:
                    continue
                left_obj = db.query(left_model).filter(left_model.uuid == left_uuid).first()
                right_obj = db.query(right_model).filter(right_model.uuid == right_uuid).first()
                if left_obj and right_obj:
                    db.execute(assoc_table.insert().values(
                        left_id=left_obj.id, right_id=right_obj.id
                    ))
            db.commit()

        remote_prefs = client.download_json("user_settings.json")
        if remote_prefs and remote_prefs.get("items"):
            pref = remote_prefs["items"][0]
            user_settings = db.query(UserSettings).filter(UserSettings.id == 1).first()
            if user_settings:
                for field in USER_SETTINGS_SYNC_FIELDS:
                    if field in pref and pref[field] is not None:
                        val = pref[field]
                        if isinstance(val, str) and field == "birthday":
                            try:
                                val = date_type.fromisoformat(val)
                            except (ValueError, TypeError):
                                pass
                        setattr(user_settings, field, val)
                db.commit()

        settings.last_sync_at = utcnow()
        settings.last_sync_version = (settings.last_sync_version or 0) + 1
        settings.sync_enabled = True
        db.commit()

        return {"success": True, "message": "拉取成功"}
    except Exception as e:
        logger.error(f"拉取失败: {e}", exc_info=True)
        db.rollback()
        return {"success": False, "message": f"拉取失败: {str(e)}"}
    finally:
        release_sync_lock()


def bidirectional_sync(db: Session) -> dict:
    settings = _get_sync_settings(db)
    client = _create_webdav_client(settings)
    if not client:
        return {"success": False, "message": "WebDAV 未配置或密码解密失败"}

    if not acquire_sync_lock():
        return {"success": False, "message": "同步正在进行中"}

    try:
        client.ensure_dirs()
        stats = {"pushed": 0, "pulled": 0, "merged": 0, "deleted": 0}

        for coll_name, model_class in SYNC_COLLECTIONS:
            remote_data = client.download_json(f"{coll_name}.json")
            remote_by_uuid = {}
            remote_deleted_uuids = set()
            if remote_data:
                for item in remote_data.get("items", []):
                    uuid_val = item.get("uuid")
                    if not uuid_val:
                        continue
                    if item.get("is_deleted"):
                        remote_deleted_uuids.add(uuid_val)
                    else:
                        remote_by_uuid[uuid_val] = item

            local_objs = db.query(model_class).all()
            local_by_uuid = {}
            local_deleted_uuids = set()
            for obj in local_objs:
                if obj.uuid:
                    if obj.is_deleted:
                        local_deleted_uuids.add(obj.uuid)
                    local_by_uuid[obj.uuid] = obj

            all_uuids = set(remote_by_uuid.keys()) | set(local_by_uuid.keys()) | remote_deleted_uuids | local_deleted_uuids

            for uuid_val in all_uuids:
                remote_item = remote_by_uuid.get(uuid_val)
                local_obj = local_by_uuid.get(uuid_val)
                remote_deleted = uuid_val in remote_deleted_uuids and uuid_val not in remote_by_uuid
                local_deleted = uuid_val in local_deleted_uuids and uuid_val not in local_by_uuid

                # 两边都删除了 → 什么都不做
                if remote_deleted and local_deleted:
                    continue

                # 远端删除了，本地还在 → 删除本地
                if remote_deleted and local_obj:
                    local_obj.is_deleted = True
                    local_obj.sync_version = (local_obj.sync_version or 0) + 1
                    stats["deleted"] += 1
                    continue

                # 本地删除了，远端还在 → 删除远端标记（本地占优在这里意味着：远端也应标记删除）
                # 这里简单处理：如果本地标记了删除但远端还活着，以远端为准拉取回来
                if local_deleted and not remote_deleted and not local_obj and remote_item:
                    kwargs = _item_to_model_kwargs(remote_item, model_class)
                    kwargs.pop("is_deleted", None)
                    new_obj = model_class(**kwargs)
                    db.add(new_obj)
                    stats["pulled"] += 1
                    continue

                # 仅远端有 → 拉取到本地
                if remote_item and not local_obj:
                    kwargs = _item_to_model_kwargs(remote_item, model_class)
                    kwargs.pop("is_deleted", None)
                    new_obj = model_class(**kwargs)
                    db.add(new_obj)
                    stats["pulled"] += 1
                    continue

                # 仅本地有 → 会在最后统一上传时推送到远端
                if not remote_item and local_obj and not local_deleted:
                    stats["pushed"] += 1
                    continue

                # 两边都有 → LWW 合并
                if remote_item and local_obj:
                    remote_ver = remote_item.get("sync_version", 1) or 1
                    local_ver = local_obj.sync_version or 1

                    if remote_ver > local_ver:
                        kwargs = _item_to_model_kwargs(remote_item, model_class)
                        kwargs.pop("is_deleted", None)
                        kwargs.pop("sync_version", None)
                        for key, val in kwargs.items():
                            if val is not None or key in getattr(local_obj, '__clearable_fields__', set()):
                                setattr(local_obj, key, val)
                        local_obj.sync_version = remote_ver
                        stats["merged"] += 1
                    elif local_ver > remote_ver:
                        local_obj.sync_version = local_ver
                        stats["pushed"] += 1
                    else:
                        # 版本相同，以远端为准
                        kwargs = _item_to_model_kwargs(remote_item, model_class)
                        kwargs.pop("is_deleted", None)
                        kwargs.pop("sync_version", None)
                        for key, val in kwargs.items():
                            setattr(local_obj, key, val)
                        local_obj.sync_version = local_ver + 1
                        stats["merged"] += 1

            db.commit()

        # 合并关联表
        for assoc_name, assoc_table, left_name, right_name in ASSOCIATION_COLLECTIONS:
            remote_data = client.download_json(f"{assoc_name}.json")
            if remote_data is None:
                continue

            left_model = MODEL_MAP.get(left_name)
            right_model = MODEL_MAP.get(right_name)
            if not left_model or not right_model:
                continue

            remote_pairs = set()
            for item in remote_data.get("items", []):
                left_uuid = item.get(f"{left_name}_uuid")
                right_uuid = item.get(f"{right_name}_uuid")
                if left_uuid and right_uuid:
                    remote_pairs.add((left_uuid, right_uuid))

            local_pairs = set()
            rows = db.execute(assoc_table.select()).fetchall()
            for row in rows:
                left_id, right_id = row[0], row[1]
                left_obj = db.query(left_model).filter(left_model.id == left_id).first()
                right_obj = db.query(right_model).filter(right_model.id == right_id).first()
                if left_obj and right_obj and left_obj.uuid and right_obj.uuid:
                    local_pairs.add((left_obj.uuid, right_obj.uuid))

            merged_pairs = local_pairs | remote_pairs
            db.execute(assoc_table.delete())
            for left_uuid, right_uuid in merged_pairs:
                left_obj = db.query(left_model).filter(left_model.uuid == left_uuid).first()
                right_obj = db.query(right_model).filter(right_model.uuid == right_uuid).first()
                if left_obj and right_obj:
                    db.execute(assoc_table.insert().values(left_id=left_obj.id, right_id=right_obj.id))
            db.commit()

        # 合并 user_settings
        remote_prefs = client.download_json("user_settings.json")
        if remote_prefs and remote_prefs.get("items"):
            pref = remote_prefs["items"][0]
            user_settings = db.query(UserSettings).filter(UserSettings.id == 1).first()
            if user_settings:
                for field in USER_SETTINGS_SYNC_FIELDS:
                    if field in pref and pref[field] is not None:
                        val = pref[field]
                        if isinstance(val, str) and field == "birthday":
                            try:
                                val = date_type.fromisoformat(val)
                            except (ValueError, TypeError):
                                pass
                        setattr(user_settings, field, val)
                db.commit()

        # 统一上传合并后的数据到远端
        _upload_all_to_remote(db, client)

        settings.last_sync_at = utcnow()
        settings.last_sync_version = (settings.last_sync_version or 0) + 1
        settings.sync_enabled = True
        db.commit()

        return {"success": True, "message": f"同步完成: 推送 {stats['pushed']}, 拉取 {stats['pulled']}, 合并 {stats['merged']}, 删除 {stats['deleted']}"}
    except Exception as e:
        logger.error(f"双向同步失败: {e}", exc_info=True)
        db.rollback()
        return {"success": False, "message": f"同步失败: {str(e)}"}
    finally:
        release_sync_lock()


def _upload_all_to_remote(db: Session, client: WebDAVClient):
    """将本地所有数据上传到远端"""
    for coll_name, model_class in SYNC_COLLECTIONS:
        items = [_serialize_model(obj, model_class) for obj in db.query(model_class).all()]
        client.upload_json(f"{coll_name}.json", {
            "version": 1,
            "collection": coll_name,
            "updated_at": utcnow().isoformat(),
            "items": items,
        })

    for assoc_name, assoc_table, left_name, right_name in ASSOCIATION_COLLECTIONS:
        left_model = MODEL_MAP.get(left_name)
        right_model = MODEL_MAP.get(right_name)
        if not left_model or not right_model:
            continue
        rows = db.execute(assoc_table.select()).fetchall()
        items = [_serialize_association(row, left_model, right_model, db) for row in rows]
        items = [i for i in items if i is not None]
        client.upload_json(f"{assoc_name}.json", {
            "version": 1,
            "collection": assoc_name,
            "updated_at": utcnow().isoformat(),
            "items": items,
        })

    user_settings = db.query(UserSettings).filter(UserSettings.id == 1).first()
    if user_settings:
        pref_data = {}
        for field in USER_SETTINGS_SYNC_FIELDS:
            val = getattr(user_settings, field, None)
            if isinstance(val, (datetime, date_type)):
                val = val.isoformat() if val else None
            pref_data[field] = val
        client.upload_json("user_settings.json", {
            "version": 1,
            "collection": "user_settings",
            "updated_at": utcnow().isoformat(),
            "items": [pref_data],
        })

    manifest = {
        "version": 1,
        "last_sync_at": utcnow().isoformat(),
        "collections": {},
    }
    for coll_name, model_class in SYNC_COLLECTIONS:
        count = db.query(model_class).filter(model_class.is_deleted == False).count()
        manifest["collections"][coll_name] = {
            "count": count,
            "updated_at": utcnow().isoformat(),
        }
    client.upload_json("manifest.json", manifest)