xiaoxia-saas/apps/worker/worker_app/tasks/compose_video.py

"""视频合成 Celery 任务 — Phase 8 任务 2.10.

使用 JobService 管理任务生命周期，集成 VideoComposeService 执行合成。
"""

from __future__ import annotations

import os
import tempfile
from pathlib import Path

from celery.utils.log import get_task_logger
from worker_app.celery_app import celery_app
from worker_app.db import SessionLocal

logger = get_task_logger(__name__)


def _get_job_service():
    """延迟导入 JobService，避免循环依赖。"""
    from apps.api.app.services.job_service import JobService
    from packages.adapters.sqlalchemy_impl.job_repository import SQLAlchemyJobRepository

    db = SessionLocal()
    repo = SQLAlchemyJobRepository(db)
    return JobService(repo), db


@celery_app.task(
    name="worker.compose_video",
    bind=True,
    max_retries=3,
    default_retry_delay=60,
)
def compose_video(self, job_id: str, **kwargs):
    """视频合成任务。

    根据 RENDER_ENGINE 配置选择渲染引擎：
      - legacy: 旧 VideoComposeService（filter_complex 模式）
      - unified: 新 UnifiedRenderService（图层架构）

    Args:
        job_id: JobService 中的任务 ID
        **kwargs: 来自 Job.payload 的额外参数（plan_id, output_path 等）
    """
    job_service, db = _get_job_service()

    try:
        job = job_service.get_job(job_id)
        if job is None:
            logger.error("Job not found: %s", job_id)
            return {"status": "error", "message": f"Job {job_id} not found"}

        plan_id = job.payload.get("plan_id", "")
        if not plan_id:
            job_service.fail_job(job_id, "Missing plan_id in job payload")
            return {"status": "error", "message": "Missing plan_id"}

        # 判断使用哪个渲染引擎
        # 优先级：Redis Feature Flag（白名单 > 百分比） > 环境变量默认
        from video_processing.render_engine_resolver import get_render_engine_resolver

        resolver = get_render_engine_resolver()
        user_id = job.created_by_user_id or None
        engine = resolver.get_engine(user_id=user_id)
        # 灰度期间打印详细 flag 配置，便于排查
        config = resolver.get_config_snapshot()
        logger.info(
            "compose_video 引擎选择: job_id=%s engine=%s user_id=%s enabled=%s percentage=%s whitelist=%d default=%s",
            job_id,
            engine,
            user_id,
            config.get("enabled"),
            config.get("percentage"),
            len(config.get("whitelist", [])),
            config.get("default_engine"),
        )

        if engine == "unified":
            return _compose_with_unified_engine(self, job_service, job, plan_id, db)
        else:
            return _compose_with_legacy_engine(self, job_service, job, plan_id, db)

    except self.retry_exc as exc:
        logger.warning("视频合成重试中: job_id=%s, exc=%s", job_id, exc)
        raise
    except Exception as exc:
        logger.exception("视频合成异常: job_id=%s", job_id)
        try:
            job_service.fail_job(job_id, str(exc)[:500])
        except Exception:
            logger.exception("更新 Job 失败状态时出错")
        raise self.retry(exc=exc, countdown=60) from exc
    finally:
        db.close()


def _compose_with_legacy_engine(task, job_service, job, plan_id: str, db) -> dict:
    """旧引擎渲染路径（VideoComposeService）。"""
    job_id = job.id

    # 标记为 running
    job_service.update_progress(job_id, progress=10.0, current_stage="初始化合成环境")

    # 延迟导入 VideoComposeService
    from apps.api.app.services.video_compose_service import VideoComposeService

    compose_svc = VideoComposeService(db)

    # 校验合成条件
    job_service.update_progress(job_id, progress=20.0, current_stage="校验合成条件")
    validation = compose_svc.validate_compose(plan_id)
    if not validation.valid:
        error_msg = "; ".join(validation.errors)
        job_service.fail_job(job_id, f"合成校验失败: {error_msg}")
        return {"status": "error", "message": error_msg}

    # 构建合成命令
    job_service.update_progress(job_id, progress=30.0, current_stage="构建 FFmpeg 命令")
    _output_dir = os.environ.get("VIDEO_OUTPUT_DIR", os.path.join(tempfile.gettempdir(), "video_output"))
    output_path = os.path.join(_output_dir, f"{job_id}.mp4")
    compose_cmd = compose_svc.build_compose_command(plan_id, output_path)

    # 执行 FFmpeg
    job_service.update_progress(job_id, progress=50.0, current_stage="正在执行视频合成")
    logger.info("Executing FFmpeg for job %s, plan %s", job_id, plan_id)

    try:
        from video_processing.ffmpeg_utils import run_ffmpeg

        run_ffmpeg(compose_cmd.command, timeout=3600)
    except Exception as e:
        error_msg = f"FFmpeg 执行失败: {str(e)[:500]}"
        job_service.fail_job(job_id, error_msg)
        raise

    # 上传结果
    job_service.update_progress(job_id, progress=80.0, current_stage="上传合成结果")
    storage_key = f"rendered/{plan_id}/{job_id}.mp4"

    from worker_app.tasks.edit_plan_generation import _upload_to_oss

    output_url = _upload_to_oss(Path(output_path), storage_key)

    # 更新 Job 状态为完成
    result_data = {
        "plan_id": plan_id,
        "output_path": output_path,
        "storage_key": storage_key,
        "output_url": output_url or "",
        "estimated_duration": compose_cmd.estimated_duration,
        "clip_count": len(compose_cmd.clip_chains),
        "engine": "legacy",
    }
    job_service.complete_job(job_id, result=result_data)

    logger.info("视频合成完成(legacy): job_id=%s, plan_id=%s", job_id, plan_id)
    return {"status": "completed", "job_id": job_id, "result": result_data}


def _compose_with_unified_engine(task, job_service, job, plan_id: str, db) -> dict:
    """新引擎渲染路径（UnifiedRenderService + RenderAdapter）。"""
    job_id = job.id

    # 标记为 running
    job_service.update_progress(job_id, progress=10.0, current_stage="初始化统一渲染引擎")

    from video_processing.render_adapter import RenderAdapter

    adapter = RenderAdapter(db)

    # 校验合成条件
    job_service.update_progress(job_id, progress=15.0, current_stage="校验合成条件")
    valid, errors, warnings, ready_count, total_count = adapter.validate_plan(plan_id)
    if not valid:
        error_msg = "; ".join(errors)
        job_service.fail_job(job_id, f"合成校验失败: {error_msg}")
        return {"status": "error", "message": error_msg}

    # 进度回调
    def progress_cb(progress: float, stage: str) -> None:
        try:
            job_service.update_progress(job_id, progress=progress, current_stage=stage)
        except Exception:
            logger.exception("更新进度失败")

    # 执行渲染
    job_service.update_progress(job_id, progress=20.0, current_stage="开始渲染")
    logger.info("统一渲染引擎开始: job_id=%s plan_id=%s", job_id, plan_id)

    result = adapter.render_plan(
        plan_id=plan_id,
        job_id=job_id,
        progress_cb=progress_cb,
    )

    if not result.success:
        job_service.fail_job(job_id, f"渲染失败: {result.error_message}")
        raise RuntimeError(result.error_message)

    # 更新 Job 状态为完成
    result_data = {
        "plan_id": plan_id,
        "output_path": str(result.output_path) if result.output_path else "",
        "storage_key": f"rendered/{plan_id}/{job_id}.mp4",
        "output_url": result.output_url,
        "estimated_duration": result.duration,
        "clip_count": result.clip_count,
        "engine": "unified",
        "width": result.width,
        "height": result.height,
        "file_size": result.file_size,
    }
    job_service.complete_job(job_id, result=result_data)

    logger.info(
        "视频合成完成(unified): job_id=%s plan_id=%s duration=%.2fs",
        job_id,
        plan_id,
        result.duration,
    )
    return {"status": "completed", "job_id": job_id, "result": result_data}


def _cleanup_output(job_id: str) -> None:
    """清理临时输出文件。"""
    try:
        _output_dir = os.environ.get("VIDEO_OUTPUT_DIR", os.path.join(tempfile.gettempdir(), "video_output"))
        output_path = os.path.join(_output_dir, f"{job_id}.mp4")
        if Path(output_path).exists():
            Path(output_path).unlink()
    except Exception as e:
        logger.warning(f"清理输出文件失败: {e}", exc_info=True)