565148e66c
CI/CD Pipeline / Check push changed paths (pull_request) Has been skipped
CI/CD Pipeline / Check if frontend-only change (pull_request) Successful in 1s
CI/CD Pipeline / Build Staging API Image (pull_request) Has been skipped
CI/CD Pipeline / Build Staging Worker Image (pull_request) Has been skipped
CI/CD Pipeline / Build Staging Web Image (pull_request) Has been skipped
CI/CD Pipeline / PR Build Web Image (pull_request) Has been skipped
CI/CD Pipeline / Retag skipped Staging API Image (pull_request) Has been skipped
CI/CD Pipeline / Retag skipped Staging Web Image (pull_request) Has been skipped
CI/CD Pipeline / Retag skipped Staging Worker Image (pull_request) Has been skipped
CI/CD Pipeline / Deploy Staging (Watchtower auto-deploy) (pull_request) Has been skipped
CI/CD Pipeline / Staging E2E Tests (pull_request) Has been skipped
CI/CD Pipeline / Staging API Integration Tests (pull_request) Has been skipped
CI/CD Pipeline / ACR Image Cleanup (pull_request) Has been skipped
Preview Deploy / Deploy Preview Environment (pull_request) Successful in 1m38s
CI/CD Pipeline / PR Build API Image (pull_request) Successful in 2m31s
CI/CD Pipeline / PR Build Worker Image (pull_request) Successful in 2m31s
PR Automation / Auto Approve on CI Green (pull_request) Successful in 2m55s
AI Code Review / AI Code Review (pull_request) Successful in 6m27s
CI/CD Pipeline / Dedup Check - skip PR tests when covered by push pipeline (pull_request) Successful in 13m8s
CI/CD Pipeline / Frontend Lint (pull_request) Has been skipped
CI/CD Pipeline / Frontend Unit Tests (pull_request) Has been skipped
PR Automation / Auto Merge on CI Green + Approved (pull_request) Successful in 10m34s
CI/CD Pipeline / Integration Tests (pull_request) Successful in 2m15s
CI/CD Pipeline / Unit Tests (pull_request) Successful in 2m25s
CI/CD Pipeline / Validate - Python (mypy + alembic) (pull_request) Successful in 2m30s
CI/CD Pipeline / Validate - Style (pull_request) Successful in 2m48s
CI/CD Pipeline / Validate - Security (pull_request) Successful in 6m22s
CI/CD Pipeline / Build Production API Image (pull_request) Has been skipped
CI/CD Pipeline / Build Production Worker Image (pull_request) Has been skipped
CI/CD Pipeline / Build Production Web Image (pull_request) Has been skipped
CI/CD Pipeline / CI Gate (pull_request) Successful in 1s
CI/CD Pipeline / Canary Release to Production (pull_request) Has been skipped
CI/CD Pipeline / Deploy Production (pull_request) Has been skipped
CI/CD Pipeline / Production Browser E2E (pull_request) Has been skipped
ACR Cleanup / ACR Image Cleanup (pull_request_target) Successful in 26s
Preview Cleanup / Cleanup Preview Environment (pull_request) Successful in 1m42s
业务侧(LipsyncService)集成 GpuLipsyncService: - 新增开关 USE_GPU_LIPSYNC(env,默认false;staging默认true方便联调,生产默认false待稳定后开) - _submit_audio_direct 在签名提交 MediaKit 前判断: * 开关关闭 → 直接走现有 MediaKit 云端 lipsync * 开关开但无可用 Worker(last_heartbeat_at 超5分钟窗口) → 回退 MediaKit * 开关开+Worker可用 → 创建GPU任务→同步轮询等待结果 - GPU路径成功:直接标记 job.status=completed、output_video_url=签名后的结果URL - GPU超时(默认1200s)/终态failed/异常 → 全部回退 MediaKit,对用户透明 - 轮询间隔默认5s,可配 GPU_LIPSYNC_POLL_INTERVAL - Worker心跳新鲜度窗口可配 GPU_WORKER_STALE_SECONDS(默认300s) GpuLipsyncService新增方法: - has_available_worker():判断5分钟内有心跳的Worker存在 - wait_for_result(task_id, timeout, poll_interval):同步轮询DB等待终态, 期间顺手 _recover_timed_out_tasks;超时返回None让调用方兜底 env/CI配置: - .env.example 新增4个配置项注释 - deploy/configs/.env.staging USE_GPU_LIPSYNC=true(联调) - deploy/configs/.env.production USE_GPU_LIPSYNC=false(暂不开) 单元测试:tests/unit/test_lipsync_gpu_integration.py 9个用例覆盖: - 开关关不调用GPU、无Worker回退、GPU成功completed、超时回退、 failed回退、异常回退、has_available_worker三种场景 - 全部 30个GPU相关测试全绿(含此前11+10个)
156 lines
6.3 KiB
Python
156 lines
6.3 KiB
Python
"""LipsyncService GPU 路径集成测试."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
|
|
@pytest.fixture()
|
|
def fake_db():
|
|
db = MagicMock()
|
|
return db
|
|
|
|
|
|
@pytest.fixture()
|
|
def fake_mediakit():
|
|
client = MagicMock()
|
|
client.submit_lipsync.return_value = {"task_id": "mk-task-1"}
|
|
return client
|
|
|
|
|
|
def _make_job(video_url="oss://video.mp4", audio_url="oss://audio.wav"):
|
|
job = MagicMock()
|
|
job.id = "job-1"
|
|
job.user_id = "u1"
|
|
job.project_id = "p1"
|
|
job.video_url = video_url
|
|
job.audio_url = audio_url
|
|
job.enable_video_loop = True
|
|
job.script_text = ""
|
|
job.sentence_timings = None
|
|
return job
|
|
|
|
|
|
def _make_svc(db, mediakit, use_gpu=False):
|
|
from app.services.lipsync_service import LipsyncService
|
|
|
|
svc = LipsyncService(db=db, client=mediakit)
|
|
svc.settings.use_gpu_lipsync = use_gpu
|
|
svc._sign_media_url = lambda u: (u or "") + "?signed"
|
|
return svc
|
|
|
|
|
|
class TestGpuFallback:
|
|
def test_switch_off_uses_mediakit(self, fake_db, fake_mediakit):
|
|
"""开关关闭时直接走 MediaKit,不调用 _submit_to_gpu."""
|
|
svc = _make_svc(fake_db, fake_mediakit, use_gpu=False)
|
|
job = _make_job()
|
|
with patch.object(svc, "_submit_to_gpu") as m_sub:
|
|
svc._submit_audio_direct(job=job)
|
|
m_sub.assert_not_called()
|
|
fake_mediakit.submit_lipsync.assert_called_once()
|
|
assert job.status == "submitted"
|
|
|
|
def test_switch_on_no_worker_falls_back(self, fake_db, fake_mediakit):
|
|
"""开关打开但 has_available_worker=False → 回退 MediaKit."""
|
|
svc = _make_svc(fake_db, fake_mediakit, use_gpu=True)
|
|
fake_gpu_svc = MagicMock()
|
|
fake_gpu_svc.has_available_worker.return_value = False
|
|
with patch("app.services.gpu_lipsync_service.GpuLipsyncService", return_value=fake_gpu_svc):
|
|
job = _make_job()
|
|
svc._submit_audio_direct(job=job)
|
|
fake_gpu_svc.create_task.assert_not_called()
|
|
fake_mediakit.submit_lipsync.assert_called_once()
|
|
assert job.status == "submitted"
|
|
|
|
def test_gpu_success_marks_completed(self, fake_db, fake_mediakit):
|
|
"""GPU 路径成功:job 直接 completed,不调 MediaKit."""
|
|
svc = _make_svc(fake_db, fake_mediakit, use_gpu=True)
|
|
gpu_done = MagicMock(
|
|
id="gpu-task-1",
|
|
status="done",
|
|
result_url="oss://gpu-results/r.mp4",
|
|
result_duration=12.5,
|
|
)
|
|
fake_gpu_svc = MagicMock()
|
|
fake_gpu_svc.has_available_worker.return_value = True
|
|
fake_gpu_svc.create_task.return_value = MagicMock(id="gpu-task-1")
|
|
fake_gpu_svc.wait_for_result.return_value = gpu_done
|
|
with patch("app.services.gpu_lipsync_service.GpuLipsyncService", return_value=fake_gpu_svc):
|
|
job = _make_job()
|
|
svc._submit_audio_direct(job=job)
|
|
fake_gpu_svc.create_task.assert_called_once()
|
|
fake_mediakit.submit_lipsync.assert_not_called()
|
|
assert job.status == "completed"
|
|
assert job.output_duration == 12.5
|
|
assert "?signed" in job.output_video_url
|
|
fake_db.commit.assert_called()
|
|
|
|
def test_gpu_timeout_falls_back(self, fake_db, fake_mediakit):
|
|
"""wait_for_result 返回 None(超时)→ 回退 MediaKit."""
|
|
svc = _make_svc(fake_db, fake_mediakit, use_gpu=True)
|
|
fake_gpu_svc = MagicMock()
|
|
fake_gpu_svc.has_available_worker.return_value = True
|
|
fake_gpu_svc.create_task.return_value = MagicMock(id="gpu-t")
|
|
fake_gpu_svc.wait_for_result.return_value = None
|
|
with patch("app.services.gpu_lipsync_service.GpuLipsyncService", return_value=fake_gpu_svc):
|
|
job = _make_job()
|
|
svc._submit_audio_direct(job=job)
|
|
fake_mediakit.submit_lipsync.assert_called_once()
|
|
assert job.status == "submitted"
|
|
|
|
def test_gpu_failed_status_falls_back(self, fake_db, fake_mediakit):
|
|
"""GPU 终态 failed → 回退 MediaKit."""
|
|
svc = _make_svc(fake_db, fake_mediakit, use_gpu=True)
|
|
fake_gpu_svc = MagicMock()
|
|
fake_gpu_svc.has_available_worker.return_value = True
|
|
fake_gpu_svc.create_task.return_value = MagicMock(id="gpu-t")
|
|
fake_gpu_svc.wait_for_result.return_value = MagicMock(status="failed", error_msg="musetalk crash")
|
|
with patch("app.services.gpu_lipsync_service.GpuLipsyncService", return_value=fake_gpu_svc):
|
|
job = _make_job()
|
|
svc._submit_audio_direct(job=job)
|
|
fake_mediakit.submit_lipsync.assert_called_once()
|
|
assert job.status == "submitted"
|
|
|
|
def test_gpu_exception_falls_back(self, fake_db, fake_mediakit):
|
|
"""GPU 路径抛异常 → 回退 MediaKit."""
|
|
svc = _make_svc(fake_db, fake_mediakit, use_gpu=True)
|
|
fake_gpu_svc = MagicMock()
|
|
fake_gpu_svc.has_available_worker.return_value = True
|
|
fake_gpu_svc.create_task.side_effect = RuntimeError("DB down")
|
|
with patch("app.services.gpu_lipsync_service.GpuLipsyncService", return_value=fake_gpu_svc):
|
|
job = _make_job()
|
|
svc._submit_audio_direct(job=job)
|
|
fake_mediakit.submit_lipsync.assert_called_once()
|
|
assert job.status == "submitted"
|
|
|
|
|
|
class TestGpuServiceHelpers:
|
|
"""GpuLipsyncService.has_available_worker 测试."""
|
|
|
|
def test_no_workers(self, fake_db):
|
|
from app.services.gpu_lipsync_service import GpuLipsyncService
|
|
|
|
svc = GpuLipsyncService(db=fake_db)
|
|
fake_db.query.return_value.filter.return_value.first.return_value = None
|
|
assert svc.has_available_worker() is False
|
|
|
|
def test_fresh_worker_available(self, fake_db):
|
|
from app.services.gpu_lipsync_service import GpuLipsyncService
|
|
|
|
svc = GpuLipsyncService(db=fake_db)
|
|
svc.settings.gpu_worker_stale_seconds = 300
|
|
# 模拟SQL filter条件成立 → first() 返回非None
|
|
fake_db.query.return_value.filter.return_value.first.return_value = MagicMock()
|
|
assert svc.has_available_worker() is True
|
|
|
|
def test_stale_worker_unavailable(self, fake_db):
|
|
from app.services.gpu_lipsync_service import GpuLipsyncService
|
|
|
|
svc = GpuLipsyncService(db=fake_db)
|
|
# filter条件不成立(stale)→ first() 返回None
|
|
fake_db.query.return_value.filter.return_value.first.return_value = None
|
|
assert svc.has_available_worker() is False
|