xiaoxia-saas/scripts/ci/run_integration_tests.sh

#!/bin/bash
# CI Integration Tests Job 主脚本
# 包含：依赖安装、ffmpeg安装、Redis启动、PG启动、迁移、测试、清理、覆盖率
set -eu

echo "=== CI Integration Tests 开始 ==="

# --- 安装依赖 ---
echo ""
echo "=== 安装 Python 依赖 ==="
python3 -m pip install -q -r requirements-base.txt
python3 -m pip install -q -r requirements.txt
python3 -m pip install -q -r requirements-dev.txt
python3 -m pip install -q pytest-rerunfailures
pytest --version

# --- 安装 ffmpeg ---
echo ""
echo "=== 安装 ffmpeg ==="
bash scripts/ci/step_install_ffmpeg.sh

# --- 安装并启动 Redis ---
echo ""
echo "=== 安装并启动 Redis ==="
# 兼容多种包管理器
install_redis() {
  if command -v apk > /dev/null 2>&1; then
    apk add --no-cache redis > /dev/null 2>&1
  elif command -v apt-get > /dev/null 2>&1; then
    export DEBIAN_FRONTEND=noninteractive
    apt-get update -qq > /dev/null 2>&1
    apt-get install -y -qq redis-server > /dev/null 2>&1
  elif command -v yum > /dev/null 2>&1; then
    yum install -y -q redis > /dev/null 2>&1
  elif command -v dnf > /dev/null 2>&1; then
    dnf install -y -q redis > /dev/null 2>&1
  else
    return 1
  fi
}
# 如果redis-cli不存在才安装
if ! command -v redis-cli > /dev/null 2>&1; then
  install_redis || echo "Warning: Redis installation failed, trying Docker..."
fi
# 优先用本地redis-server，失败再fallback
if command -v redis-server > /dev/null 2>&1; then
  redis-server --daemonize yes --port 6379 2>/dev/null || true
  sleep 1
  for i in $(seq 1 10); do
    if redis-cli ping 2>/dev/null | grep -q PONG; then
      echo "Redis is ready on 127.0.0.1:6379"
      break
    fi
    sleep 1
  done
fi
# 如果本地redis连不上，fallback到Docker
if ! redis-cli ping 2>/dev/null | grep -q PONG; then
  echo "Local Redis not available, falling back to Docker..."
  REDIS_CONTAINER="ci-redis-${GITHUB_RUN_ID:-$$}"
  docker rm -f "$REDIS_CONTAINER" 2>/dev/null || true
  docker run -d --name "$REDIS_CONTAINER"     -P     --health-cmd "redis-cli ping"     --health-interval 2s     --health-timeout 2s     --health-retries 10     redis:7-alpine
  for i in $(seq 1 20); do
    if docker inspect --format='{{.State.Health.Status}}' "$REDIS_CONTAINER" 2>/dev/null | grep -q healthy; then
      break
    fi
    sleep 2
  done
  REDIS_PORT=$(docker port "$REDIS_CONTAINER" 6379/tcp | cut -d: -f2)
  export REDIS_URL="redis://127.0.0.1:$REDIS_PORT/0"
  echo "Redis (Docker) ready on 127.0.0.1:$REDIS_PORT"
else
  export REDIS_URL="redis://127.0.0.1:6379/0"
fi

# --- 安装并启动 PostgreSQL ---
echo ""
echo "=== 安装并启动 PostgreSQL ==="

install_pg_local() {
  if command -v pg_isready > /dev/null 2>&1; then
    return 0
  fi
  if command -v apk > /dev/null 2>&1; then
    apk add --no-cache postgresql postgresql-client > /dev/null 2>&1
    # Alpine需要手动初始化
    mkdir -p /var/lib/postgresql/data
    chown postgres:postgres /var/lib/postgresql/data
    su - postgres -c "initdb -D /var/lib/postgresql/data" > /dev/null 2>&1
    su - postgres -c "pg_ctl -D /var/lib/postgresql/data -l /var/lib/postgresql/logfile start" > /dev/null 2>&1
    sleep 2
    su - postgres -c "psql -c "CREATE USER postgres WITH SUPERUSER PASSWORD 'postgres';"" > /dev/null 2>&1
    su - postgres -c "psql -c "CREATE DATABASE xiaoxia_saas OWNER postgres;"" > /dev/null 2>&1
  elif command -v apt-get > /dev/null 2>&1; then
    export DEBIAN_FRONTEND=noninteractive
    apt-get update -qq > /dev/null 2>&1
    apt-get install -y -qq postgresql postgresql-client > /dev/null 2>&1
    PG_VERSION=$(pg_lsclusters -h | head -1 | awk '{print $1}')
    PG_CLUSTER=$(pg_lsclusters -h | head -1 | awk '{print $2}')
    PG_HBA="/etc/postgresql/$PG_VERSION/$PG_CLUSTER/pg_hba.conf"
    sed -i "s/local.*all.*all.*peer/local   all             all             trust/" "$PG_HBA" 2>/dev/null || true
    sed -i "s/host.*all.*all.*127.0.0.1.*scram-sha-256/host    all             all             127.0.0.1/32            trust/" "$PG_HBA" 2>/dev/null || true
    pg_ctlcluster "$PG_VERSION" "$PG_CLUSTER" start 2>/dev/null || true
    sleep 2
    su - postgres -c "psql -c "CREATE USER postgres WITH SUPERUSER PASSWORD 'postgres';"" 2>/dev/null || true
    su - postgres -c "psql -c "CREATE DATABASE xiaoxia_saas OWNER postgres;"" 2>/dev/null || true
  else
    return 1
  fi
}

PG_LOCAL_OK=0
if install_pg_local; then
  for i in $(seq 1 15); do
    if pg_isready -U postgres -h 127.0.0.1 -p 5432 2>/dev/null | grep -q "accepting connections"; then
      echo "PostgreSQL is ready on 127.0.0.1:5432 (local install)"
      PG_LOCAL_OK=1
      break
    fi
    sleep 2
  done
fi

# 本地安装失败则fallback到Docker
if [ "$PG_LOCAL_OK" != "1" ]; then
  echo "Local PostgreSQL not available, falling back to Docker..."
  PG_CONTAINER="ci-pg-${GITHUB_RUN_ID:-$$}"
  docker rm -f "$PG_CONTAINER" 2>/dev/null || true
  docker run -d --name "$PG_CONTAINER"     -P     --shm-size=256m     -e POSTGRES_USER=postgres     -e POSTGRES_PASSWORD=postgres     -e POSTGRES_DB=xiaoxia_saas     --health-cmd "pg_isready -U postgres"     --health-interval 3s     --health-timeout 3s     --health-retries 20     postgres:16-alpine
  for i in $(seq 1 30); do
    if docker inspect --format='{{.State.Health.Status}}' "$PG_CONTAINER" 2>/dev/null | grep -q healthy; then
      break
    fi
    sleep 2
  done
  PG_PORT=$(docker port "$PG_CONTAINER" 5432/tcp | cut -d: -f2)
  echo "PostgreSQL (Docker) ready on 127.0.0.1:$PG_PORT"
  export DATABASE_URL="postgresql+psycopg://postgres:postgres@127.0.0.1:$PG_PORT/xiaoxia_saas"
else
  export DATABASE_URL="postgresql+psycopg://postgres:postgres@127.0.0.1:5432/xiaoxia_saas"
fi

echo "=== 执行 Alembic 迁移 ==="
PYTHONPATH="$PWD/apps/api:$PWD" python3 -m alembic upgrade head
echo "✅ 迁移完成"

# --- 运行集成测试 ---
echo ""
echo "=== 运行集成测试 ==="
PYTHONPATH="$PWD/apps/api:$PWD" python3 -m coverage run \
  --source=apps/api/app,packages \
  --omit="*/migrations/*,*/tests/*,*/test_*.py,*/site-packages/*" \
  --branch \
  -m pytest tests/integration -q --timeout=60 -x --reruns 2 --reruns-delay 1 -m "not performance"
python3 -m coverage report --show-missing
python3 -m coverage xml -o coverage.xml
python3 -m coverage report --fail-under=40 > /dev/null
echo "✅ 集成测试通过"

# --- API 性能基线测试（仅告警） ---
echo ""
echo "=== API 性能基线测试（仅告警） ==="
set +e
PERF_OUTPUT=$(mktemp)
PYTHONPATH="$PWD/apps/api:$PWD" python3 -m pytest tests/integration/test_api_performance.py \
  -v --timeout=120 -p no:cacheprovider 2>&1 | tee "$PERF_OUTPUT"
echo ""
echo "=== 性能测试摘要 ==="
grep "PERF_STATS:" "$PERF_OUTPUT" || echo "PERF_STATS: 未找到统计数据"
grep "PERF_RESULT:" "$PERF_OUTPUT" || echo "PERF_RESULT: 未找到详细结果"
TOTAL=$(grep -c "PERF_RESULT:" "$PERF_OUTPUT" || echo 0)
PASSED=$(grep "PERF_RESULT: PASS" "$PERF_OUTPUT" | wc -l)
FAILED=$(grep "PERF_RESULT: FAIL" "$PERF_OUTPUT" | wc -l)
echo ""
echo "性能测试结果: $PASSED/$TOTAL 通过, $FAILED 未达标"
if [ "$FAILED" -gt 0 ]; then
  echo ""
  echo "⚠️  警告: $FAILED 个接口性能未达标"
fi
rm -f "$PERF_OUTPUT"
set -e

# --- 清理 ---
echo ""
echo "=== 停止服务 ==="
pg_ctlcluster $PG_VERSION $PG_CLUSTER stop 2>/dev/null || true
redis-cli shutdown 2>/dev/null || true
echo "✅ 清理完成"

# --- 覆盖率汇总 ---
echo ""
echo "=== 覆盖率汇总 ==="
set +e
python3 scripts/ci_coverage_summary.py
set -e

echo ""
echo "=== CI Integration Tests 全部通过 ✅ ==="