135 lines
4.8 KiB
Bash
Executable File
135 lines
4.8 KiB
Bash
Executable File
#!/bin/bash
|
||
# 通用Docker镜像构建+推送脚本
|
||
# 缓存策略（2026-08 起）：
|
||
# - buildx 使用宿主机持久 builder (ci-builder-persist)，层缓存保存在
|
||
# buildkit 容器/命名卷中，跨 job 共享、job 结束不清理
|
||
# - registry cache 仅作为冷启动兜底读取
|
||
# - 额外 tag（如分支 tag :develop）通过 EXTRA_TAGS 环境变量传入，随构建一并推送
|
||
# 用法: docker_build_push.sh [--no-cache] <Dockerfile> <image_tag> <cache_ref> [build_arg...]
|
||
# 环境变量:
|
||
# EXTRA_TAGS 空格分隔的额外 tag（完整 image:tag 引用），可选
|
||
set -eu
|
||
|
||
# 单次 build 超时时间（秒），防止 docker buildx build 无限挂起
|
||
BUILD_TIMEOUT=1500
|
||
# 持久 builder 名（宿主机级，所有 CI job 共享；由 ensure_persistent_builder.sh 维护）
|
||
BUILDER_NAME="ci-builder-persist"
|
||
|
||
NO_CACHE_FLAG=""
|
||
if [ "$1" = "--no-cache" ]; then
|
||
NO_CACHE_FLAG="--no-cache"
|
||
shift
|
||
echo "模式: --no-cache (不使用缓存，全新构建)"
|
||
fi
|
||
|
||
DOCKERFILE="$1"
|
||
IMAGE_TAG="$2"
|
||
CACHE_REF="$3"
|
||
shift 3
|
||
BUILD_ARGS=""
|
||
for arg in "$@"; do
|
||
BUILD_ARGS="$BUILD_ARGS --build-arg $arg"
|
||
done
|
||
|
||
# 确保持久 builder 存在并使用（幂等）
|
||
if ! docker buildx inspect "$BUILDER_NAME" > /dev/null 2>&1; then
|
||
echo "持久 builder 不存在，创建中..."
|
||
docker buildx create --name "$BUILDER_NAME" --driver docker-container \
|
||
--driver-opt network=host \
|
||
--buildkitd-flags "--allow-insecure-entitlement network.host" \
|
||
--platform linux/amd64
|
||
fi
|
||
docker buildx use "$BUILDER_NAME"
|
||
docker buildx inspect "$BUILDER_NAME" --bootstrap
|
||
|
||
# 组装额外 tag 参数
|
||
EXTRA_TAG_FLAGS=""
|
||
EXTRA_TAG_LIST=""
|
||
if [ -n "${EXTRA_TAGS:-}" ]; then
|
||
for t in $EXTRA_TAGS; do
|
||
EXTRA_TAG_FLAGS="$EXTRA_TAG_FLAGS -t $t"
|
||
EXTRA_TAG_LIST="$EXTRA_TAG_LIST $t"
|
||
done
|
||
fi
|
||
|
||
build_with_cache_retry() {
|
||
local attempt=1
|
||
local max_attempts=2
|
||
while [ $attempt -le $max_attempts ]; do
|
||
local build_output
|
||
local exit_code
|
||
set +e
|
||
build_output=$(timeout ${BUILD_TIMEOUT} docker buildx build \
|
||
$NO_CACHE_FLAG \
|
||
$BUILD_ARGS \
|
||
--cache-from "type=registry,ref=${CACHE_REF}" \
|
||
-f "${DOCKERFILE}" \
|
||
-t "${IMAGE_TAG}" \
|
||
$EXTRA_TAG_FLAGS \
|
||
--push \
|
||
. 2>&1)
|
||
exit_code=$?
|
||
set -e
|
||
if [ $exit_code -eq 0 ]; then
|
||
echo "$build_output"
|
||
return 0
|
||
fi
|
||
# 超时退出（exit code 124）
|
||
if [ $exit_code -eq 124 ]; then
|
||
echo "❌ Docker build TIMEOUT after ${BUILD_TIMEOUT}s - build hung and was killed"
|
||
echo "$build_output" | tail -20
|
||
return $exit_code
|
||
fi
|
||
# 检测到缓存/快照损坏类错误，重建 builder 后重试
|
||
if echo "$build_output" | grep -qE "parent snapshot.*not found|snapshot.*does not exist|cache.*corrupt|failed to compute cache key|no such file or directory.*cache"; then
|
||
echo "$build_output"
|
||
echo ""
|
||
echo "⚠️ builder 缓存异常，重建持久 builder 后重试 (attempt $attempt/$max_attempts)..."
|
||
# 共享 builder 的重建必须串行：ci-builder-persist 被所有 build job 共用，
|
||
# 若 job A 正在构建、job B 检测到损坏直接 rm，会把 A 正在用的 buildkit 杀掉。
|
||
# 用 flock 串行化重建；拿到锁后再次检查 builder 健康度，已被别的 job 重建则直接复用。
|
||
LOCK_FILE="/tmp/ci-builder-persist-rebuild.lock"
|
||
exec 9>"$LOCK_FILE"
|
||
echo "🔒 等待重建锁（最多 120s）..."
|
||
if flock -w 120 9; then
|
||
if docker buildx inspect "$BUILDER_NAME" --bootstrap >/dev/null 2>&1; then
|
||
echo "✅ builder 已被其他并发 job 重建/恢复，直接复用"
|
||
else
|
||
echo "🔨 锁内重建持久 builder..."
|
||
docker buildx rm "$BUILDER_NAME" >/dev/null 2>&1 || true
|
||
docker buildx create --name "$BUILDER_NAME" --driver docker-container \
|
||
--driver-opt network=host \
|
||
--buildkitd-flags "--allow-insecure-entitlement network.host" \
|
||
--platform linux/amd64
|
||
docker buildx use "$BUILDER_NAME"
|
||
docker buildx inspect "$BUILDER_NAME" --bootstrap
|
||
fi
|
||
else
|
||
echo "⚠️ 等待重建锁超时，直接重试 build（失败将重试/--no-cache）"
|
||
docker buildx use "$BUILDER_NAME" 2>/dev/null || true
|
||
fi
|
||
attempt=$((attempt + 1))
|
||
else
|
||
echo "$build_output"
|
||
return $exit_code
|
||
fi
|
||
done
|
||
return 1
|
||
}
|
||
|
||
echo "=== Build & push image (persistent builder cache) ==="
|
||
echo "Builder: ${BUILDER_NAME} (persistent)"
|
||
echo "Registry cache(from): ${CACHE_REF}"
|
||
echo "Image tag: ${IMAGE_TAG}"
|
||
[ -n "$EXTRA_TAG_LIST" ] && echo "Extra tags: ${EXTRA_TAG_LIST}"
|
||
echo "Timeout: ${BUILD_TIMEOUT}s"
|
||
echo ""
|
||
|
||
build_with_cache_retry
|
||
|
||
echo ""
|
||
echo "Image pushed: ${IMAGE_TAG}"
|
||
[ -n "$EXTRA_TAG_LIST" ] && echo "Also pushed: ${EXTRA_TAG_LIST}"
|
||
echo ""
|
||
echo "Build completed: ${IMAGE_TAG}"
|