deploy: mirror all base images into local registry — builds no longer need internet
Some checks are pending
CI / POS (WPF, Windows) (push) Waiting to run
CI / Backend (.NET 8) (push) Successful in 35s
CI / Web (React + Vite) (push) Successful in 24s
Docker Images / API image (push) Successful in 6s
Docker Images / Web image (push) Successful in 5s
Docker Images / Deploy stage (push) Successful in 29s
Some checks are pending
CI / POS (WPF, Windows) (push) Waiting to run
CI / Backend (.NET 8) (push) Successful in 35s
CI / Web (React + Vite) (push) Successful in 24s
Docker Images / API image (push) Successful in 6s
Docker Images / Web image (push) Successful in 5s
Docker Images / Deploy stage (push) Successful in 29s
Any block on mcr.microsoft.com or docker.io from KZ would stall our
builds. Mirror docker base images into 127.0.0.1:5001 under mirror/*
via daily systemd timer, and point Dockerfiles + compose + CI at the
local copies.
Mirror:
node:20-alpine → 127.0.0.1:5001/mirror/node:20-alpine
nginx:1.27-alpine → 127.0.0.1:5001/mirror/nginx:1.27-alpine
postgres:16-alpine → 127.0.0.1:5001/mirror/postgres:16-alpine
mcr.microsoft.com/dotnet/sdk:8.0 → 127.0.0.1:5001/mirror/dotnet-sdk:8.0
mcr.microsoft.com/dotnet/aspnet:8.0 → 127.0.0.1:5001/mirror/dotnet-aspnet:8.0
Infra (committed for reproducibility):
- deploy/mirror-base-images.sh — pull/tag/push (idempotent)
- deploy/food-market-mirror-base-images.{service,timer} — daily refresh,
installed on stage server
Usage in build-time:
- Dockerfile.api/web take ARG LOCAL_REGISTRY=127.0.0.1:5001 with the local
copy as default, so the same Dockerfile still builds from docker.io if
you pass --build-arg LOCAL_REGISTRY=docker.io (well, almost).
- docker-compose.yml postgres: image via ${REGISTRY}/mirror/postgres.
- ci.yml postgres service container: local mirror.
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
8fc9ef1a2e
commit
9891280bfd
|
|
@ -18,7 +18,7 @@ jobs:
|
||||||
runs-on: [self-hosted, linux]
|
runs-on: [self-hosted, linux]
|
||||||
services:
|
services:
|
||||||
postgres:
|
postgres:
|
||||||
image: postgres:16-alpine
|
image: 127.0.0.1:5001/mirror/postgres:16-alpine
|
||||||
env:
|
env:
|
||||||
POSTGRES_DB: food_market_test
|
POSTGRES_DB: food_market_test
|
||||||
POSTGRES_USER: postgres
|
POSTGRES_USER: postgres
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,5 @@
|
||||||
FROM mcr.microsoft.com/dotnet/sdk:8.0 AS build
|
ARG LOCAL_REGISTRY=127.0.0.1:5001
|
||||||
|
FROM ${LOCAL_REGISTRY}/mirror/dotnet-sdk:8.0 AS build
|
||||||
WORKDIR /src
|
WORKDIR /src
|
||||||
|
|
||||||
COPY food-market.sln global.json Directory.Build.props Directory.Packages.props ./
|
COPY food-market.sln global.json Directory.Build.props Directory.Packages.props ./
|
||||||
|
|
@ -15,7 +16,7 @@ RUN dotnet restore src/food-market.api/food-market.api.csproj
|
||||||
COPY src/ src/
|
COPY src/ src/
|
||||||
RUN dotnet publish src/food-market.api/food-market.api.csproj -c Release -o /app --no-restore
|
RUN dotnet publish src/food-market.api/food-market.api.csproj -c Release -o /app --no-restore
|
||||||
|
|
||||||
FROM mcr.microsoft.com/dotnet/aspnet:8.0 AS runtime
|
FROM ${LOCAL_REGISTRY}/mirror/dotnet-aspnet:8.0 AS runtime
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
|
|
||||||
RUN apt-get update && apt-get install -y --no-install-recommends curl \
|
RUN apt-get update && apt-get install -y --no-install-recommends curl \
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,5 @@
|
||||||
FROM node:20-alpine AS build
|
ARG LOCAL_REGISTRY=127.0.0.1:5001
|
||||||
|
FROM ${LOCAL_REGISTRY}/mirror/node:20-alpine AS build
|
||||||
WORKDIR /src
|
WORKDIR /src
|
||||||
|
|
||||||
RUN corepack enable
|
RUN corepack enable
|
||||||
|
|
@ -9,7 +10,7 @@ RUN pnpm install --frozen-lockfile
|
||||||
COPY src/food-market.web/ ./
|
COPY src/food-market.web/ ./
|
||||||
RUN pnpm build
|
RUN pnpm build
|
||||||
|
|
||||||
FROM nginx:1.27-alpine AS runtime
|
FROM ${LOCAL_REGISTRY}/mirror/nginx:1.27-alpine AS runtime
|
||||||
COPY deploy/nginx.conf /etc/nginx/conf.d/default.conf
|
COPY deploy/nginx.conf /etc/nginx/conf.d/default.conf
|
||||||
COPY --from=build /src/dist /usr/share/nginx/html
|
COPY --from=build /src/dist /usr/share/nginx/html
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,6 @@
|
||||||
services:
|
services:
|
||||||
postgres:
|
postgres:
|
||||||
image: postgres:16-alpine
|
image: ${REGISTRY:-127.0.0.1:5001}/mirror/postgres:16-alpine
|
||||||
container_name: food-market-postgres
|
container_name: food-market-postgres
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
environment:
|
environment:
|
||||||
|
|
|
||||||
11
deploy/food-market-mirror-base-images.service
Normal file
11
deploy/food-market-mirror-base-images.service
Normal file
|
|
@ -0,0 +1,11 @@
|
||||||
|
[Unit]
|
||||||
|
Description=Mirror docker base images into local 127.0.0.1:5001 registry
|
||||||
|
Requires=food-market-registry.service
|
||||||
|
After=food-market-registry.service docker.service
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
User=nns
|
||||||
|
ExecStart=/usr/local/bin/food-market-mirror-base-images.sh
|
||||||
|
StandardOutput=append:/var/log/food-market-mirror-base-images.log
|
||||||
|
StandardError=append:/var/log/food-market-mirror-base-images.log
|
||||||
11
deploy/food-market-mirror-base-images.timer
Normal file
11
deploy/food-market-mirror-base-images.timer
Normal file
|
|
@ -0,0 +1,11 @@
|
||||||
|
[Unit]
|
||||||
|
Description=Refresh docker base image mirrors daily
|
||||||
|
|
||||||
|
[Timer]
|
||||||
|
OnBootSec=10min
|
||||||
|
OnUnitActiveSec=24h
|
||||||
|
Unit=food-market-mirror-base-images.service
|
||||||
|
Persistent=true
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=timers.target
|
||||||
48
deploy/mirror-base-images.sh
Executable file
48
deploy/mirror-base-images.sh
Executable file
|
|
@ -0,0 +1,48 @@
|
||||||
|
#!/bin/bash
|
||||||
|
# Pulls all external base images the food-market builds depend on, then retags
|
||||||
|
# them into the local registry at 127.0.0.1:5001 under the "mirror/" prefix.
|
||||||
|
#
|
||||||
|
# Why: outbound to docker.io / mcr.microsoft.com flaps on KZ network. Once
|
||||||
|
# mirrored, Dockerfiles and docker-compose reference the local copy and builds
|
||||||
|
# no longer need the internet at all.
|
||||||
|
#
|
||||||
|
# Idempotent — safe to run as often as you want. Scheduled daily via
|
||||||
|
# food-market-mirror-base-images.timer.
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
REGISTRY=127.0.0.1:5001
|
||||||
|
LOG_PREFIX=$(date -u +%Y-%m-%dT%H:%M:%SZ)
|
||||||
|
|
||||||
|
# image_ref → local name under mirror/
|
||||||
|
IMAGES=(
|
||||||
|
"node:20-alpine|mirror/node:20-alpine"
|
||||||
|
"nginx:1.27-alpine|mirror/nginx:1.27-alpine"
|
||||||
|
"postgres:16-alpine|mirror/postgres:16-alpine"
|
||||||
|
"mcr.microsoft.com/dotnet/sdk:8.0|mirror/dotnet-sdk:8.0"
|
||||||
|
"mcr.microsoft.com/dotnet/aspnet:8.0|mirror/dotnet-aspnet:8.0"
|
||||||
|
)
|
||||||
|
|
||||||
|
failures=0
|
||||||
|
for pair in "${IMAGES[@]}"; do
|
||||||
|
src="${pair%|*}"
|
||||||
|
dst="${pair#*|}"
|
||||||
|
echo "$LOG_PREFIX pulling $src"
|
||||||
|
if ! docker pull "$src"; then
|
||||||
|
echo "$LOG_PREFIX FAILED: pull $src"
|
||||||
|
failures=$((failures + 1))
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
docker tag "$src" "$REGISTRY/$dst"
|
||||||
|
if ! docker push "$REGISTRY/$dst"; then
|
||||||
|
echo "$LOG_PREFIX FAILED: push $REGISTRY/$dst"
|
||||||
|
failures=$((failures + 1))
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
echo "$LOG_PREFIX ok $src -> $REGISTRY/$dst"
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ $failures -gt 0 ]]; then
|
||||||
|
echo "$LOG_PREFIX done, $failures failed — registry still has old mirrored copies"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
echo "$LOG_PREFIX done, all mirrors fresh"
|
||||||
Loading…
Reference in a new issue