Files
nas-tools/.gitea/workflows/deploy-dev.yml
T
Gan, Jimmy c6cd56693f
Deploy Dashboard (Dev) / Backend Tests (push) Successful in 33m9s
Deploy Dashboard (Dev) / Frontend Tests (push) Successful in 54s
Deploy Dashboard (Dev) / Deploy to Dev (push) Failing after 1m41s
fix: align deploy job with ubuntu-latest runner and fix smoke test docker access
- Change deploy-dev job from runs-on: nas to runs-on: ubuntu-latest with
  container volumes mounting NAS Docker CLI, compose plugin, and compose dir
- Remove /volume1/repos/nas-tools path dependency in smoke test step
- Replace ssh nas docker with direct docker commands in smoke test script
  (container now has Docker CLI access)

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
2026-05-07 23:03:00 +08:00

266 lines
10 KiB
YAML

name: Deploy Dashboard (Dev)
on:
push:
branches: [dev]
paths:
- 'dashboard/**'
- '.gitea/workflows/deploy-dev.yml'
workflow_dispatch:
concurrency:
group: deploy-dashboard-dev
cancel-in-progress: true
jobs:
backend-tests:
name: Backend Tests
runs-on: ubuntu-latest
env:
SECRET_KEY: test-secret-key-for-ci-environment-32chars-minimum
steps:
- name: Checkout repository
run: |
if [ ! -d .git ]; then
git clone --depth=1 "http://gitea:3000/${GITHUB_REPOSITORY}.git" .
fi
- name: Setup Python
run: |
python3 --version
pip3 --version
- name: Cache Python dependencies
id: cache-python
run: |
CACHE_KEY="python-dev-$(cat dashboard/backend/requirements.txt dashboard/backend/requirements-dev.txt | md5sum | cut -d' ' -f1)"
CACHE_DIR="/tmp/pytest-cache/$CACHE_KEY"
PIP_CACHE_DIR="/tmp/pip-cache"
echo "CACHE_DIR=$CACHE_DIR" >> $GITHUB_ENV
echo "CACHE_KEY=$CACHE_KEY" >> $GITHUB_ENV
echo "PIP_CACHE_DIR=$PIP_CACHE_DIR" >> $GITHUB_ENV
mkdir -p "$PIP_CACHE_DIR"
if [ -d "$CACHE_DIR" ]; then
echo "Cache hit for $CACHE_KEY"
echo "cache-hit=true" >> $GITHUB_OUTPUT
else
echo "Cache miss for $CACHE_KEY"
echo "cache-hit=false" >> $GITHUB_OUTPUT
mkdir -p "$CACHE_DIR"
fi
- name: Install dependencies
run: |
cd dashboard/backend
if [ "${{ steps.cache-python.outputs.cache-hit }}" = "true" ]; then
echo "Restoring venv from cache $CACHE_KEY..."
if cp -a $CACHE_DIR/venv . && [ -f venv/bin/activate ]; then
echo "Cache restored successfully"
else
echo "Cache corrupted, installing fresh..."
rm -rf venv
python3 -m venv venv
. venv/bin/activate
pip install --cache-dir=$PIP_CACHE_DIR -r requirements.txt || pip install -r requirements.txt
pip install --cache-dir=$PIP_CACHE_DIR -r requirements-dev.txt || pip install -r requirements-dev.txt
pip install --cache-dir=$PIP_CACHE_DIR pytest-timeout || pip install pytest-timeout
fi
else
echo "Installing fresh dependencies..."
python3 -m venv venv
. venv/bin/activate
pip install --cache-dir=$PIP_CACHE_DIR -r requirements.txt || pip install -r requirements.txt
pip install --cache-dir=$PIP_CACHE_DIR -r requirements-dev.txt || pip install -r requirements-dev.txt
pip install --cache-dir=$PIP_CACHE_DIR pytest-timeout || pip install pytest-timeout
echo "Saving venv to cache $CACHE_KEY..."
cp -a venv $CACHE_DIR/ || echo "Warning: cache save failed"
fi
- name: Run tests
run: |
cd dashboard/backend
. venv/bin/activate
pytest tests/ -v --timeout=60
if [ $? -ne 0 ]; then
echo "❌ Backend tests failed!"
exit 1
fi
echo "✅ Backend tests passed"
frontend-tests:
name: Frontend Tests
runs-on: ubuntu-latest
steps:
- name: Checkout repository
run: |
if [ ! -d .git ]; then
git clone --depth=1 "http://gitea:3000/${GITHUB_REPOSITORY}.git" .
fi
- name: Setup Node.js
run: |
node --version
npm --version
- name: Cache Node dependencies
id: cache-node
run: |
CACHE_KEY="node-dev-$(md5sum dashboard/frontend/package-lock.json | cut -d' ' -f1)"
CACHE_DIR="/tmp/npm-cache/$CACHE_KEY"
echo "CACHE_DIR=$CACHE_DIR" >> $GITHUB_ENV
echo "CACHE_KEY=$CACHE_KEY" >> $GITHUB_ENV
if [ -d "$CACHE_DIR" ]; then
echo "Cache hit for $CACHE_KEY"
echo "cache-hit=true" >> $GITHUB_OUTPUT
else
echo "Cache miss for $CACHE_KEY"
echo "cache-hit=false" >> $GITHUB_OUTPUT
mkdir -p "$CACHE_DIR"
fi
- name: Install dependencies
env:
NODE_OPTIONS: "--max-old-space-size=2048"
run: |
cd dashboard/frontend
npm config set registry https://registry.npmmirror.com || true
if [ "${{ steps.cache-node.outputs.cache-hit }}" = "true" ]; then
echo "Restoring from cache $CACHE_KEY..."
if cp -a $CACHE_DIR/node_modules . && [ -d node_modules ]; then
echo "Cache restored successfully"
else
echo "Cache corrupted, installing fresh..."
rm -rf node_modules
npm ci || { echo "mirror failed, trying default registry..."; npm config set registry https://registry.npmjs.org; npm ci; }
fi
else
echo "Installing fresh dependencies..."
npm ci || { echo "mirror failed, trying default registry..."; npm config set registry https://registry.npmjs.org; npm ci; }
echo "Saving to cache $CACHE_KEY..."
cp -a node_modules $CACHE_DIR/ || echo "Warning: cache save failed"
fi
- name: Run tests
env:
NODE_OPTIONS: "--max-old-space-size=2048"
run: |
cd dashboard/frontend
npm run test:coverage -- --reporter=verbose --run --pool=forks --poolOptions.forks.maxForks=2 || true
echo "Frontend tests completed (pre-existing Vite compatibility issues may cause failures)"
deploy-dev:
name: Deploy to Dev
runs-on: ubuntu-latest
needs: [backend-tests, frontend-tests]
container:
volumes:
- /var/packages/ContainerManager/target/usr/bin/docker:/usr/bin/docker
- /var/packages/ContainerManager/target/usr/bin/docker-compose:/usr/lib/docker/cli-plugins/docker-compose
- /volume1/docker/nas-dashboard:/volume1/docker/nas-dashboard
steps:
- name: Checkout repository
run: |
if [ ! -d .git ]; then
git clone --depth=1 "http://gitea:3000/${GITHUB_REPOSITORY}.git" .
fi
- name: Warm mirror cache for base images
run: |
set -u
mirror_host="100.78.131.124:5501"
prewarm_base_image() {
image_ref="$1"
# Skip if image already exists locally
if docker image inspect "${image_ref}" >/dev/null 2>&1; then
echo "Image ${image_ref} already exists locally, skipping pre-pull"
return 0
fi
mirror_ref="${mirror_host}/library/${image_ref}"
echo "Attempting mirror pre-pull: ${mirror_ref}"
if timeout 30 docker pull "${mirror_ref}" 2>/dev/null; then
docker tag "${mirror_ref}" "${image_ref}"
echo "Mirror pre-pull succeeded for ${image_ref}"
else
echo "Mirror pre-pull failed for ${image_ref}, will pull during build"
fi
}
prewarm_base_image "node:20-alpine"
prewarm_base_image "python:3.12-slim"
- name: Build dev image
run: |
set -e
export DOCKER_API_VERSION=1.43
# DOCKER_BUILDKIT=0 is required for Synology ContainerManager's Docker daemon,
# which does not support BuildKit syntax. Remove when Synology updates to a
# Docker Engine version with full BuildKit support (currently 24.x, needs 23+).
# --cache-to type=inline is a no-op while BuildKit is disabled; it activates
# automatically when DOCKER_BUILDKIT=0 is removed.
if ! DOCKER_BUILDKIT=0 docker build --cache-from nas-dashboard-dev:latest -t nas-dashboard-dev:latest dashboard/; then
echo "Build failed. Checking for network issues..."
curl -I https://registry.npmmirror.com || echo "npmmirror unreachable"
curl -I https://pypi.tuna.tsinghua.edu.cn || echo "Tsinghua PyPI unreachable"
exit 1
fi
- name: Sync runtime compose file
run: |
mkdir -p /volume1/docker/nas-dashboard
cp dashboard/docker-compose.dev.yml /volume1/docker/nas-dashboard/docker-compose.dev.yml
- name: Deploy dev
run: |
set -euo pipefail
export DOCKER_API_VERSION=1.43
cd /volume1/docker/nas-dashboard
# Stop existing container if running
docker compose -f docker-compose.dev.yml -p nas-dashboard-dev down || true
# Ensure network exists (create only if it doesn't exist)
if ! docker network inspect nas-dashboard_internal >/dev/null 2>&1; then
docker network create nas-dashboard_internal
fi
# Deploy with compose (without --build since we already built the image)
docker compose -f docker-compose.dev.yml -p nas-dashboard-dev up -d --pull never
# Manually connect to networks after container is created
docker network connect nas-dashboard_internal nas-dashboard-dev || true
docker network connect gitea_gitea nas-dashboard-dev || true
- name: Wait for container to be healthy
run: |
echo "Waiting for container to be healthy..."
for i in {1..30}; do
STATUS=$(docker inspect --format='{{.State.Health.Status}}' nas-dashboard-dev 2>/dev/null || echo "starting")
if [ "$STATUS" = "healthy" ]; then
echo "✅ Container is healthy"
break
fi
echo "Waiting... ($i/30) Status: $STATUS"
sleep 2
done
# Final check
STATUS=$(docker inspect --format='{{.State.Health.Status}}' nas-dashboard-dev 2>/dev/null || echo "unknown")
if [ "$STATUS" != "healthy" ]; then
echo "❌ Container failed to become healthy: $STATUS"
docker logs nas-dashboard-dev --tail 50
exit 1
fi
- name: Run smoke tests
run: |
bash scripts/smoke-test-dashboard.sh dev
if [ $? -ne 0 ]; then
echo "❌ Smoke tests failed! Check logs above."
docker logs nas-dashboard-dev --tail 100
exit 1
fi
echo "✅ Smoke tests passed"