Add scheduler backend image workflow
All checks were successful
Build scheduler-backend image / build-and-push (push) Successful in 3m36s
All checks were successful
Build scheduler-backend image / build-and-push (push) Successful in 3m36s
This commit is contained in:
11
.dockerignore
Normal file
11
.dockerignore
Normal file
@@ -0,0 +1,11 @@
|
||||
.git
|
||||
.gitea
|
||||
logs
|
||||
run
|
||||
*.exe
|
||||
*.test
|
||||
*.out
|
||||
api
|
||||
worker
|
||||
seed-sample-job
|
||||
|
||||
154
.gitea/scripts/update-config-center-images.sh
Normal file
154
.gitea/scripts/update-config-center-images.sh
Normal file
@@ -0,0 +1,154 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
: "${CONFIG_CENTER_UPDATES_FILE:?CONFIG_CENTER_UPDATES_FILE is required}"
|
||||
|
||||
CONFIG_CENTER_CLUSTERS="${CONFIG_CENTER_CLUSTERS:-ack-dev}"
|
||||
|
||||
if [ ! -s "$CONFIG_CENTER_UPDATES_FILE" ]; then
|
||||
echo "No config-center image updates were recorded."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if command -v python3 >/dev/null 2>&1; then
|
||||
PYTHON=python3
|
||||
elif command -v python >/dev/null 2>&1; then
|
||||
PYTHON=python
|
||||
else
|
||||
echo "Python is required for direct config-center update."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
WORKDIR="$(mktemp -d)"
|
||||
trap 'rm -rf "$WORKDIR"' EXIT
|
||||
|
||||
echo "Updating config-center after image build succeeded."
|
||||
git clone git@git.imall.cloud:im-group/config-center.git "$WORKDIR/config-center"
|
||||
cd "$WORKDIR/config-center"
|
||||
|
||||
"$PYTHON" - "$CONFIG_CENTER_UPDATES_FILE" "$CONFIG_CENTER_CLUSTERS" <<'PY'
|
||||
from __future__ import annotations
|
||||
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
updates_file = Path(sys.argv[1])
|
||||
clusters = sys.argv[2].split()
|
||||
updates = [
|
||||
tuple(line.split("|"))
|
||||
for line in updates_file.read_text(encoding="utf-8").splitlines()
|
||||
if line.strip()
|
||||
]
|
||||
|
||||
|
||||
def update_file(path: Path, deployment: str, image: str, container: str):
|
||||
lines = path.read_text(encoding="utf-8").splitlines(keepends=True)
|
||||
changed = False
|
||||
matched = False
|
||||
|
||||
def indent_of(line: str) -> int:
|
||||
return len(line) - len(line.lstrip(" "))
|
||||
|
||||
doc_starts = [
|
||||
idx for idx, line in enumerate(lines) if line.lstrip(" ").startswith("- apiVersion:")
|
||||
]
|
||||
doc_starts.append(len(lines))
|
||||
|
||||
for pos, start in enumerate(doc_starts[:-1]):
|
||||
end = doc_starts[pos + 1]
|
||||
block = lines[start:end]
|
||||
if not any(line.lstrip(" ").strip() == "kind: Deployment" for line in block):
|
||||
continue
|
||||
|
||||
metadata_idx = next(
|
||||
(idx for idx, line in enumerate(block) if line.lstrip(" ").startswith("metadata:")),
|
||||
None,
|
||||
)
|
||||
if metadata_idx is None:
|
||||
continue
|
||||
metadata_indent = indent_of(block[metadata_idx])
|
||||
next_peer = next(
|
||||
(
|
||||
idx
|
||||
for idx in range(metadata_idx + 1, len(block))
|
||||
if block[idx].strip() and indent_of(block[idx]) <= metadata_indent
|
||||
),
|
||||
len(block),
|
||||
)
|
||||
metadata = block[metadata_idx:next_peer]
|
||||
if not any(
|
||||
line.lstrip(" ").startswith("name: ")
|
||||
and line.split(":", 1)[1].strip() == deployment
|
||||
for line in metadata
|
||||
):
|
||||
continue
|
||||
|
||||
list_starts = []
|
||||
for idx, line in enumerate(block):
|
||||
stripped = line.lstrip(" ")
|
||||
if stripped.startswith(("- image:", "- command:", "- name:")):
|
||||
list_starts.append(idx)
|
||||
list_starts.append(len(block))
|
||||
|
||||
for item_pos, item_start in enumerate(list_starts[:-1]):
|
||||
item_end = list_starts[item_pos + 1]
|
||||
item = block[item_start:item_end]
|
||||
if container and not any(
|
||||
line.lstrip(" ").startswith("name: ")
|
||||
and line.split(":", 1)[1].strip() == container
|
||||
for line in item
|
||||
):
|
||||
continue
|
||||
for rel_idx, line in enumerate(item):
|
||||
stripped = line.lstrip(" ")
|
||||
if stripped.startswith("image:") or stripped.startswith("- image:"):
|
||||
matched = True
|
||||
abs_idx = start + item_start + rel_idx
|
||||
old_line = lines[abs_idx]
|
||||
indent = indent_of(old_line)
|
||||
newline = "\n" if old_line.endswith("\n") else ""
|
||||
prefix = old_line[:indent]
|
||||
marker = "- " if old_line.lstrip(" ").startswith("- image:") else ""
|
||||
lines[abs_idx] = f"{prefix}{marker}image: {image}{newline}"
|
||||
changed = changed or lines[abs_idx] != old_line
|
||||
break
|
||||
if matched:
|
||||
break
|
||||
if matched:
|
||||
break
|
||||
|
||||
if changed:
|
||||
path.write_text("".join(lines), encoding="utf-8")
|
||||
return matched, changed
|
||||
|
||||
|
||||
matched_any = False
|
||||
changed_any = False
|
||||
for cluster in clusters:
|
||||
file = Path("apps/openim/overlays") / cluster / "deployments.yaml"
|
||||
if not file.exists():
|
||||
raise SystemExit(f"{file} does not exist")
|
||||
for deployment, image, container in updates:
|
||||
matched, changed = update_file(file, deployment, image, container)
|
||||
status = "updated" if changed else "already current" if matched else "no matching change"
|
||||
print(f"{cluster}: {deployment} -> {image}: {status}")
|
||||
matched_any = matched_any or matched
|
||||
changed_any = changed_any or changed
|
||||
|
||||
if not matched_any:
|
||||
raise SystemExit("no config-center deployment/container matches were found")
|
||||
|
||||
if not changed_any:
|
||||
print("All matching config-center images are already current.")
|
||||
PY
|
||||
|
||||
if git diff --quiet -- apps/openim/overlays; then
|
||||
echo "No config-center image changes to commit."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
git config user.name "gitea-actions"
|
||||
git config user.email "gitea-actions@git.imall.cloud"
|
||||
git add apps/openim/overlays/*/deployments.yaml
|
||||
git commit -m "Deploy scheduler-backend image after successful build"
|
||||
git push origin main
|
||||
120
.gitea/workflows/build-and-push.yml
Normal file
120
.gitea/workflows/build-and-push.yml
Normal file
@@ -0,0 +1,120 @@
|
||||
name: Build scheduler-backend image
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: [dev, main]
|
||||
paths:
|
||||
- "**"
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
tag:
|
||||
description: "Optional image tag. Defaults to <branch>-<short-sha>."
|
||||
required: false
|
||||
default: ""
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}-${{ github.ref }}
|
||||
cancel-in-progress: true
|
||||
|
||||
env:
|
||||
REGISTRY: docker.io
|
||||
DOCKER_USER: ${{ secrets.DOCKER_USERNAME || 'mag1666888' }}
|
||||
SERVICE_NAME: scheduler-backend
|
||||
DEPLOYMENT_NAME: scheduler-backend
|
||||
CONFIG_CENTER_CONTAINER: scheduler-backend
|
||||
DOCKERFILE: Dockerfile
|
||||
INPUT_TAG: ${{ github.event.inputs.tag }}
|
||||
|
||||
jobs:
|
||||
build-and-push:
|
||||
runs-on: [openim, config-center]
|
||||
steps:
|
||||
- name: Configure SSH
|
||||
env:
|
||||
GIT_SSH_PRIVATE_KEY: ${{ secrets.GIT_SSH_PRIVATE_KEY }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
if [ -z "${GIT_SSH_PRIVATE_KEY:-}" ]; then
|
||||
echo "GIT_SSH_PRIVATE_KEY is required."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
mkdir -p ~/.ssh
|
||||
chmod 700 ~/.ssh
|
||||
if printf '%s' "$GIT_SSH_PRIVATE_KEY" | grep -q "BEGIN .*PRIVATE KEY"; then
|
||||
printf '%s\n' "$GIT_SSH_PRIVATE_KEY" > ~/.ssh/id_rsa
|
||||
else
|
||||
printf '%s' "$GIT_SSH_PRIVATE_KEY" | base64 -d > ~/.ssh/id_rsa
|
||||
fi
|
||||
chmod 600 ~/.ssh/id_rsa
|
||||
ssh-keyscan -H git.imall.cloud >> ~/.ssh/known_hosts 2>/dev/null || true
|
||||
chmod 644 ~/.ssh/known_hosts
|
||||
ssh -o BatchMode=yes -o StrictHostKeyChecking=yes -T git@git.imall.cloud || true
|
||||
|
||||
- name: Checkout
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
BRANCH_NAME="${GITHUB_REF_NAME:-${GITEA_REF_NAME:-main}}"
|
||||
COMMIT_SHA="${GITHUB_SHA:-${GITEA_SHA:-}}"
|
||||
|
||||
git init .
|
||||
git remote remove origin 2>/dev/null || true
|
||||
git remote add origin git@git.imall.cloud:im-group/scheduler-backend.git
|
||||
if [ -n "$COMMIT_SHA" ]; then
|
||||
git fetch --depth 1 origin "$COMMIT_SHA"
|
||||
fi
|
||||
if [ -z "$COMMIT_SHA" ]; then
|
||||
git fetch --depth 1 origin "$BRANCH_NAME"
|
||||
fi
|
||||
git checkout --force FETCH_HEAD
|
||||
|
||||
- name: Login to Docker Hub
|
||||
uses: docker/login-action@v3.3.0
|
||||
with:
|
||||
registry: ${{ env.REGISTRY }}
|
||||
username: ${{ secrets.DOCKER_USERNAME }}
|
||||
password: ${{ secrets.DOCKER_PASSWORD }}
|
||||
|
||||
- name: Set up Docker Buildx
|
||||
uses: docker/setup-buildx-action@v3.8.0
|
||||
|
||||
- name: Test
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
docker build \
|
||||
--target test \
|
||||
-f "$DOCKERFILE" \
|
||||
.
|
||||
|
||||
- name: Build and push image
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
SHORT_SHA="$(git rev-parse --short=7 HEAD)"
|
||||
BRANCH_NAME="${GITHUB_REF_NAME:-${GITEA_REF_NAME:-$(git rev-parse --abbrev-ref HEAD)}}"
|
||||
BRANCH_TAG="$(printf '%s' "$BRANCH_NAME" | sed 's/[^a-zA-Z0-9-]/-/g' | tr '[:upper:]' '[:lower:]')"
|
||||
if [ -n "${INPUT_TAG:-}" ]; then
|
||||
VERSION_TAG="$INPUT_TAG"
|
||||
else
|
||||
VERSION_TAG="${BRANCH_TAG}-${SHORT_SHA}"
|
||||
fi
|
||||
|
||||
IMAGE="${DOCKER_USER}/${SERVICE_NAME}:${VERSION_TAG}"
|
||||
docker buildx build \
|
||||
--platform linux/amd64 \
|
||||
-f "$DOCKERFILE" \
|
||||
-t "$IMAGE" \
|
||||
--push \
|
||||
.
|
||||
|
||||
echo "Built and pushed $IMAGE for deployment $DEPLOYMENT_NAME"
|
||||
|
||||
CONFIG_CENTER_UPDATES_FILE="$(mktemp)"
|
||||
export CONFIG_CENTER_UPDATES_FILE
|
||||
printf '%s|%s|%s\n' "$DEPLOYMENT_NAME" "$IMAGE" "$CONFIG_CENTER_CONTAINER" > "$CONFIG_CENTER_UPDATES_FILE"
|
||||
|
||||
CONFIG_CENTER_CLUSTERS="${CONFIG_CENTER_CLUSTERS:-ack-dev}" \
|
||||
bash .gitea/scripts/update-config-center-images.sh
|
||||
40
Dockerfile
Normal file
40
Dockerfile
Normal file
@@ -0,0 +1,40 @@
|
||||
FROM golang:1.24-alpine AS base
|
||||
|
||||
WORKDIR /src
|
||||
|
||||
COPY go.mod go.sum ./
|
||||
RUN go mod download
|
||||
|
||||
COPY . .
|
||||
|
||||
FROM base AS test
|
||||
RUN go test ./...
|
||||
|
||||
FROM base AS builder
|
||||
RUN CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o /out/api ./cmd/api \
|
||||
&& CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o /out/worker ./cmd/worker \
|
||||
&& CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o /out/seed-sample-job ./cmd/tools/seed-sample-job
|
||||
|
||||
FROM alpine:3.20
|
||||
|
||||
RUN addgroup -S app && adduser -S app -G app
|
||||
|
||||
WORKDIR /app
|
||||
|
||||
COPY --from=builder /out/api /app/api
|
||||
COPY --from=builder /out/worker /app/worker
|
||||
COPY --from=builder /out/seed-sample-job /app/seed-sample-job
|
||||
COPY job-config-list /app/job-config-list
|
||||
COPY docker-entrypoint.sh /app/docker-entrypoint.sh
|
||||
|
||||
RUN chmod +x /app/api /app/worker /app/seed-sample-job /app/docker-entrypoint.sh \
|
||||
&& chown -R app:app /app
|
||||
|
||||
USER app
|
||||
|
||||
ENV HTTP_PORT=16811 \
|
||||
WORKER_HTTP_PORT=16812
|
||||
|
||||
EXPOSE 16811 16812
|
||||
|
||||
ENTRYPOINT ["/app/docker-entrypoint.sh"]
|
||||
31
docker-entrypoint.sh
Normal file
31
docker-entrypoint.sh
Normal file
@@ -0,0 +1,31 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
|
||||
/app/api &
|
||||
api_pid="$!"
|
||||
|
||||
/app/worker &
|
||||
worker_pid="$!"
|
||||
|
||||
term() {
|
||||
kill "$api_pid" "$worker_pid" 2>/dev/null || true
|
||||
wait "$api_pid" "$worker_pid" 2>/dev/null || true
|
||||
}
|
||||
|
||||
trap term INT TERM
|
||||
|
||||
while :; do
|
||||
if ! kill -0 "$api_pid" 2>/dev/null; then
|
||||
wait "$api_pid" || true
|
||||
term
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if ! kill -0 "$worker_pid" 2>/dev/null; then
|
||||
wait "$worker_pid" || true
|
||||
term
|
||||
exit 1
|
||||
fi
|
||||
|
||||
sleep 2
|
||||
done
|
||||
Reference in New Issue
Block a user