Refactor downloader and file manager for improved rclone integration and add healthcheck and smoke test options
- Renamed download flags in ContentDownloader for clarity. - Enhanced FileManager with methods to build upload paths and verify existing files for rclone uploads. - Updated StreamProcessor to return success status for stream processing. - Added rclone smoke test and healthcheck functions to validate configuration and tool availability. - Improved environment variable handling with a utility function. - Updated TwitchArchive to incorporate new rclone verification and processing logic. - Added unit tests for new functionality and refactored existing tests for clarity and coverage. Co-authored-by: Copilot <copilot@github.com>
This commit is contained in:
parent
e92f36474a
commit
f97e0200d6
23 changed files with 1013 additions and 289 deletions
127
.forgejo/workflows/publish-python-container.yml
Normal file
127
.forgejo/workflows/publish-python-container.yml
Normal file
|
|
@ -0,0 +1,127 @@
|
|||
name: Publish Twitch Archive Container
|
||||
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- master
|
||||
- main
|
||||
paths:
|
||||
- docker/python.Dockerfile
|
||||
- docker/entrypoint.sh
|
||||
- docker-compose.yml
|
||||
- docker-compose.override.yml
|
||||
- requirements.txt
|
||||
- twitch-archive.py
|
||||
- run_chat_only.py
|
||||
- modules/**
|
||||
- .forgejo/workflows/publish-python-container.yml
|
||||
workflow_dispatch:
|
||||
|
||||
env:
|
||||
REGISTRY: ${{ vars.FORGEJO_REGISTRY }}
|
||||
IMAGE_NAMESPACE: ${{ vars.IMAGE_NAMESPACE }}
|
||||
IMAGE_NAME: ${{ vars.IMAGE_NAME != '' && vars.IMAGE_NAME || 'twitch-archive' }}
|
||||
BUILD_CONTEXT: .
|
||||
DOCKERFILE_PATH: docker/python.Dockerfile
|
||||
|
||||
jobs:
|
||||
publish:
|
||||
runs-on: docker
|
||||
env:
|
||||
DOCKER_HOST: ${{ vars.DOCKER_HOST != '' && vars.DOCKER_HOST || 'tcp://172.17.0.1:2375' }}
|
||||
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Validate workflow variables
|
||||
run: |
|
||||
set -eu
|
||||
if [ -z "${REGISTRY}" ]; then echo "vars.FORGEJO_REGISTRY is required"; exit 1; fi
|
||||
if [ -z "${IMAGE_NAMESPACE}" ]; then echo "vars.IMAGE_NAMESPACE is required"; exit 1; fi
|
||||
if [ ! -f "${DOCKERFILE_PATH}" ]; then echo "Dockerfile not found at ${DOCKERFILE_PATH}"; exit 1; fi
|
||||
if [ ! -f "requirements.txt" ]; then echo "requirements.txt is missing"; exit 1; fi
|
||||
|
||||
- name: Ensure Docker CLI exists
|
||||
run: |
|
||||
set -eu
|
||||
if command -v docker >/dev/null 2>&1; then
|
||||
docker --version
|
||||
exit 0
|
||||
fi
|
||||
|
||||
ARCH="$(uname -m)"
|
||||
case "${ARCH}" in
|
||||
x86_64) DOCKER_ARCH="x86_64" ;;
|
||||
aarch64|arm64) DOCKER_ARCH="aarch64" ;;
|
||||
*) echo "Unsupported architecture for Docker CLI bootstrap: ${ARCH}"; exit 1 ;;
|
||||
esac
|
||||
|
||||
DOCKER_CLI_VERSION="27.5.1"
|
||||
curl -fsSL "https://download.docker.com/linux/static/stable/${DOCKER_ARCH}/docker-${DOCKER_CLI_VERSION}.tgz" -o docker.tgz
|
||||
tar -xzf docker.tgz
|
||||
mkdir -p "${HOME}/.local/bin"
|
||||
mv docker/docker "${HOME}/.local/bin/docker"
|
||||
chmod +x "${HOME}/.local/bin/docker"
|
||||
echo "${HOME}/.local/bin" >> "${FORGEJO_PATH}"
|
||||
"${HOME}/.local/bin/docker" --version
|
||||
|
||||
- name: Ensure Docker Buildx exists
|
||||
run: |
|
||||
set -eu
|
||||
if docker buildx version >/dev/null 2>&1; then
|
||||
docker buildx version
|
||||
exit 0
|
||||
fi
|
||||
|
||||
ARCH="$(uname -m)"
|
||||
case "${ARCH}" in
|
||||
x86_64) BUILDX_ARCH="amd64" ;;
|
||||
aarch64|arm64) BUILDX_ARCH="arm64" ;;
|
||||
*) echo "Unsupported architecture for Docker Buildx bootstrap: ${ARCH}"; exit 1 ;;
|
||||
esac
|
||||
|
||||
BUILDX_VERSION="v0.21.1"
|
||||
mkdir -p "${HOME}/.docker/cli-plugins"
|
||||
curl -fsSL "https://github.com/docker/buildx/releases/download/${BUILDX_VERSION}/buildx-${BUILDX_VERSION}.linux-${BUILDX_ARCH}" -o "${HOME}/.docker/cli-plugins/docker-buildx"
|
||||
chmod +x "${HOME}/.docker/cli-plugins/docker-buildx"
|
||||
docker buildx version
|
||||
|
||||
- name: Check Docker daemon connectivity
|
||||
run: |
|
||||
set -eu
|
||||
echo "Using DOCKER_HOST=${DOCKER_HOST}"
|
||||
docker version
|
||||
docker info >/dev/null
|
||||
|
||||
- name: Create Buildx builder
|
||||
run: |
|
||||
set -eu
|
||||
docker buildx rm forgejo-builder >/dev/null 2>&1 || true
|
||||
docker buildx create --name forgejo-builder --driver docker-container --use
|
||||
docker buildx inspect --bootstrap
|
||||
|
||||
- name: Validate registry secrets
|
||||
run: |
|
||||
set -eu
|
||||
if [ -z "${{ secrets.FORGEJO_REGISTRY_USERNAME }}" ]; then echo "secrets.FORGEJO_REGISTRY_USERNAME is required"; exit 1; fi
|
||||
if [ -z "${{ secrets.FORGEJO_REGISTRY_TOKEN }}" ]; then echo "secrets.FORGEJO_REGISTRY_TOKEN is required"; exit 1; fi
|
||||
|
||||
- name: Login to registry
|
||||
run: |
|
||||
set -eu
|
||||
echo "${{ secrets.FORGEJO_REGISTRY_TOKEN }}" | docker login "${REGISTRY}" -u "${{ secrets.FORGEJO_REGISTRY_USERNAME }}" --password-stdin
|
||||
|
||||
- name: Build and push image
|
||||
run: |
|
||||
set -eu
|
||||
IMAGE_REF="${REGISTRY}/${IMAGE_NAMESPACE}/${IMAGE_NAME}"
|
||||
SHA_TAG="${IMAGE_REF}:sha-${FORGEJO_SHA}"
|
||||
BRANCH_TAG="${IMAGE_REF}:${FORGEJO_REF_NAME}"
|
||||
docker buildx build \
|
||||
--file "${DOCKERFILE_PATH}" \
|
||||
--tag "${SHA_TAG}" \
|
||||
--tag "${BRANCH_TAG}" \
|
||||
--tag "${IMAGE_REF}:latest" \
|
||||
--push \
|
||||
"${BUILD_CONTEXT}"
|
||||
Loading…
Add table
Add a link
Reference in a new issue