Jyotisha/.gitea/workflows/backend-quality-gate.yml

name: Staging Backend Quality Gate

on:
  pull_request:
    paths:
      - '.gitea/workflows/backend-quality-gate.yml'
      - '.gitea/workflows/deploy-staging.yml'
      - '.gitea/workflows/migrate-staging-database.yml'
      - 'deploy/**'
      - 'frontend/**'
      - 'jyotish_vedic/**'
      - 'scripts/**'
      - 'tests/**'
      - 'mcp_server.py'
      - 'pyproject.toml'
      - 'requirements*.txt'
  push:
    branches: [staging]
  workflow_dispatch:

concurrency:
  group: staging-quality-${{ gitea.ref }}
  cancel-in-progress: true

permissions:
  contents: read
  actions: write

jobs:
  validate:
    runs-on: manman-linux
    timeout-minutes: 45
    env:
      GITEA_SHA: ${{ gitea.sha }}
    steps:
      - name: Checkout exact Gitea revision
        run: |
          set -euo pipefail
          [[ "$GITEA_SHA" =~ ^[0-9a-f]{40}$ ]]
          git init .
          git remote remove origin 2>/dev/null || true
          git remote add origin https://git.copse.top/root/Jyotisha.git
          git -c http.connectTimeout=15 -c http.lowSpeedLimit=1024 -c http.lowSpeedTime=30 \
            fetch --depth=1 --no-tags origin "$GITEA_SHA"
          git checkout --detach --force "$GITEA_SHA"
          git clean -ffdx
          test "$(git rev-parse HEAD)" = "$GITEA_SHA"
          test -z "$(git status --porcelain --untracked-files=all)"

      - name: Install and verify Linux runner toolchain
        run: |
          set -euo pipefail
          packages=()
          if ! docker compose version --short 2>/dev/null | grep -Eq '^v?2\.'; then
            packages+=(docker-compose-v2)
          fi
          venv_probe="$(mktemp -d "${RUNNER_TEMP:-/tmp}/jyotisha-venv-probe.XXXXXX")"
          if ! python3 -m venv "$venv_probe/venv" >/dev/null 2>&1; then
            packages+=(python3-venv)
          fi
          rm -rf "$venv_probe"
          if ! python3 -c 'import pathlib, sysconfig; assert pathlib.Path(sysconfig.get_path("include"), "Python.h").is_file()' >/dev/null 2>&1; then
            packages+=(python3-dev)
          fi
          if ! command -v g++ >/dev/null 2>&1; then
            packages+=(g++)
          fi
          if ! command -v rsync >/dev/null 2>&1; then
            packages+=(rsync)
          fi
          if [ "${#packages[@]}" -gt 0 ]; then
            apt-get -o Acquire::Retries=3 -o Acquire::http::Timeout=30 \
              -o Acquire::https::Timeout=30 update
            DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
              "${packages[@]}"
          fi
          python3 --version
          curl --version
          git --version
          openssl version
          docker version
          docker compose version
          docker compose version --short | grep -Eq '^v?2\.'
          docker compose --help | grep -q -- '--project-name'

      - name: Prepare pinned Node tooling
        env:
          NODE_TOOL_SOURCE_IMAGE: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/library/node:22-bookworm-slim@sha256:ef343465b6a14bbdf2ab52f6e100ec0659a792464fcf72c462370d88b3df909c
          NODE_TOOL_IMAGE: node:22-bookworm-slim
        run: |
          set -euo pipefail
          if ! docker image inspect "$NODE_TOOL_SOURCE_IMAGE" >/dev/null 2>&1; then
            for attempt in 1 2 3; do
              if timeout 180 docker pull "$NODE_TOOL_SOURCE_IMAGE"; then
                break
              fi
              if [ "$attempt" -eq 3 ]; then
                echo "Failed to preload $NODE_TOOL_IMAGE after $attempt attempts" >&2
                exit 1
              fi
              sleep $((attempt * 15))
            done
          fi
          docker tag "$NODE_TOOL_SOURCE_IMAGE" "$NODE_TOOL_IMAGE"
          docker image inspect "$NODE_TOOL_IMAGE" >/dev/null
          tool_dir="$(mktemp -d "${RUNNER_TEMP:-/tmp}/jyotisha-node-tools.XXXXXX")"
          container_id="$(docker create "$NODE_TOOL_IMAGE")"
          trap 'docker rm -f "$container_id" >/dev/null 2>&1 || true' EXIT
          docker cp "$container_id:/usr/local/bin/node" "$tool_dir/node"
          docker cp "$container_id:/usr/local/lib/node_modules/npm" "$tool_dir/npm-package"
          docker rm "$container_id" >/dev/null
          trap - EXIT
          ln -s "$tool_dir/npm-package/bin/npm-cli.js" "$tool_dir/npm"
          chmod 0755 "$tool_dir/node" "$tool_dir/npm-package/bin/npm-cli.js"
          test -n "${GITHUB_PATH:-}"
          printf '%s\n' "$tool_dir" >> "$GITHUB_PATH"
          export PATH="$tool_dir:$PATH"
          node --version | grep -Eq '^v22\.'
          npm --version

      - name: Preload PostgreSQL integration image
        env:
          POSTGRES_TEST_SOURCE_IMAGE: public.ecr.aws/docker/library/postgres:17-alpine@sha256:742f40ea20b9ff2ff31db5458d127452988a2164df9e17441e191f3b72252193
          POSTGRES_TEST_IMAGE: postgres:17-alpine
        run: |
          set -euo pipefail
          if ! docker image inspect "$POSTGRES_TEST_IMAGE" >/dev/null 2>&1; then
            for attempt in 1 2 3; do
              if timeout 180 docker pull "$POSTGRES_TEST_SOURCE_IMAGE"; then
                docker tag "$POSTGRES_TEST_SOURCE_IMAGE" "$POSTGRES_TEST_IMAGE"
                break
              fi
              if [ "$attempt" -eq 3 ]; then
                echo "Failed to preload $POSTGRES_TEST_IMAGE after $attempt attempts" >&2
                exit 1
              fi
              sleep $((attempt * 15))
            done
          fi
          docker image inspect "$POSTGRES_TEST_IMAGE" >/dev/null

      - name: Install dependencies
        env:
          PIP_INDEX_URL: https://mirrors.aliyun.com/pypi/simple/
          NPM_CONFIG_REGISTRY: https://registry.npmmirror.com
        run: |
          set -euo pipefail
          python3 -m venv .venv
          export PATH="$PWD/.venv/bin:$PATH"
          python -m pip install --upgrade pip
          python -m pip install \
            "mcp==1.28.1" \
            "pydantic==2.13.4" \
            "numpy==2.5.1" \
            "pandas==2.3.3" \
            "timezonefinder==8.2.5" \
            -r requirements.txt -r requirements-dev.txt
          npm ci --prefix frontend

      - name: Validate backend, package, frontend, and database contracts
        run: |
          set -euo pipefail
          export PATH="$PWD/.venv/bin:$PATH"
          ruff check scripts/run_quality_gate.py tests/test_varga_bphs.py \
            tests/test_ashtakavarga_invariants.py tests/test_cli_smoke.py \
            tests/test_yoga_rules_integrity.py
          python -m py_compile scripts/*.py jyotish_vedic/*.py mcp_server.py
          python scripts/run_quality_gate.py \
            --profile quick --skip-yoga-logic --skip-frontend-runtime
          python scripts/commercial_privacy_artifact_scan.py --json
          python -m build
          npm test --prefix frontend
          npm run lint --prefix frontend
          npm run build --prefix frontend

  publish:
    if: gitea.event_name == 'push' && gitea.ref == 'refs/heads/staging'
    needs: validate
    runs-on: manman-linux
    timeout-minutes: 45
    env:
      GITEA_SHA: ${{ gitea.sha }}
      GITEA_RUN_ATTEMPT: ${{ gitea.run_attempt }}
      REGISTRY_HOST: crpi-d1feco6itet73spp.cn-hongkong.personal.cr.aliyuncs.com
      IMAGE_REPOSITORY: crpi-d1feco6itet73spp.cn-hongkong.personal.cr.aliyuncs.com/copse/jyotisha
    steps:
      - name: Checkout exact Gitea revision
        run: |
          set -euo pipefail
          [[ "$GITEA_SHA" =~ ^[0-9a-f]{40}$ ]]
          git init .
          git remote remove origin 2>/dev/null || true
          git remote add origin https://git.copse.top/root/Jyotisha.git
          git -c http.connectTimeout=15 -c http.lowSpeedLimit=1024 -c http.lowSpeedTime=30 \
            fetch --depth=1 --no-tags origin "$GITEA_SHA"
          git checkout --detach --force "$GITEA_SHA"
          git clean -ffdx
          test "$(git rev-parse HEAD)" = "$GITEA_SHA"
          test -z "$(git status --porcelain --untracked-files=all)"

      - name: Prepare pinned Node tooling
        env:
          NODE_TOOL_SOURCE_IMAGE: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/library/node:22-bookworm-slim@sha256:ef343465b6a14bbdf2ab52f6e100ec0659a792464fcf72c462370d88b3df909c
          NODE_TOOL_IMAGE: node:22-bookworm-slim
        run: |
          set -euo pipefail
          if ! docker image inspect "$NODE_TOOL_SOURCE_IMAGE" >/dev/null 2>&1; then
            for attempt in 1 2 3; do
              if timeout 180 docker pull "$NODE_TOOL_SOURCE_IMAGE"; then
                break
              fi
              if [ "$attempt" -eq 3 ]; then
                echo "Failed to preload $NODE_TOOL_IMAGE after $attempt attempts" >&2
                exit 1
              fi
              sleep $((attempt * 15))
            done
          fi
          docker tag "$NODE_TOOL_SOURCE_IMAGE" "$NODE_TOOL_IMAGE"
          docker image inspect "$NODE_TOOL_IMAGE" >/dev/null
          tool_dir="$(mktemp -d "${RUNNER_TEMP:-/tmp}/jyotisha-node-tools.XXXXXX")"
          cat > "$tool_dir/node" <<'EOF'
          #!/usr/bin/env bash
          set -euo pipefail
          workdir="$(pwd -P)"
          exec docker run --rm \
            --user "$(id -u):$(id -g)" \
            --volume "$workdir:$workdir" \
            --workdir "$workdir" \
            --env HOME=/tmp \
            node:22-bookworm-slim "${0##*/}" "$@"
          EOF
          chmod 0755 "$tool_dir/node"
          ln -s node "$tool_dir/npm"
          test -n "${GITHUB_PATH:-}"
          printf '%s\n' "$tool_dir" >> "$GITHUB_PATH"
          export PATH="$tool_dir:$PATH"
          node --version
          npm --version

      - name: Build and publish exact-SHA ACR images
        env:
          REGISTRY_USERNAME: ${{ secrets.REGISTRY_USERNAME }}
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
        run: |
          set -euo pipefail
          printf '%s' "$REGISTRY_PASSWORD" | docker login "$REGISTRY_HOST" --username "$REGISTRY_USERNAME" --password-stdin
          docker build -f deploy/railway-api.Dockerfile -t "$IMAGE_REPOSITORY:api-$GITEA_SHA" .
          docker build -f deploy/railway-web.Dockerfile -t "$IMAGE_REPOSITORY:web-$GITEA_SHA" .
          docker push "$IMAGE_REPOSITORY:api-$GITEA_SHA"
          docker push "$IMAGE_REPOSITORY:web-$GITEA_SHA"

      - name: Record immutable linux-amd64 image manifest
        run: |
          set -euo pipefail
          [[ "$GITEA_SHA" =~ ^[0-9a-f]{40}$ ]]
          [[ "$GITEA_RUN_ATTEMPT" =~ ^[0-9]+$ ]]
          select_digest='import json,sys; d=json.load(sys.stdin); xs=d if isinstance(d,list) else [d]; xs=[x for x in xs if isinstance(x,dict) and isinstance(x.get("Descriptor",x),dict)]; x=next((x for x in xs if x.get("Descriptor",x).get("platform",{}).get("os")=="linux" and x.get("Descriptor",x).get("platform",{}).get("architecture")=="amd64"),None); print(x.get("Descriptor",x).get("digest","") if x else "")'
          api_digest="$(docker manifest inspect "$IMAGE_REPOSITORY:api-$GITEA_SHA" --verbose | python3 -c "$select_digest")"
          web_digest="$(docker manifest inspect "$IMAGE_REPOSITORY:web-$GITEA_SHA" --verbose | python3 -c "$select_digest")"
          [[ "$api_digest" =~ ^sha256:[0-9a-f]{64}$ ]]
          [[ "$web_digest" =~ ^sha256:[0-9a-f]{64}$ ]]
          install -d -m 700 artifacts/staging-images
          umask 077
          printf 'git_sha=%s\napi_digest=%s\nweb_digest=%s\n' \
            "$GITEA_SHA" "$api_digest" "$web_digest" \
            > artifacts/staging-images/manifest.env
          node frontend/scripts/staging-image-manifest.mjs \
            artifacts/staging-images/manifest.env "$GITEA_SHA" "$IMAGE_REPOSITORY" >/dev/null

      - name: Upload immutable staging image manifest
        run: |
          set -euo pipefail
          test -n "${ACTIONS_RUNTIME_TOKEN:-}"
          test -n "${ACTIONS_RESULTS_URL:-}"
          test -n "${GITHUB_RUN_ID:-}"
          test -n "${GITHUB_REPOSITORY:-}"
          workdir="$(pwd -P)"
          docker run --rm \
            --user "$(id -u):$(id -g)" \
            --volume "$workdir:$workdir" \
            --workdir "$workdir" \
            --env HOME=/tmp \
            --env "INPUT_NAME=staging-image-manifest-$GITEA_SHA-$GITEA_RUN_ATTEMPT" \
            --env INPUT_PATH=artifacts/staging-images/manifest.env \
            --env INPUT_OVERWRITE=false \
            --env ACTIONS_RUNTIME_TOKEN \
            --env ACTIONS_RESULTS_URL \
            --env GITHUB_RUN_ID \
            --env GITHUB_REPOSITORY \
            --env "GITHUB_SHA=$GITEA_SHA" \
            --env "GITHUB_WORKSPACE=$workdir" \
            node:22-bookworm-slim \
            node -e 'process.env["INPUT_IF-NO-FILES-FOUND"]="error"; process.env["INPUT_RETENTION-DAYS"]="30"; process.env["INPUT_COMPRESSION-LEVEL"]="6"; require("./.gitea/actions/upload-artifact/dist/index.js")'

      - name: Logout ACR registry
        if: always()
        run: docker logout "$REGISTRY_HOST" >/dev/null 2>&1 || true