cleveragents-core/.forgejo/workflows/ci.yml

name: CI

on:
    push:
        branches: [master, develop]
    pull_request:
        branches: [master]

env:
    UV_VERSION: "0.8.0"
    PYTHON_VERSION: "3.13"
    NOX_DEFAULT_VENV_BACKEND: "uv"
    ASV_FACTOR: "1.10"

jobs:
    lint:
        runs-on: docker
        container:
            image: python:3.13-slim
        steps:
            - name: Install Node.js (required by actions/checkout)
              run: |
                  apt-get update && apt-get install -y -qq nodejs && rm -rf /var/lib/apt/lists/*

            - uses: actions/checkout@v4

            - name: Install uv and nox
              run: |
                  pip install -q uv==${{ env.UV_VERSION }} nox

            - name: Run lint via nox
              run: |
                  nox -s lint
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

            - name: Run format check via nox
              run: |
                  nox -s format -- --check
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

    typecheck:
        runs-on: docker
        container:
            image: python:3.13-slim
        steps:
            - name: Install Node.js (required by actions/checkout)
              run: |
                  apt-get update && apt-get install -y -qq nodejs && rm -rf /var/lib/apt/lists/*

            - uses: actions/checkout@v4

            - name: Install uv and nox
              run: |
                  pip install -q uv==${{ env.UV_VERSION }} nox

            - name: Run typecheck via nox
              run: |
                  nox -s typecheck
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

    security:
        runs-on: docker
        container:
            image: python:3.13-slim
        steps:
            - name: Install Node.js (required by actions/checkout)
              run: |
                  apt-get update && apt-get install -y -qq nodejs && rm -rf /var/lib/apt/lists/*

            - uses: actions/checkout@v4

            - name: Install uv and nox
              run: |
                  pip install -q uv==${{ env.UV_VERSION }} nox

            - name: Run security scan via nox
              run: |
                  nox -s security_scan
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

            - name: Run dead code detection via nox
              run: |
                  nox -s dead_code
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

    quality:
        runs-on: docker
        container:
            image: python:3.13-slim
        steps:
            - name: Install Node.js (required by actions/checkout)
              run: |
                  apt-get update && apt-get install -y -qq nodejs && rm -rf /var/lib/apt/lists/*

            - uses: actions/checkout@v4

            - name: Install uv and nox
              run: |
                  pip install -q uv==${{ env.UV_VERSION }} nox

            - name: Run complexity check via nox
              run: |
                  nox -s complexity
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

    unit_tests:
        runs-on: docker
        container:
            image: python:3.13-slim
        steps:
            - name: Install system dependencies (nodejs for checkout, git for merge tests)
              run: |
                  apt-get update && apt-get install -y -qq nodejs git && rm -rf /var/lib/apt/lists/*

            - uses: actions/checkout@v4

            - name: Install uv and nox
              run: |
                  pip install -q uv==${{ env.UV_VERSION }} nox

            - name: Run unit tests via nox
              run: |
                  nox -s unit_tests
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

    integration_tests:
        runs-on: docker
        container:
            image: python:3.13-slim
        steps:
            - name: Install Node.js (required by actions/checkout)
              run: |
                  apt-get update && apt-get install -y -qq nodejs && rm -rf /var/lib/apt/lists/*

            - uses: actions/checkout@v4

            - name: Install uv and nox
              run: |
                  pip install -q uv==${{ env.UV_VERSION }} nox

            - name: Run integration tests via nox
              run: |
                  nox -s integration_tests
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

    coverage:
        runs-on: docker
        container:
            image: python:3.13-slim
        needs: [lint, typecheck]
        steps:
            - name: Install system dependencies (nodejs for checkout, git for merge tests)
              run: |
                  apt-get update && apt-get install -y -qq nodejs git && rm -rf /var/lib/apt/lists/*

            - uses: actions/checkout@v4

            - name: Install uv and nox
              run: |
                  pip install -q uv==${{ env.UV_VERSION }} nox

            - name: Run coverage report via nox (fail-under 97%)
              run: |
                  nox -s coverage_report
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

            - name: Upload coverage artifacts
              if: always()
              uses: actions/upload-artifact@v3
              with:
                  name: coverage-reports
                  path: |
                      build/coverage.xml
                      build/htmlcov/
                  retention-days: 30

    benchmark-regression:
        if: forgejo.event_name == 'pull_request'
        runs-on: docker
        container: 
            image: python:3.13-slim
        needs: [lint, typecheck]
        steps:
            - name: Install system dependencies (nodejs for checkout, git for merge tests)
              run: |
                  apt-get update && apt-get install -y -qq nodejs git && rm -rf /var/lib/apt/lists/*

            - name: Checkout full history
              uses: actions/checkout@v4
              with:
                  fetch-depth: 0
                    
            - name: Compute base commit
              run: |
                  git fetch origin "${{ forgejo.base_ref }}" --depth=200
                  BASE_SHA=$(git merge-base HEAD "origin/${{ forgejo.base_ref }}")
                  echo "ASV_BASE_SHA=${BASE_SHA}" >> $FORGEJO_ENV

            - name: Install dependencies
              run: |
                  python -m pip install -U pip
                  python -m pip install asv virtualenv uv==${{ env.UV_VERSION }} nox

            - name: Restore prior ASV benchmarks
              env:
                  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
                  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
                  AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
                  ASV_S3_BUCKET: ${{ secrets.ASV_S3_BUCKET }}
              run: |
                  python -m pip install awscli
                  mkdir -p build/asv/results
                  aws s3 sync "s3://${ASV_S3_BUCKET}/asv/results" build/asv/results --delete || true
                
            - name: Run asv continuous via nox
              run: |
                  nox -s benchmark_regression

            - name: Upload benchmark artifacts
              if: always()
              uses: actions/upload-artifact@v4
              with:
                  name: asv-results-pr
                  path: build/asv
                  rentention-days: 30

    benchmark-publish:
        if: forgejo.event_name == 'push' && ( forgejo.ref == 'refs/heads/master' || forgejo.ref == 'refs/heads/develop' )
        runs-on: docker
        container: python:3.13-slim
        steps:
            - name: Install system dependencies (nodejs for checkout, git for merge tests)
              run: |
                  apt-get update && apt-get install -y -qq nodejs git && rm -rf /var/lib/apt/lists/*

            - name: Checkout full history
              uses: actions/checkout@v4
              with:
                  fetch-depth: 0

            - name: Install dependencies
              run: |
                  python -m pip install -U pip
                  python -m pip install asv virtualenv uv==${{ env.UV_VERSION }} nox

            - name: Restore prior ASV benchmarks
              env:
                  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
                  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
                  AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
                  ASV_S3_BUCKET: ${{ secrets.ASV_S3_BUCKET }}
              run: |
                  python -m pip install awscli
                  mkdir -p build/asv/results
                  aws s3 sync "s3://${ASV_S3_BUCKET}/asv/results" build/asv/results --delete || true

            - name: Run asv via nox
              run: |
                  nox -s benchmark

            - name: Upload updated benchmarks and website to S3
              env:
                  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
                  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
                  AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
                  ASV_S3_BUCKET: ${{ secrets.ASV_S3_BUCKET }}
              run: |
                  python -m pip install awscli
                  aws s3 sync build/asv/results "s3://${ASV_S3_BUCKET}/asv/results" --delete
                  aws s3 sync build/asv/html "s3://${ASV_S3_BUCKET}/asv/html" --delete

            - name: Upload benchmark artifacts 
              if: always()
              uses: actions/upload-artifact@v4
              with:
                  name: asv-results
                  path: build/asv
                  rentention-days: 0

    build:
        runs-on: docker
        container:
            image: python:3.13-slim
        steps:
            - name: Install Node.js (required by actions/checkout)
              run: |
                  apt-get update && apt-get install -y -qq nodejs && rm -rf /var/lib/apt/lists/*

            - uses: actions/checkout@v4

            - name: Install uv and nox
              run: |
                  pip install -q uv==${{ env.UV_VERSION }} nox

            - name: Build wheel via nox
              run: |
                  nox -s build
              env:
                  NOX_DEFAULT_VENV_BACKEND: uv

    docker:
        needs: [lint, typecheck, unit_tests, security]
        runs-on: docker
        container:
            image: docker:dind
            options: --privileged
        steps:
            - name: Start Docker daemon and install dependencies
              run: |
                  dockerd &
                  apk add --no-cache git nodejs
                  for i in $(seq 1 30); do docker info >/dev/null 2>&1 && break || sleep 1; done

            - uses: actions/checkout@v4

            - name: Build Docker image
              run: |
                  docker build -t cleverernie:test .

            - name: Test Docker image
              run: |
                  docker run --rm cleverernie:test --version