extralit-server.yml

name: Build Extralit server package

concurrency:
  group: ${{ github.workflow }}-${{ github.sha }}
  cancel-in-progress: true

on:
  workflow_dispatch:

  push:
    branches:
      - main
      - develop
      - feat/**
      - releases/**
    paths:
      - "extralit-server/**"

permissions:
  id-token: write

jobs:
  build:
    name: Build `extralit-server` package
    if: github.event.pull_request.draft == false
    runs-on: ubuntu-latest

    defaults:
      run:
        shell: bash -l {0}
        working-directory: extralit-server

    services:
      elasticsearch:
        image: docker.elastic.co/elasticsearch/elasticsearch:8.17.0
        ports:
          - 9200:9200
        env:
          discovery.type: single-node
          xpack.security.enabled: false

      postgres:
        image: postgres:14
        env:
          POSTGRES_HOST: localhost
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: postgres
          POSTGRES_DB: extralit
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432

      redis:
        image: redis
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 6379:6379

      minio:
        image: lazybit/minio
        volumes:
          - /data:/data
        env:
          MINIO_ACCESS_KEY: minioadmin
          MINIO_SECRET_KEY: minioadmin
        options: --name=minio --health-cmd "curl http://localhost:9000/minio/health/live"
        ports:
          - 9000:9000

    env:
      HF_HUB_DISABLE_TELEMETRY: 1
      EXTRALIT_S3_ENDPOINT: http://localhost:9000
      EXTRALIT_S3_ACCESS_KEY: minioadmin
      EXTRALIT_S3_SECRET_KEY: minioadmin

    steps:
      - name: Checkout Code 🛎
        uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@d4b2f3b6ecc6e67c4457f6d3e41ec42d3d0fcb86
        with:
          pyproject-file: "extralit-server/pyproject.toml"
          enable-cache: true
          cache-local-path: ~/.cache/uv
          cache-dependency-glob: "extralit-server/uv.lock"

      - name: Install dependencies
        run: uv sync --dev --extra postgresql

      - name: Run tests 📈
        id: run-tests
        continue-on-error: true
        env:
          HF_TOKEN_EXTRALIT_INTERNAL_TESTING: ${{ secrets.HF_TOKEN_EXTRALIT_INTERNAL_TESTING }}
          EXTRALIT_DATABASE_URL: postgresql://postgres:postgres@localhost:5432/extralit
          EXTRALIT_ELASTICSEARCH: http://localhost:9200
          EXTRALIT_SEARCH_ENGINE: elasticsearch
        run: |
          uv run pytest tests/unit --cov=extralit_server --cov-report=term --cov-report=xml --verbosity=0 --disable-warnings

      - name: Upload test coverage
        if: always()
        uses: codecov/codecov-action@v5.4.3
        with:
          files: coverage.xml
          flags: extralit-server
          token: ${{ secrets.CODECOV_TOKEN }}

      - name: Check test status
        if: steps.run-tests.outcome == 'failure'
        run: exit 1

      - name: Upload test results to Codecov
        if: ${{ !cancelled() }}
        uses: codecov/test-results-action@v1
        with:
          flags: extralit-server
          token: ${{ secrets.CODECOV_TOKEN }}

      # The server no longer builds the frontend from source. The live UI is published to Vercel
      # by extralit-frontend.yml; here we just bake a prebuilt SPA into the wheel as the bundled
      # fallback UI (main for release builds, else develop).
      - name: Download prebuilt frontend statics
        uses: ./.github/actions/download-frontend-artifact
        with:
          branch: ${{ github.ref_name == 'main' && 'main' || 'develop' }}

      - name: Build package
        run: |
          set -euo pipefail
          # Bake the compiled SPA into the wheel's static dir. Fail loudly if it's missing or
          # empty, otherwise the server ships with no statics and 404s every route.
          cp -r ../extralit-frontend/.output/public src/extralit_server/static
          test -f src/extralit_server/static/index.html
          uv build

      - name: Upload artifact
        uses: actions/upload-artifact@v4
        with:
          name: extralit-server
          path: extralit-server/dist

  build_docker_images:
    name: Build docker images
    uses: ./.github/workflows/extralit-server.build-docker-images.yml
    if: |
      github.ref == 'refs/heads/main'
      || github.ref == 'refs/heads/develop'
      || contains(github.ref, 'releases/')
      || github.event_name == 'workflow_dispatch'
      || (github.event_name == 'pull_request' && !github.event.pull_request.head.repo.fork && !github.event.pull_request.draft)
    needs:
      - build
    with:
      is_release: ${{ github.ref == 'refs/heads/main' || github.event_name == 'workflow_dispatch' }}
      publish_latest: ${{ github.ref == 'refs/heads/main' }}
    secrets: inherit

  # This job will publish extralit-server python package into PyPI repository
  publish_release:
    name: Publish Release
    runs-on: ubuntu-latest
    if: ${{ github.ref == 'refs/heads/main' || github.event_name == 'workflow_dispatch' }}

    needs:
      - build
      - build_docker_images

    defaults:
      run:
        shell: bash -l {0}
        working-directory: extralit-server

    permissions:
      # This permission is needed for private repositories.
      # contents: read
      # IMPORTANT: this permission is mandatory for trusted publishing on PyPI
      id-token: write

    steps:
      - name: Checkout Code 🛎
        uses: actions/checkout@v4

      - name: Download python package
        uses: actions/download-artifact@v4
        with:
          name: extralit-server
          path: extralit-server/dist

      - name: Install uv
        uses: astral-sh/setup-uv@d4b2f3b6ecc6e67c4457f6d3e41ec42d3d0fcb86
        with:
          pyproject-file: "extralit-server/pyproject.toml"

      - name: Read package info
        run: |
          PACKAGE_VERSION=$(grep '__version__' src/extralit_server/_version.py | cut -d'"' -f2)
          PACKAGE_NAME="extralit-server"
          echo "PACKAGE_VERSION=$PACKAGE_VERSION" >> $GITHUB_ENV
          echo "PACKAGE_NAME=$PACKAGE_NAME" >> $GITHUB_ENV
          echo "$PACKAGE_NAME==$PACKAGE_VERSION"

      - name: Publish Package to PyPI test environment 🥪
        continue-on-error: true
        run: |
          uv publish --index-url https://test.pypi.org/legacy/ --token ${{ secrets.AR_TEST_PYPI_API_TOKEN }} dist/*

      - name: Test Installing 🍿
        continue-on-error: true
        run: |
          pip install --index-url https://test.pypi.org/simple --no-deps  $PACKAGE_NAME==$PACKAGE_VERSION

      - name: Publish Package to PyPI 🥩
        if: github.ref == 'refs/heads/main'
        run: |
          uv publish --token ${{ secrets.AR_PYPI_API_TOKEN }} dist/*