ci.yml

name: ci

on:
  push:
    branches: ["main", "dev-2.11"]
  pull_request:
    branches: ["main", "dev-2.11"]

jobs:

  tests_v1:
    name: "V1 - Python ${{ matrix.python-version }}"
    runs-on: ubuntu-22.04
    timeout-minutes: 30

    strategy:
      matrix:
        python-version: ["3.10"]

    steps:
      - uses: actions/checkout@v4
        with:
          persist-credentials: false

      - name: Start Postgres
        run: |
          sudo systemctl start postgresql.service
          sudo --login -u postgres psql -c "ALTER USER postgres WITH PASSWORD 'postgres';"
          sudo --login -u postgres createdb fractal_test

      - name: Cache SLURM Docker images
        id: cache-docker-slurm-multipy
        uses: actions/cache@v4
        with:
          path: ci/cache/docker/slurm-multipy
          key: cache-docker-slurm-multipy

      - name: Use SLURM Docker Image Cache if cache hit
        if: steps.cache-docker-slurm-multipy.outputs.cache-hit == 'true'
        run: docker image load --input ./ci/cache/docker/slurm-multipy/slurm-multipy.tar

      - name: Update SLURM Docker Image Cache if cache miss
        if: steps.cache-docker-slurm-multipy.outputs.cache-hit != 'true'
        run: docker pull ghcr.io/fractal-analytics-platform/ubuntu22-slurm-multipy:0.1 && mkdir -p ci/cache/docker/slurm-multipy && docker image save ghcr.io/fractal-analytics-platform/ubuntu22-slurm-multipy:0.1 --output ./ci/cache/docker/slurm-multipy/slurm-multipy.tar

      - name: Install poetry
        run: pipx install poetry==2.0.0

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
          cache: "poetry"

      - name: Install dependencies
        run: |
          poetry install --with dev --no-interaction

      - name: Test with pytest
        env:
          COVERAGE_FILE: coverage-data-v1-${{ matrix.python-version }}
        run: poetry run coverage run --concurrency=thread,greenlet,multiprocessing -m pytest --ignore tests/no_version --ignore tests/v2

      - name: Upload coverage data
        uses: actions/upload-artifact@v4
        with:
          name: coverage-data-v1-${{ matrix.python-version }}
          path: coverage-data-v1-${{ matrix.python-version }}*

  tests_v2:

    name: "V2 - Python ${{ matrix.python-version }}"
    runs-on: ubuntu-22.04
    timeout-minutes: 30

    strategy:
      matrix:
        python-version: ["3.10", "3.11", "3.12"]

    steps:
      - uses: actions/checkout@v4
        with:
          persist-credentials: false

      - name: Start Postgres
        run: |
          sudo systemctl start postgresql.service
          sudo --login -u postgres psql -c "ALTER USER postgres WITH PASSWORD 'postgres';"
          sudo --login -u postgres createdb fractal_test

      - name: Cache SLURM Docker images
        id: cache-docker-slurm-multipy
        uses: actions/cache@v4
        with:
          path: ci/cache/docker/slurm-multipy
          key: cache-docker-slurm-multipy

      - name: Use SLURM Docker Image Cache if cache hit
        if: steps.cache-docker-slurm-multipy.outputs.cache-hit == 'true'
        run: docker image load --input ./ci/cache/docker/slurm-multipy/slurm-multipy.tar

      - name: Update SLURM Docker Image Cache if cache miss
        if: steps.cache-docker-slurm-multipy.outputs.cache-hit != 'true'
        run: docker pull ghcr.io/fractal-analytics-platform/ubuntu22-slurm-multipy:0.1 && mkdir -p ci/cache/docker/slurm-multipy && docker image save ghcr.io/fractal-analytics-platform/ubuntu22-slurm-multipy:0.1 --output ./ci/cache/docker/slurm-multipy/slurm-multipy.tar

      - name: Install poetry
        run: pipx install poetry==2.0.0

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
          cache: "poetry"

      - name: Install dependencies
        run: |
          poetry install --with dev --no-interaction

      - name: Test with pytest
        env:
          COVERAGE_FILE: coverage-data-v2-${{ matrix.python-version }}
        run: poetry run coverage run --concurrency=thread,greenlet,multiprocessing -m pytest tests/v2 tests/no_version --ignore tests/v1

      - name: Upload coverage data
        uses: actions/upload-artifact@v4
        with:
          name: coverage-data-v2-${{ matrix.python-version }}
          path: coverage-data-v2-${{ matrix.python-version }}*


  coverage:
    name: Coverage
    runs-on: ubuntu-22.04
    needs: [tests_v1, tests_v2]

    permissions:
      pull-requests: write
      contents: write

    steps:
      - uses: actions/checkout@v4

      - run: pipx install poetry==2.0.0

      - uses: actions/setup-python@v5
        with:
          python-version: "3.10"
          cache: "poetry"

      - name: Install dependencies
        run: poetry install --only dev

      - name: Download data
        uses: actions/download-artifact@v4
        with:
          pattern: coverage-data-*
          merge-multiple: true

      - name: Combine coverage
        # Combines all the downloaded coverage artifacts in a single `.coverage` file,
        # which will then be used by `py-cov-action/python-coverage-comment-action`.
        # We added this step to replace the variable `MERGE_COVERAGE_FILES: true`
        # in the next step, which had started to raise errors
        # (https://github.com/fractal-analytics-platform/fractal-server/pull/1725).
        run: poetry run coverage combine coverage-data-*

      - name: Add coverage comment to Pull Requests
        id: coverage_comment
        uses: py-cov-action/python-coverage-comment-action@v3
        with:
          GITHUB_TOKEN: ${{ github.token }}
          MINIMUM_GREEN: 90
          MINIMUM_ORANGE: 60
          ANNOTATE_MISSING_LINES: true
          ANNOTATION_TYPE: notice