ci-conda.yml

name: Build & Test using Conda

on:
  push:
    tags:
      - '*'
    branches:
      - 'public/build/**-runci'
  pull_request:
  workflow_dispatch:
    # Allow to run manually

concurrency:
  # Cancel previous runs of this workflow for the same branch
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  test:
    name: Conda
    runs-on: ${{ matrix.os }}-latest

    strategy:
      matrix:
        # On pushes to tags or branches, test the whole matrix.
        os: >-
          ${{ github.event_name == 'pull_request'
                && fromJson('["ubuntu"]')
                || fromJson('["ubuntu", "macos"]') }}
        python: >-
          ${{ github.event_name == 'pull_request'
                && fromJson('["3.9"]')
                || fromJson('["3.9", "3.10", "3.11"]') }}
        # Optional environment is disabled for now as its not yet working
        # environment: [environment, environment-optional]
        conda-env: [environment]
        # On pull requests, only test two jobs:
        # Ubuntu with Python 3.9, macOS with Python 3.10.
        # Build & Test currently uses Python 3.11 (on ubuntu-focal).
        # Together, they cover the supported minor Python versions.
        include: >-
          ${{ github.event_name == 'pull_request'
                && fromJson('[{"os": "macos", "python": "3.10", "conda-env": "environment"}]')
                || fromJson('[]') }}

    steps:
      - uses: actions/checkout@v4

      - name: Merge CI fixes from sagemath/sage
        run: |
          .ci/merge-fixes.sh
        env:
          GH_TOKEN: ${{ github.token }}
          SAGE_CI_FIXES_FROM_REPOSITORIES: ${{ vars.SAGE_CI_FIXES_FROM_REPOSITORIES }}

      - name: Cache conda packages
        uses: actions/cache@v3
        with:
          path: ~/conda_pkgs_dir
          key:
            ${{ runner.os }}-conda-${{ hashFiles('src/environment-3.11.yml') }}

      - name: Setup Conda environment
        uses: conda-incubator/setup-miniconda@v2
        with:
          python-version: ${{ matrix.python }}
          miniforge-version: latest
          use-mamba: true
          channels: conda-forge
          channel-priority: true
          activate-environment: sage
          environment-file: src/${{ matrix.conda-env }}-${{ matrix.python }}-${{ startsWith(matrix.os, 'macos') && 'macos' || 'linux' }}.yml

      - name: Print Conda environment
        shell: bash -l {0}
        run: |
          conda info
          conda list

      - name: Configure
        shell: bash -l {0}
        continue-on-error: true
        run: |
          ./bootstrap
          echo "::add-matcher::.github/workflows/configure-systempackage-problem-matcher.json"
          ./configure --enable-build-as-root --with-python=$CONDA_PREFIX/bin/python --prefix=$CONDA_PREFIX --enable-system-site-packages $(for pkg in $(./sage -package list :standard: --has-file spkg-configure.m4 --has-file distros/conda.txt --exclude rpy2); do echo --with-system-$pkg=force; done)
          echo "::remove-matcher owner=configure-system-package-warning::"
          echo "::remove-matcher owner=configure-system-package-error::"

      - name: Build
        shell: bash -l {0}
        run: |
          # Use --no-deps and pip check below to verify that all necessary dependencies are installed via conda.
          pip install --no-build-isolation --no-deps -v -v -e ./pkgs/sage-conf ./pkgs/sage-setup
          pip install --no-build-isolation --no-deps --config-settings editable_mode=compat -v -v -e ./src
        env:
          SAGE_NUM_THREADS: 2
        
      - name: Verify dependencies
        if: success() || failure()
        shell: bash -l {0}
        run: pip check

      - name: Test
        if: success() || failure()
        shell: bash -l {0}
        run: ./sage -t --all --baseline-stats-path=.github/workflows/ci-conda-known-test-failures.json -p0

      - name: Print logs
        if: always()
        run: |
          for file in $(find . -type f -name "*.log"); do
              echo "::group::$file"
              cat "$file"
              echo "::endgroup::"
          done