unit_tests.yml

name: Unit Test

on:
  push:
    branches: [ main ]
  pull_request:
    branches: [ main, release/* ]
  merge_group:
    branches: [ main ]

concurrency:
  group: "${{ github.workflow }}-${{ github.ref }}"
  cancel-in-progress: true


jobs:
  lint:
    strategy:
      matrix:
        python-version: [ "3.9","3.10","3.11", "3.12", "3.13"]
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Lint
        run: |
          make install-lint
          make check-python

  shellcheck:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: ShellCheck
        uses: ludeeus/action-shellcheck@master

  shfmt:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: setup shfmt
        uses: mfinelli/setup-shfmt@v3
      - name: Run shfmt
        run: shfmt -i 2 -d .

  changelog:
    runs-on: ubuntu-latest
    steps:
      # need to checkout otherwise paths-filter will fail on merge-queue trigger
      - uses: actions/checkout@v4
      - if: github.ref != 'refs/heads/main'
        uses: dorny/paths-filter@v3
        id: changes
        with:
          filters: |
            src:
              - 'unstructured_ingest/**'

      - if: steps.changes.outputs.src == 'true' && github.ref != 'refs/heads/main'
        uses: dangoslen/changelog-enforcer@v3


  test_ingest_help:
    environment: ci
    strategy:
      matrix:
        python-version: [ "3.9","3.10","3.11", "3.12", "3.13" ]
    runs-on: ubuntu-latest
    needs: [ lint ]
    steps:
      - uses: 'actions/checkout@v4'
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Validate --help
        run: |
          pip install .
          PYTHONPATH=. python ./test_e2e/test-help.py
          PYTHONPATH=. python ./test_e2e/test-help.py --local-code

  test_install_cli:
    environment: ci
    strategy:
      matrix:
        python-version: [ "3.9","3.10","3.11", "3.12", "3.13" ]
    runs-on: ubuntu-latest
    needs: [ lint ]
    steps:
      - uses: 'actions/checkout@v4'
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Install local deps
        run: |
          pip install .
      - name: Validate --help
        run: |
          unstructured-ingest --help

  test_ingest_unit:
    strategy:
      matrix:
        python-version: [ "3.9","3.10","3.11", "3.12", "3.13" ]
    runs-on: ubuntu-latest
    needs: [ lint ]
    steps:
      # actions/checkout MUST come before auth
      - uses: 'actions/checkout@v4'
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Test Ingest (unit)
        run: |
          make install-base
          make install-test
          make unit-test

  test_ingest_unit_unstructured:
    strategy:
      matrix:
        # TODO include 3.13 when unstructured supports it
        python-version: [ "3.9","3.10","3.11", "3.12"]
    runs-on: ubuntu-latest
    env:
      NLTK_DATA: ${{ github.workspace }}/nltk_data
    needs: [ lint ]
    steps:
      # actions/checkout MUST come before auth
      - uses: 'actions/checkout@v4'
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Test Ingest (unit)
        run: |
          make install-base
          make install-test
          pip install unstructured
          python -m nltk.downloader -d $NLTK_DATA punkt_tab averaged_perceptron_tagger_eng
          make unit-test-unstructured