Autoblocks Testing #1140
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Autoblocks Testing | |
| on: | |
| push: # Run on every push. | |
| schedule: # Run every day at ~7:17am PST. | |
| - cron: '17 15 * * *' | |
| workflow_dispatch: # Allow runs triggered from Autoblocks UI. | |
| inputs: | |
| autoblocks-overrides: | |
| type: string | |
| description: Overrides for Autoblocks-managed entities | |
| required: false | |
| permissions: | |
| # Allow commenting on pull requests | |
| issues: write | |
| # Allow getting associated pull requests when event is type `push` | |
| pull-requests: write | |
| contents: read | |
| jobs: | |
| py-autoblocks-tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| project: | |
| - Python/testing-sdk | |
| - Python/testing-sdk-with-prompt-sdk | |
| - Python/dspy | |
| - Python/pinecone | |
| defaults: | |
| run: | |
| shell: bash | |
| working-directory: ${{ matrix.project }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Setup python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Install poetry | |
| run: curl -sSL https://install.python-poetry.org | python3 - | |
| - name: Check pyproject.toml & poetry.lock are in sync | |
| run: poetry lock --check | |
| - name: Install dependencies | |
| run: poetry install | |
| - name: Run mypy | |
| run: poetry run mypy | |
| if: matrix.project == 'Python/testing-sdk' | |
| - name: Run Autoblocks tests | |
| run: npx autoblocks testing exec -- poetry run start | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| AUTOBLOCKS_API_KEY: ${{ secrets.AUTOBLOCKS_API_KEY }} | |
| AUTOBLOCKS_INGESTION_KEY: ${{ secrets.AUTOBLOCKS_INGESTION_KEY }} | |
| PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }} | |
| js-autoblocks-tests: | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash | |
| working-directory: JavaScript/testing-sdk | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Setup Node | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: '20' | |
| - name: Install dependencies | |
| run: npm ci | |
| - name: Run Autoblocks tests | |
| run: npx autoblocks testing exec -- npm run start | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| AUTOBLOCKS_API_KEY: ${{ secrets.AUTOBLOCKS_API_KEY }} |