Add nightly workflows for goth tests (#363) (#378)

.github/workflows/goth-nightly.yml

@@ -0,0 +1,72 @@
+name: Goth nightly
+
+on:
+  schedule:
+    # run this workflow every day at 1:00 AM UTC
+    - cron: '0 1 * * *'
+
+jobs:
+  goth-tests:
+    name: Run integration tests (stable)
+    runs-on: goth
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          ref: 'b0.5'
+
+      - name: Configure python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.8.0'
+
+      - name: Configure poetry
+        uses: Gr1N/setup-poetry@v4
+        with:
+          poetry-version: 1.1.6
+
+      - name: Install dependencies
+        run: |
+          poetry env use python3.8
+          poetry install -E integration-tests
+
+      - name: Disconnect Docker containers from default network
+        continue-on-error: true
+        run: |
+          docker network inspect docker_default
+          sudo apt-get install -y jq
+          docker network inspect docker_default | jq ".[0].Containers | map(.Name)[]" | tee /dev/stderr | xargs --max-args 1 -- docker network disconnect -f docker_default
+
+      - name: Remove Docker containers
+        continue-on-error: true
+        run: docker rm -f $(docker ps -a -q)
+
+      - name: Log in to GitHub Docker repository
+        run: echo ${{ secrets.GITHUB_TOKEN }} | docker login docker.pkg.github.com -u ${{github.actor}} --password-stdin
+
+      - name: Run test suite
+        env:
+          GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          poetry run poe goth-assets
+          poetry run poe goth-tests
+
+      - name: Upload test logs
+        uses: actions/upload-artifact@v2
+        if: always()
+        with:
+           name: goth-logs
+           path: /tmp/goth-tests
+
+      # Only relevant for self-hosted runners
+      - name: Remove test logs
+        if: always()
+        run: rm -rf /tmp/goth-tests
+
+      # Only relevant for self-hosted runners
+      - name: Remove poetry virtual env
+        if: always()
+        # Python version below should agree with the version set up by this job.
+        # In future we'll be able to use the `--all` flag here to remove envs for
+        # all Python versions (https://github.com/python-poetry/poetry/issues/3208).
+        run: poetry env remove python3.8

.github/workflows/integration.yml

@@ -9,6 +9,9 @@ on:
     branches:
       - master
       - b0.*
+  schedule:
+    # run this workflow every day at 1:30 AM UTC
+    - cron: '30 1 * * *'
 
 jobs:
 
@@ -28,7 +31,7 @@ jobs:
       - name: Configure poetry
         uses: Gr1N/setup-poetry@v4
         with:
-          poetry-version: 1.1.4
+          poetry-version: 1.1.6
 
       - name: Install dependencies
         run: |

pyproject.toml

@@ -52,13 +52,13 @@ integration-tests = ['goth', 'pytest', 'pytest-asyncio']
 
 [tool.poetry.dev-dependencies]
 black = "^20.8b1"
-pytest = "^5.4.3"
+pytest = "^6.2"
 portray = "^1"
-pytest-asyncio = "^0.12.0"
+pytest-asyncio = "^0.14"
 mypy = "^0.782"
 liccheck = "^0.4.7"
 poethepoet = "^0.8.0"
-pytest-cov = "^2.10.1"
+pytest-cov = "^2.11"
 pydoc-markdown = "^3.5.0"
 factory-boy = "^3.2.0"
 
@@ -105,7 +105,7 @@ ya-market = "0.1.0"
 [tool.poe.tasks]
 test = "pytest --cov=yapapi --ignore tests/goth"
 goth-assets = "python -m goth create-assets tests/goth/assets"
-goth-tests = "pytest -svx tests/goth --config-override docker-compose.build-environment.release-tag=0.6."
+goth-tests = "pytest -svx tests/goth"
 typecheck = "mypy ."
 codestyle = "black --check --diff ."
 _liccheck_export = "poetry export -E cli -f requirements.txt -o .requirements.txt"