migrate CI to github actions

.github/workflows/unit_tests.yml

@@ -0,0 +1,163 @@
+name: unit_tests
+
+on: [push, pull_request]
+
+env:
+  NODE_VERSION: 10
+  SOLR_VERSION: 6.6.5
+
+jobs:
+
+  build-static:
+    name: Build static files
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v2
+    - name: Setup node
+      uses: actions/setup-node@v2-beta
+      with:
+        node-version: ${{ env.NODE_VERSION }}
+    - name: Cache node modules
+      uses: actions/cache@v2
+      with:
+        path: ~/.npm
+        key: npm-${{ hashFiles('package-lock.json') }}
+        restore-keys: |
+          npm-${{ hashFiles('package-lock.json') }}
+          npm-
+    - name: Install dependencies
+      run: npm ci
+    - name: Run webpack build
+      run: npm run build:prod
+    - name: Upload built files
+      uses: actions/upload-artifact@v2
+      with:
+        name: bundles
+        path: bundles/
+    - name: Upload stats file
+      uses: actions/upload-artifact@v2
+      with:
+        name: webpack-stats.json
+        path: webpack-stats.json
+
+  ts-unit:
+    name: TypeScript unit tests
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v2
+    - name: Setup node
+      uses: actions/setup-node@v2-beta
+      with:
+        node-version: ${{ env.NODE_VERSION }}
+    - name: Cache node modules
+      uses: actions/cache@v2
+      with:
+        path: ~/.npm
+        key: npm-${{ hashFiles('package-lock.json') }}
+        restore-keys: |
+          npm-${{ hashFiles('package-lock.json') }}
+          npm-
+    - name: Install dependencies
+      run: npm ci
+    - name: Run Jest
+      run: npx jest --collectCoverage
+    - name: Upload test coverage to Codecov
+      uses: codecov/codecov-action@v1
+      with:
+        flags: typescript
+
+  py-unit:
+    name: Python unit tests
+    runs-on: ubuntu-latest
+    needs: build-static
+    services:
+      db:
+        image: mariadb
+        env:
+          MYSQL_DATABASE: sandco
+          MYSQL_ROOT_PASSWORD: sandco
+        ports:
+        - 3306:3306
+      solr:
+        image: solr:6.6
+        ports:
+          - 8983:8983
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v2
+
+    # use docker cp to copy the configset, then bash to set ownership to solr
+    - name: Copy Solr configset to solr service
+      run: |
+        docker cp solr_conf ${{ job.services.solr.id }}:/opt/solr/server/solr/configsets/sandco
+        docker exec --user root ${{ job.services.solr.id }} /bin/bash -c "chown -R solr:solr /opt/solr/server/solr/configsets/sandco"
+
+    # Python version to use is stored in the .python-version file, which is the
+    # convention for pyenv: https://github.com/pyenv/pyenv
+    - name: Get Python version
+      run: echo "PYTHON_VERSION=$(cat .python-version)" >> $GITHUB_ENV
+    - name: Setup Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+
+    - name: Cache pip
+      uses: actions/cache@v2
+      with:
+        path: ~/.cache/pip
+        key: pip-${{ matrix.python }}-${{ hashFiles('requirements.txt') }}
+        restore-keys: |
+          pip-${{ matrix.python }}-${{ hashFiles('requirements.txt') }}
+          pip-${{ matrix.python }}
+          pip-
+
+    - name: Install dependencies
+      run: |
+        pip install -r requirements.txt
+        pip install -r dev-requirements.txt
+
+    - name: Download webpack stats
+      uses: actions/download-artifact@v2
+      with:
+        name: webpack-stats.json
+
+    - name: Setup local_settings.py
+      run: |
+        cp ci/testsettings.py mep/local_settings.py
+        python -c "import uuid; print('SECRET_KEY = \'%s\'' % uuid.uuid4())" >> mep/local_settings.py
+
+
+    - name: Run pytest
+      run: py.test --cov=./ --cov-report=xml
+
+    - name: Upload test coverage to Codecov
+      uses: codecov/codecov-action@v1
+      with:
+        flags: python
+
+    # Set the color of the slack message used in the next step based on the
+    # status of the build: "warning" for failure and "good" for success
+    - name: Set Slack message color based on build status
+      if: ${{ always() }}
+      env:
+        JOB_STATUS: ${{ job.status }}
+      run: echo "SLACK_COLOR=$(if [ "$JOB_STATUS" == "success" ]; then echo "good"; elif [ "$JOB_STATUS" == "failure" ]; then echo "danger"; else echo "warning"; fi)" >> $GITHUB_ENV
+
+    # Send a message to slack to report the build status. The webhook is stored
+    # at the organization level and available to all repositories. Only run on
+    # scheduled builds & pushes, since PRs automatically report to Slack.
+    - name: Report status to Slack
+      uses: rtCamp/action-slack-notify@master
+      if: ${{ always() && (github.event_name == 'schedule' || github.event_name == 'push') }}
+      continue-on-error: true
+      env:
+        SLACK_COLOR: ${{ env.SLACK_COLOR }}
+        SLACK_WEBHOOK: ${{ secrets.ACTIONS_SLACK_WEBHOOK }}
+        SLACK_TITLE: "Run #${{ github.run_number }} for workflow `${{ github.workflow }}`: ${{ job.status }}"
+        SLACK_MESSAGE: "<https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}|Run #${{ github.run_number }}> | <https://github.com/${{ github.repository }}/|${{ github.repository }}@${{ github.ref }}>"
+        SLACK_FOOTER: "<https://github.com/${{ github.repository }}/commit/${{ github.sha }}|View commit>"
+        MSG_MINIMAL: true # use compact slack message format
+
+

.python-version

@@ -0,0 +1 @@
+3.5.4

README.rst

@@ -14,6 +14,10 @@ bookstore and lending library in Paris.
 
 Python 3.5 / Django 2.2 / Node 10.5.0 / MariaDB (MySQL) 5.5+ w/ timezone info / Solr 6.6
 
+.. image:: https://github.com/Princeton-CDH/mep-django/workflows/unit_tests/badge.svg
+    :target: https://github.com/Princeton-CDH/mep-django/actions?query=workflow%3Aunit_tests
+    :alt: Unit Test status
+
 .. image:: https://zenodo.org/badge/DOI/10.5281/zenodo.3834179.svg
    :target: https://doi.org/10.5281/zenodo.3834179
 

ci/testsettings.py

@@ -10,18 +10,15 @@
 DATABASES = {
     'default': {
         'ENGINE': 'django.db.backends.mysql',
-        # Django needs to make databases in the test mysql server
-        'NAME': 'travismep',
+        'NAME': 'sandco',
         'USER': 'root',
-        'PASSWORD': '',
+        'PASSWORD': 'sandco',
         'HOST': '127.0.0.1',
         'OPTIONS': {
             # In each case, we want strict mode on to catch truncation issues
             'init_command': "SET sql_mode='STRICT_TRANS_TABLES'",
-            # Load the socket info from .my.cnf in the travis user
-            'read_default_file': '~travis/.my.cnf'
         },
-        'PORT': '',
+        'PORT': '3306',
         'TEST': {
                 # We also want the test databse to for utf8 and the general
                 # collation to keep case sensitive unicode searches working
@@ -36,7 +33,7 @@
 SOLR_CONNECTIONS = {
     'default': {
         'URL': 'http://localhost:8983/solr/',
-        'COLLECTION': 's-and-co',
+        'COLLECTION': 'sandco',
         'CONFIGSET': 'sandco',
         'TEST': {
             # aggressive commitWithin for test only

dev-requirements.txt

@@ -6,3 +6,4 @@ pytest-ordering
 #pytest-sugar
 django-debug-toolbar
 sphinx
+wheel

mep/people/tests/test_views.py

@@ -601,7 +601,7 @@ def test_list(self):
         account.card = card
         account.save()
         Person.index_items(Person.objects.all())
-        time.sleep(1)
+        time.sleep(2)
 
         response = self.client.get(self.members_url)
 

package.json

@@ -13,7 +13,6 @@
         "start": "npm run dev",
         "test": "npm run test:unit && npm run test:a11y",
         "test:unit": "jest --collectCoverage",
-        "test:a11y": "pa11y-ci --sitemap http://localhost:8000/sitemap-pages.xml",
         "build:qa": "NODE_ENV=production webpack --env.maps",
         "build:prod": "NODE_ENV=production webpack --env"
     },
@@ -48,7 +47,6 @@
         "node-sass": "^4.14.1",
         "node-sass-glob-importer": "^5.3.0",
         "optimize-css-assets-webpack-plugin": "^5.0.1",
-        "pa11y-ci": "^2.4.0",
         "postcss-loader": "^3.0.0",
         "sass-loader": "^7.1.0",
         "source-map-loader": "^0.2.4",

requirements.txt

@@ -15,7 +15,8 @@ django-apptemplates
 py-flags
 django-tabular-export
 django-webpack-loader
-parasolr>=0.5.3
+# parasolr 0.6 has a regression in getting stats
+parasolr>=0.5.3,<0.6
 django-widget-tweaks
 pymarc
 progressbar2