GitHub Actions link checker

.circleci/config.yml

@@ -28,12 +28,6 @@ commands:
             git reset --hard origin/master
             git checkout -
 
-      - run:
-          name: apt dependencies
-          command: |
-            sudo apt-get update
-            sudo apt-get install pcregrep
-
       # Download cached dependencies.
       - restore_cache:
           keys:
@@ -58,8 +52,6 @@ jobs:
       - run: yarn lint-css
       - run: yarn lint-ts
       - run: yarn format-check
-      - run: yarn link-check-diff
-      - run: yarn link-check-exclude
 
   test_full:
     <<: *defaults
@@ -69,8 +61,6 @@ jobs:
       - run: yarn lint-css
       - run: yarn lint-ts
       - run: yarn format-check
-      - run: yarn link-check
-      - run: yarn link-check-exclude
 
 workflows:
   version: 2

.github/workflows/link-check-all.yml

@@ -0,0 +1,19 @@
+name: Check all links in the repository
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '0 0 * * *'
+
+jobs:
+  run:
+    name: Link Check All
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Run Link Check
+        uses: 'iterative/[email protected]'
+        with:
+          configFile: 'config/link-check/config.yml'
+          output: consoleLog

.github/workflows/link-check-deploy.yml

@@ -0,0 +1,50 @@
+name: Check new links against deployment
+# This workflow "triggers" and skips on deployment because GitHub Actions /
+# Checks refuses to show the check on deployment_status
+on:
+  - deployment
+  - deployment_status
+
+jobs:
+  run:
+    name: Initialize
+    runs-on: ubuntu-latest
+    if: github.event.deployment_status.state == 'success'
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - id: build_check
+        uses: LouisBrunner/[email protected]
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          name: Report
+          status: queued
+
+      - name: Run Link Check
+        id: check
+        uses: 'iterative/[email protected]'
+        with:
+          diff: true
+          configFile: 'config/link-check/config.yml'
+          rootURL: '${{ github.event.deployment.payload.web_url }}'
+          output: checksAction
+
+      - uses: LouisBrunner/[email protected]
+        if: ${{ success() }}
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          check_id: ${{ steps.build_check.outputs.check_id }}
+          status: completed
+          conclusion: ${{ steps.check.outputs.conclusion }}
+          output: ${{ steps.check.outputs.output }}
+
+      - uses: LouisBrunner/[email protected]
+        if: ${{ failure() }}
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          check_id: ${{ steps.build_check.outputs.check_id }}
+          status: completed
+          conclusion: failure
+          output: >-
+            {"summary": "The Link Check script had an error!"}

config/link-check/config.yml

@@ -0,0 +1,12 @@
+rootURL: https://dvc.org
+fileIncludePatterns: '{.github,content,src}/**/*!(.test).{css,js,jsx,md,tsx,ts,json}'
+fileExcludePatternFile: config/link-check/excluded-files.yml
+linkExcludePatternFile: config/link-check/excluded-links.yml
+linkOptions:
+  '*.wikipedia.org':
+    minTime: 2000
+    maxConcurrent: 1
+
+  '*.github.com':
+    minTime: 1000
+    maxConcurrent: 1

config/link-check/excluded-files.yml

@@ -0,0 +1,4 @@
+- 'src/consts.js'
+- '**/*.test.js'
+- 'src/server/**/*'
+- '.github/workflows/**/*'

config/link-check/excluded-links.yml

@@ -0,0 +1,17 @@
+- 'http://localhost:8000**'
+- 'http://millionsongdataset.com/pages/getting-dataset/#subset'
+- 'https://marketplace.visualstudio.com/items?itemName=stkb.rewrap'
+- 'https://marketplace.visualstudio.com/items?itemName=redhat.vscode-yaml'
+- 'https://remote.dvc.org/get-started'
+- 'https://sweedom.us10.list-manage.com/subscribe/post?u=a08bf93caae4063c4e6a351f6&id=24c0ecc49a'
+- 'https://www.meetup.com/San-Francisco-Machine-Learning-Meetup/events/264846847/'
+- 'https://www.reddit.com/r/MachineLearning/comments/bx0apm/d_how_do_you_manage_your_machine_learning/'
+- 'https://www.amazon.com/DevOps-Handbook-World-Class-Reliability-Organizations-ebook/dp/B01M9ASFQ3'
+- '**linkedin.com/in/**'
+- 'link'
+- '/img/<filename>.gif'
+- '/uploads/images/2020-02-10/image.png'
+- 'https://portal.aws.amazon.com/gp/aws/developer/registration/index.html'
+- 'https://github.com/iterative/dvc/releases/download/'
+- 'https://www.kaggle.com/kurianbenoy/introduction-to-data-version-control-dvc'
+- 'https://timheuer.com/blog/skipping-ci-github-actions-workflows/'

content/authors/marcel_rd.md

@@ -5,12 +5,12 @@ links:
   - https://twitter.com/mribeirodantas
 ---
 
-Early Stage Researcher at [Institut Curie](https://intstitut-curie.org) with
+Early Stage Researcher at [Institut Curie](https://institut-curie.org/) with
 over 10 years of experience in the field of biomedical engineering and health
 informatics. Areas of interest include Causal Inference, Artificial
 Intelligence, and Data Science. Degrees in Computer and Automation Engineering
 (Eng), Big Data (Grad degree), and Bioinformatics (MSc). Currently enrolled in a
 Ph.D. at EDITE (Sorbonne Université).
 
 Twitter: [@mribeirodantas](https://twitter.com/mribeirodantas) Website:
-[mribeirodantas.me](https://mribeirodantas.me)
+[mribeirodantas.me](http://mribeirodantas.me)

content/blog/2020-01-17-january-20-dvc-heartbeat.md

@@ -37,8 +37,8 @@ biggest contributors, [Vít Novotný](https://github.com/witiko), and
 
 ![](/uploads/images/2020-01-17/odd_with_deevee.png)_Vera (center, flashing a
 peace sign) thanked us with this lovely picture of DeeVee and her team,
-[Odd Industries](https://odd.co/en/). They are making some extremely neat tools
-for construction teams using computer vision._
+[Odd Industries](https://odd.co). They are making some extremely neat tools for
+construction teams using computer vision._
 
 **We were at PyData LA!** Our fearless leader
 [Dmitry gave a talk](https://www.youtube.com/watch?v=7Wsd6V0k4Oc) and we set up

content/blog/2020-04-30-gsod-ideas-2020.md

@@ -190,7 +190,7 @@ technical writer, [Jorge](https://github.com/jorgeorpinel).
    ![](/uploads/images/2020-04-30/Discord_user_video_tutorials.png) _Video
    tutorials are a common request by users in our [chat](https://dvc.org/chat)._
 
-   **Mentor**: [Elle](https://github.com/andronovhopf)
+   **Mentor**: [Elle](https://github.com/elleobrien)
 
    _Difficulty rating:_ Beginner-Medium<br/><br/>
 

content/blog/2020-05-08-dvc-ambassador-program-announcement.md

@@ -179,7 +179,7 @@ a goldmine for ways to pitch in. For example:
 
 ![](/uploads/images/2020-01-17/odd_with_deevee.png 'Vera and team =500')_Vera
 (center, flashing a peace sign) thanked us with this lovely picture of DeeVee
-and her team, [Odd Industries](https://odd.co/en/)._
+and her team, [Odd Industries](https://odd.co)._
 
 If any of this sounds fun to you, please be in touch over
 [email](mailto:[email protected]) (and you can also reach us on

content/blog/2020-06-08-june-20-dvc-heartbeat.md

@@ -79,8 +79,8 @@ platform. It's awesome to know our approach is resonating with teams at the
 intersection of ML and software development. Thanks, ThoughtWorks!
 
 Last up in company news: you might recall that in early May, we hosted an online
-meetup. [Marcel Ribeiro-Dantas](mribeirodantas.me) hosted guest talks from
-[Elizabeth Hutton](https://github.com/ehutt) and
+meetup. [Marcel Ribeiro-Dantas](http://mribeirodantas.me) hosted guest talks
+from [Elizabeth Hutton](https://github.com/ehutt) and
 [Dean Pleban](https://twitter.com/DeanPlbn)- we heard about constructing a new
 COVID-19 dataset, using DVC with transformer language models, and building
 custom cloud infrastructure for MLOps. There's also Q&A with the DVC team, where

content/blog/2020-07-16-devops-for-data-scientists.md

@@ -127,7 +127,7 @@ Git refresher?
 When a feature branch passes the automated tests, it becomes a candidate to be
 merged into the master branch.
 
-![](/static/uploads/2020-07-16/basic_ci_system.png) _Here's what continuous
+![](/uploads/images/2020-07-16/basic_ci_system.png) _Here's what continuous
 integration looks like in software development._
 
 With this setup, we have automation — code changes trigger an automatic build
@@ -145,7 +145,7 @@ matrix or loss plot. So pass/fail tests won’t cut it for feedback. Understandi
 if a model is improved requires some domain knowledge about the problem at hand,
 so test results need to be reported in an efficient and human-interpretable way.
 
-![](/static/uploads/2020-07-16/ci_for_data_system.png) _Here's what continuous
+![](/uploads/images/2020-07-16/ci_for_data_system.png) _Here's what continuous
 integration might look like in a machine learning project. Inspected by Data
 Science Doggy._
 
@@ -183,7 +183,7 @@ $ git push origin experiment
 
 4. GitHub returns a notification if the functions ran successfully or not.
 
-![](/static/uploads/2020-07-16/run_notification.png) _Find this in the Actions
+![](/uploads/images/2020-07-16/run_notification.png) _Find this in the Actions
 tab of your GitHub repository._
 
 That’s it! What’s really neat here is that you’re using GitHub’s computers to
@@ -225,7 +225,7 @@ As we alluded to earlier, automatic training is pretty cool and all, but it’s
 important to have the results in a format that’s easy to understand. Currently,
 GitHub Actions gives you access to the runner’s logs, which are plain text.
 
-![](/static/uploads/2020-07-16/github_actions_log.png) _An example printout from
+![](/uploads/images/2020-07-16/github_actions_log.png) _An example printout from
 a GitHub Actions log._
 
 But understanding your model’s performance is tricky. Models and data are high
@@ -243,7 +243,7 @@ we’ve built some functions to give more detailed reports than a pass/fail
 notification. CML helps you put images and tables in the reports, like this
 confusion matrix generated by SciKit-learn:
 
-![](/static/uploads/2020-07-16/cml_basic_report.png) _This report appears when
+![](/uploads/images/2020-07-16/cml_basic_report.png) _This report appears when
 you make a Pull Request in GitHub!_
 
 To make this report, our GitHub Action executed a Python model training script,
@@ -315,7 +315,7 @@ For example, I made a project using GitHub Actions to deploy an
 [EC2 GPU and then train a neural style transfer model](https://github.com/iterative/cml_cloud_case).
 Here’s my CML report:
 
-![](/static/uploads/2020-07-16/cloud_report.png) _Training in the cloud!
+![](/uploads/images/2020-07-16/cloud_report.png) _Training in the cloud!
 Weeeeeee!_
 
 You can also use your own Docker containers, so you can closely emulate the

content/blog/2020-07-24-first-mlops-tutorial.md

@@ -19,7 +19,7 @@ tags:
   - CML
 ---
 
-Earlier this month, we launched [CML](https;//cml.dev), our latest open-source
+Earlier this month, we launched [CML](https://cml.dev), our latest open-source
 project in the MLOps space. We think it's a step towards establishing powerful
 DevOps practices (like continuous integration) as a regular fixture of machine
 learning and data science projects. But there are plenty of challenges ahead,

content/blog/2020-08-07-cml-self-hosted-runners-on-demand-with-gpus.md

@@ -45,7 +45,7 @@ Here are some benefits of using CML with a self-hosted runner:
 
 3.  **Security.** If your repo is public your runners could be accesed by anyone
     that could add
-    [scripts that exploits your machine](https://docs.GitHub.com/en/actions/hosting-your-own-runners/about-self-hosted-runners#self-hosted-runner-security-with-public-repositories).
+    [scripts that exploits your machine](https://docs.github.com/en/actions/hosting-your-own-runners/about-self-hosted-runners#self-hosted-runner-security-with-public-repositories).
     With the containerised runner you are restricting the access to your real
     machine.
 
@@ -163,7 +163,7 @@ running with CML.
 There are still some limitations to be solved at this stage:
 
 - GitHub Actions
-  [can’t run a workflow longer than 72 hours](https://docs.GitHub.com/en/actions/getting-started-with-GitHub-actions/about-GitHub-actions#usage-limits).
+  [can’t run a workflow longer than 72 hours](https://docs.github.com/en/actions/getting-started-with-github-actions/about-github-actions#usage-limits).
 
 - Self-hosted runners
   [don’t behave well when they disconnect from the repo](https://GitLab.com/GitLab-org/GitLab/-/issues/229851#note_390371734),

package.json

@@ -16,9 +16,10 @@
     "format": "prettier --write",
     "lint-ts": "tsc --noEmit --skipLibCheck && eslint --ext .json,.js,.ts,.tsx .",
     "lint-css": "stylelint \"src/**/*.css\"",
-    "link-check": "./scripts/link-check-git-all.sh",
-    "link-check-diff": "./scripts/link-check-git-diff.sh",
-    "link-check-exclude": "./scripts/exclude-links-check.sh"
+    "link-check": "repo-link-check -c config/link-check/config.yml",
+    "link-check-diff": "repo-link-check -c config/link-check/config.yml -d",
+    "link-check-dev-server": "repo-link-check -c config/link-check/config.yml -r http://localhost:3000",
+    "link-check-exclude": "repo-link-check -c config/link-check/config.yml --unused-patterns-only"
   },
   "repository": {
     "type": "git",
@@ -75,6 +76,7 @@
     "react-slick": "^0.25.2",
     "react-use": "^14.0.0",
     "rehype-react": "^5.0.1",
+    "repo-link-check": "^0.6.0",
     "reset-css": "^5.0.1",
     "s3-client": "^4.4.2",
     "scroll": "^3.0.1",