Skip to content

Commit

Permalink
Merge branch 'main' into guide/data-mgmt/remote-config
Browse files Browse the repository at this point in the history
  • Loading branch information
jorgeorpinel committed Feb 23, 2023
2 parents 5ba293c + 64b0de7 commit 033ecc8
Show file tree
Hide file tree
Showing 108 changed files with 1,845 additions and 1,727 deletions.
81 changes: 0 additions & 81 deletions .circleci/config.yml

This file was deleted.

23 changes: 9 additions & 14 deletions .eslintrc.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@
"extends": [
"plugin:react/recommended",
"plugin:@typescript-eslint/recommended",
"prettier",
"plugin:prettier/recommended",
"plugin:jsx-a11y/recommended",
"plugin:json/recommended"
"plugin:json/recommended",
"prettier"
],
"plugins": ["@typescript-eslint"],
"parser": "@typescript-eslint/parser",
Expand Down Expand Up @@ -37,23 +37,18 @@
"leadingUnderscore": "allow"
}
],
"no-tabs": "error",
"no-tabs": [
"error",
{
"allowIndentationTabs": true
}
],
"react/prop-types": "off",
"@typescript-eslint/no-unused-vars": "error"
},
"overrides": [
{
"files": [
"src/utils/shared/*.?(js|ts)",
"src/gatsby/**/*.js",
"scripts/**/*.js",
"config/**/*.js",
"src/server/**/*.js",
"plugins/**/*.js",
"gatsby-*.js",
"postcss.config.js",
"tailwind.config.js"
],
"files": "**/*.js",
"rules": {
"@typescript-eslint/no-var-requires": "off",
"@typescript-eslint/explicit-function-return-type": "off"
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/link-check-all.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,4 +5,4 @@ on:
- cron: '0 0 * * *'
jobs:
run:
uses: iterative/link-check/.github/workflows/link-check-all.yml@v0.13.2
uses: iterative/link-check/.github/workflows/link-check-all.yml@v0.14.0
6 changes: 3 additions & 3 deletions .github/workflows/link-check-deploy.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,6 @@ on:
jobs:
run:
if:
github.event.deployment.ref != ${{ github.event.repository.default_branch }} &&
github.event.deployment_status.state == 'success'
uses: iterative/link-check/.github/workflows/link-check-deployment-status.yml@v0.13.2
github.event.deployment.ref != ${{ github.event.repository.default_branch
}} && github.event.deployment_status.state == 'success'
uses: iterative/link-check/.github/workflows/link-check-deployment-status.yml@v0.14.0
39 changes: 39 additions & 0 deletions .github/workflows/lint-and-test.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
name: 'Linting and Testing'

on: pull_request

concurrency:
group: lint-${{ github.head_ref }}
cancel-in-progress: true

jobs:
run-tests:
name: 'Run Tests'
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v3

- name: Install Node.js and use yarn
uses: actions/setup-node@v3
with:
node-version: '18.x'
cache: 'yarn'

- name: Install All Dependencies
run: yarn

- name: Check Formatting with Prettier
run: yarn format-check-all

- name: Lint JS with ESLint
run: yarn lint

- name: Lint CSS with Stylelint
run: yarn lint-css

- name: Check TypeScript compilation
run: yarn lint-ts

- name: Run tests
run: yarn test
5 changes: 4 additions & 1 deletion .husky/pre-commit
Original file line number Diff line number Diff line change
@@ -1 +1,4 @@
yarn format-staged && yarn lint-staged
#!/usr/bin/env sh
. "$(dirname -- "$0")/_/husky.sh"

yarn exec lint-staged
6 changes: 0 additions & 6 deletions .pre-commit-hooks.yaml

This file was deleted.

27 changes: 10 additions & 17 deletions .restyled.yaml
Original file line number Diff line number Diff line change
@@ -1,21 +1,14 @@
restylers:
- name: prettier
arguments:
[
'--write',
'--arrow-parens=avoid',
'--print-width=80',
'--prose-wrap=always',
'--no-semi',
'--single-quote=true',
'--tab-width=2',
'--trailing-comma=none',
'--use-tabs=false'
]
include: # matching '**/*.{js,jsx,md,tsx,ts,json}'
- '**/*.md'
- '**/*.jsx'
- '**/*.tsx'
arguments: ['--config=./.prettierrc', '--ignore-path=./.prettierignore']
include:
- '**/*.css'
- '**/*.js'
- '**/*.ts'
- '**/*.json'
- '**/*.jsx'
- '**/*.md'
- '**/*.mdx'
- '**/*.ts'
- '**/*.tsx'
- '**/*.yaml'
- '**/*.yml'
8 changes: 4 additions & 4 deletions .stylelintrc
Original file line number Diff line number Diff line change
@@ -1,10 +1,8 @@
{
"extends": "stylelint-config-standard",
"extends": ["stylelint-config-standard"],
"rules": {
"no-descending-specificity": null,
"no-duplicate-selectors": null,
"declaration-colon-newline-after": null,
"value-list-comma-newline-after": null,
"property-no-unknown": [
true,
{
Expand All @@ -20,9 +18,11 @@
"at-rule-no-unknown": [
true,
{
"ignoreAtRules": ["mixin", "tailwind"]
"ignoreAtRules": ["mixin", "tailwind", "screen"]
}
],
"custom-property-pattern": null,
"selector-id-pattern": null,
"selector-class-pattern": null,
"keyframes-name-pattern": null,
"function-no-unknown": [
Expand Down
16 changes: 5 additions & 11 deletions config/link-check/excluded-links.yml
Original file line number Diff line number Diff line change
@@ -1,20 +1,14 @@
- 'http://localhost:8000**'
- 'http://millionsongdataset.com/pages/getting-dataset/#subset'
- 'https://marketplace.visualstudio.com/items?itemName=stkb.rewrap'
- 'https://marketplace.visualstudio.com/items?itemName=redhat.vscode-yaml'
- 'https://remote.dvc.org/get-started'
- 'https://dvc.us10.list-manage.com/subscribe/post?u=a08bf93caae4063c4e6a351f6&id=24c0ecc49a'
- 'https://www.meetup.com/San-Francisco-Machine-Learning-Meetup/events/264846847/'
- 'https://www.reddit.com/r/MachineLearning/comments/bx0apm/d_how_do_you_manage_your_machine_learning/'
- 'https://www.amazon.com/DevOps-Handbook-World-Class-Reliability-Organizations-ebook/dp/B01M9ASFQ3'
- '**linkedin.com/in/**'
- '**linkedin.com/company/**'
- 'link'
- '/img/<filename>.gif'
- '/uploads/images/2020-02-10/image.png'
- 'https://portal.aws.amazon.com/gp/aws/developer/registration/index.html'
- 'https://github.com/iterative/dvc/releases/download/'
- 'https://www.kaggle.com/kurianbenoy/introduction-to-data-version-control-dvc'
- 'https://timheuer.com/blog/skipping-ci-github-actions-workflows/'
- 'https://www.zazzle.com/t_shirt-235920696568133954'
- 'https://medium.com**'
- 'src/*'
- 'data/*'
- 'models/*'
- 'mailto:*'
- 'https://machinelearningmastery.com/*'
File renamed without changes.
File renamed without changes.
File renamed without changes.
19 changes: 19 additions & 0 deletions content/basic-concepts/dvc-project.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
---
name: 'DVC Project'
match:
[
'DVC project',
'DVC projects',
project,
projects,
'DVC repository',
'DVC repositories',
repository,
repositories
]
tooltip: >-
Initialized by running `dvc init` in the **workspace** (typically a Git
repository). It will contain the `.dvc/` directory, as well as `dvc.yaml` and
`.dvc` files created with commands such as `dvc add` or `dvc stage add`.
[More info](/doc/user-guide/basic-concepts/dvc-project)
---
Original file line number Diff line number Diff line change
@@ -1,14 +1,6 @@
---
name: Experiment
match:
[
experiment,
experiments,
'DVC experiment',
'DVC Experiment',
'DVC experiments',
'DVC Experiments'
]
match: [experiment, experiments, 'DVC experiments']
tooltip: >-
An attempt to reach desired/better/interesting results during data pipelining
or ML model development. DVC is designed to help [manage
Expand Down
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@ match: ['run-cache']
tooltip: >-
A log of stages that have been run in the project. It's comprised of
`dvc.lock` file backups, identified as combinations of dependencies, commands,
and outputs that correspond to each other. `dvc repro` and `dvc run` populate
and reutilize the run-cache. See
and outputs that correspond to each other. `dvc repro` and `dvc exp run`
populate and reutilize the run-cache. See
[Run-cache](/doc/user-guide/project-structure/internal-files#run-cache) for
more details.
---
File renamed without changes.
8 changes: 8 additions & 0 deletions content/basic-concepts/workspace.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
---
name: Workspace
match: [workspace]
tooltip: >-
Directory containing all your DVC project files, e.g. raw data, source code,
ML models. One project version at a time is visible in the workspace.
[More info](/doc/user-guide/basic-concepts/workspace)
---
16 changes: 11 additions & 5 deletions content/data/home.yml
Original file line number Diff line number Diff line change
@@ -1,14 +1,18 @@
- title: Connect storage to repo
description: Keep large data and model files alongside code and share via your cloud storage.
description:
Keep large data and model files alongside code and share via your cloud
storage.
terminal: |
$ dvc add cats-dogs
$ dvc remote add storage s3://bucket/dvc-cache
$ dvc push
5000 files pushed
- title: Configure steps as you go
description: Declare dependencies and outputs at each step to build reproducible end-to-end pipelines.
description:
Declare dependencies and outputs at each step to build reproducible
end-to-end pipelines.
terminal: |
$ dvc exp run
"data/data.xml.dvc" didn't change, skipping^500
Expand All @@ -17,7 +21,9 @@
Running stage "train":
> python src/train.py data/features model.pkl
- title: Track experiments in Git
description: Track experiments in your repo, compare results and restore entire experiment states cross-team.
description:
Track experiments in your repo, compare results and restore entire
experiment states cross-team.
terminal: |
$ dvc exp show
───────────────────────────────────────────────────────────────────────────
Expand Down
Loading

0 comments on commit 033ecc8

Please sign in to comment.