Merge branch 'master' into log-format

datahub-project · Nov 17, 2022 · f8de114 · f8de114
2 parents 4cfbab9 + d3174e7
commit f8de114
Show file tree

Hide file tree

Showing 725 changed files with 107,895 additions and 61,487 deletions.
diff --git a/.github/pr-labeler-config.yml b/.github/pr-labeler-config.yml
@@ -1,15 +1,15 @@
 ingestion:
-- 'metadata-ingestion/**/*'
+  - "metadata-ingestion/**/*"
 
 devops:
-- 'docker/**/*'
-- '.github/**/*'
+  - "docker/**/*"
+  - ".github/**/*"
 
 product:
-- 'datahub-web-react/**/*'
-- 'datahub-frontend/**/*'
-- 'datahub-graphql-core/**/*'
-- 'metadata-io/**/*'
+  - "datahub-web-react/**/*"
+  - "datahub-frontend/**/*"
+  - "datahub-graphql-core/**/*"
+  - "metadata-io/**/*"
 
 docs:
-- 'docs/**/*'
+  - "docs/**/*"
diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
@@ -1,8 +1,8 @@
 
-
 ## Checklist
+
 - [ ] The PR conforms to DataHub's [Contributing Guideline](https://github.com/datahub-project/datahub/blob/master/docs/CONTRIBUTING.md) (particularly [Commit Message Format](https://github.com/datahub-project/datahub/blob/master/docs/CONTRIBUTING.md#commit-message-format))
 - [ ] Links to related issues (if applicable)
 - [ ] Tests for the changes have been added/updated (if applicable)
 - [ ] Docs related to the changes have been added/updated (if applicable). If a new feature has been added a Usage Guide has been added for the same.
-- [ ] For any breaking change/potential downtime/deprecation/big changes an entry has been made in [Updating DataHub](https://github.com/datahub-project/datahub/blob/master/docs/how/updating-datahub.md)
+- [ ] For any breaking change/potential downtime/deprecation/big changes an entry has been made in [Updating DataHub](https://github.com/datahub-project/datahub/blob/master/docs/how/updating-datahub.md)
diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml
@@ -24,20 +24,21 @@ jobs:
     runs-on: ubuntu-latest
     timeout-minutes: 60
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Set up JDK 11
-        uses: actions/setup-java@v1
+        uses: actions/setup-java@v3
         with:
+          distribution: "zulu"
           java-version: 11
-      - uses: actions/setup-python@v2
+      - uses: actions/setup-python@v4
         with:
           python-version: "3.7"
       - name: Gradle build (and test)
         run: |
           ./gradlew build -x :metadata-ingestion:build -x :metadata-ingestion:check -x docs-website:build -x :metadata-integration:java:spark-lineage:test -x :metadata-io:test
-      - uses: actions/upload-artifact@v2
+      - uses: actions/upload-artifact@v3
         if: always()
         with:
           name: Test Results (build)
@@ -58,8 +59,8 @@ jobs:
   quickstart-compose-validation:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-python@v2
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
         with:
           python-version: "3.7"
       - name: Quickstart Compose Validation
@@ -69,7 +70,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Upload
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v3
         with:
           name: Event File
           path: ${{ github.event_path }}
diff --git a/.github/workflows/check-datahub-jars.yml b/.github/workflows/check-datahub-jars.yml
@@ -23,18 +23,18 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-
   check_jars:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Set up JDK 11
-        uses: actions/setup-java@v1
+        uses: actions/setup-java@v3
         with:
+          distribution: "zulu"
           java-version: 11
-      - uses: actions/setup-python@v2
+      - uses: actions/setup-python@v4
         with:
           python-version: "3.7"
       - name: check datahub-client jar

diff --git a/.github/workflows/check-quickstart.yml b/.github/workflows/check-quickstart.yml
@@ -9,7 +9,6 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
-
 jobs:
   test-quickstart:
     strategy:
@@ -18,30 +17,30 @@ jobs:
         os: [ubuntu-20.04]
     runs-on: ${{ matrix.os }}
     steps:
-    - uses: actions/setup-python@v2
-      with:
-        python-version: "3.10"
-    - name: Install acryl-datahub
-      run: |
-        pip install --upgrade acryl-datahub
-        datahub version
-        python  -c "import platform; print(platform.platform())"
-    - name: Run quickstart
-      run: |
-        datahub docker quickstart
-    - name: Ingest sample data
-      run: |
-        datahub docker ingest-sample-data
-    - name: See status
-      run: |
-        docker ps -a && datahub docker check
-    - name: store logs
-      if: failure()
-      run: |
-        docker logs datahub-gms >& quickstart-gms.log
-    - name: Upload logs
-      uses: actions/upload-artifact@v2
-      if: failure()
-      with:
-        name: docker-quickstart-logs-${{ matrix.os }}
-        path: "*.log"
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+      - name: Install acryl-datahub
+        run: |
+          pip install --upgrade acryl-datahub
+          datahub version
+          python  -c "import platform; print(platform.platform())"
+      - name: Run quickstart
+        run: |
+          datahub docker quickstart
+      - name: Ingest sample data
+        run: |
+          datahub docker ingest-sample-data
+      - name: See status
+        run: |
+          docker ps -a && datahub docker check
+      - name: store logs
+        if: failure()
+        run: |
+          docker logs datahub-gms >& quickstart-gms.log
+      - name: Upload logs
+        uses: actions/upload-artifact@v3
+        if: failure()
+        with:
+          name: docker-quickstart-logs-${{ matrix.os }}
+          path: "*.log"
diff --git a/.github/workflows/close-stale-issues.yml b/.github/workflows/close-stale-issues.yml
@@ -10,7 +10,7 @@ jobs:
       issues: write
       pull-requests: write
     steps:
-      - uses: actions/stale@v5
+      - uses: actions/stale@v6
         with:
           ascending: true
           operations-per-run: 100

diff --git a/.github/workflows/delete-artifacts.yaml b/.github/workflows/delete-artifacts.yaml
@@ -12,7 +12,7 @@ jobs:
     timeout-minutes: 10
 
     steps:
-    - name: Remove old artifacts
-      uses: c-hive/gha-remove-artifacts@v1
-      with:
-        age: '1 second'
+      - name: Remove old artifacts
+        uses: c-hive/gha-remove-artifacts@v1
+        with:
+          age: "1 second"
diff --git a/.github/workflows/docker-feast-source.yml b/.github/workflows/docker-feast-source.yml
@@ -4,14 +4,14 @@ on:
     branches:
       - master
     paths:
-      - 'metadata-ingestion/src/datahub/ingestion/source/feast_image/**'
-      - '.github/workflows/docker-feast-source.yml'
+      - "metadata-ingestion/src/datahub/ingestion/source/feast_image/**"
+      - ".github/workflows/docker-feast-source.yml"
   pull_request:
     branches:
       - master
     paths:
-      - 'metadata-ingestion/src/datahub/ingestion/source/feast_image/**'
-      - '.github/workflows/docker-feast-source.yml'
+      - "metadata-ingestion/src/datahub/ingestion/source/feast_image/**"
+      - ".github/workflows/docker-feast-source.yml"
   release:
     types: [published, edited]
 
@@ -27,7 +27,7 @@ jobs:
       publish: ${{ steps.publish.outputs.publish }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
       - name: Compute Tag
         id: tag
         run: |
@@ -51,7 +51,7 @@ jobs:
     needs: setup
     steps:
       - name: Check out the repo
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Docker meta

diff --git a/.github/workflows/docker-ingestion-base.yml b/.github/workflows/docker-ingestion-base.yml
@@ -15,13 +15,12 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-
   build-base:
     name: Build and Push Docker Image to Docker Hub
     runs-on: ubuntu-latest
     steps:
       - name: Check out the repo
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Set up QEMU

diff --git a/.github/workflows/docker-ingestion-smoke.yml b/.github/workflows/docker-ingestion-smoke.yml
@@ -27,7 +27,7 @@ jobs:
       publish: ${{ steps.publish.outputs.publish }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
       - name: Compute Tag
         id: tag
         run: |
@@ -55,7 +55,7 @@ jobs:
       image_name: ${{ env.IMAGE }}
     steps:
       - name: Check out the repo
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Build and push

diff --git a/.github/workflows/docker-ingestion.yml b/.github/workflows/docker-ingestion.yml
@@ -30,7 +30,7 @@ jobs:
       python_release_version: ${{ steps.python_release_version.outputs.release_version }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
       - name: Compute Tag
         id: tag
         run: |
@@ -60,7 +60,7 @@ jobs:
     needs: setup
     steps:
       - name: Check out the repo
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Docker meta

diff --git a/.github/workflows/docker-postgres-setup.yml b/.github/workflows/docker-postgres-setup.yml
@@ -4,14 +4,14 @@ on:
     branches:
       - master
     paths:
-      - 'docker/postgres-setup/**'
-      - '.github/workflows/docker-postgres-setup.yml'
+      - "docker/postgres-setup/**"
+      - ".github/workflows/docker-postgres-setup.yml"
   pull_request:
     branches:
       - master
     paths:
-      - 'docker/postgres-setup/**'
-      - '.github/workflows/docker-postgres-setup.yml'
+      - "docker/postgres-setup/**"
+      - ".github/workflows/docker-postgres-setup.yml"
   release:
     types: [published, edited]
 
@@ -27,7 +27,7 @@ jobs:
       publish: ${{ steps.publish.outputs.publish }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
       - name: Compute Tag
         id: tag
         run: |
@@ -50,7 +50,7 @@ jobs:
     needs: setup
     steps:
       - name: Check out the repo
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Docker meta