Merge branch 'intel-analytics:main' into main

Jasonzzt · Feb 19, 2024 · 8386eb6 · 8386eb6
2 parents 4699564 + 5553f43
commit 8386eb6
Show file tree

Hide file tree

Showing 367 changed files with 16,851 additions and 1,828 deletions.
diff --git a/.github/actions/nano/setup-pytorch-env/action.yml b/.github/actions/nano/setup-pytorch-env/action.yml
@@ -91,7 +91,7 @@ runs:
         pip install ConfigSpace 'optuna<=3.1.1'
 
         # required by NoteBook and Tutorial test
-        pip install nbmake==1.3.0 lightning-bolts==0.5.0 ipykernel==5.5.6 matplotlib
+        pip install nbmake lightning-bolts==0.5.0 ipykernel==5.5.6 matplotlib
 
         # required by OpenVINO and IPEX test
         pip install diffusers==0.11.1

diff --git a/.github/workflows/BiWeekly_docker.yml b/.github/workflows/BiWeekly_docker.yml
@@ -17,15 +17,14 @@ on:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
 
   docker-build-bigdl-weekly:
     runs-on: [self-hosted, Shire]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: docker login
       run: |
         docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}

diff --git a/.github/workflows/PR_validation.yml b/.github/workflows/PR_validation.yml
@@ -57,7 +57,6 @@ on:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
   changes:
@@ -73,7 +72,7 @@ jobs:
       orca-example: ${{ steps.filter.outputs.orca-example }}
       ppml: ${{ steps.filter.outputs.ppml }}
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
       - uses: dorny/paths-filter@v2
         id: filter
         with:
@@ -169,7 +168,7 @@ jobs:
     runs-on: [ self-hosted, ubuntu-20.04-lts, CLX, AVX512, Ettenmoors ]
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
       - name: Set up JDK8
         uses: ./.github/actions/jdk-setup-action
       - name: Set up maven
@@ -183,7 +182,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
       - name: Set up JDK8
         uses: ./.github/actions/jdk-setup-action
       - name: Set up maven
@@ -197,7 +196,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
       - name: Set up JDK8
         uses: ./.github/actions/jdk-setup-action
       - name: Set up maven
@@ -211,7 +210,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
       - name: Set up JDK8
         uses: ./.github/actions/jdk-setup-action
       - name: Set up maven
@@ -230,7 +229,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -249,7 +248,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -268,7 +267,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -287,7 +286,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -306,7 +305,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -325,7 +324,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -344,7 +343,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -363,7 +362,7 @@ jobs:
     runs-on: [self-hosted, Gondolin-Ctx]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Setup env
       uses: ./.github/actions/orca/setup-env/setup-orca-ray-ctx-py37
     - name: Run Test
@@ -378,7 +377,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -397,7 +396,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
       - name: Set up JDK8
         uses: ./.github/actions/jdk-setup-action
       - name: Set up maven
@@ -416,7 +415,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
       - name: Set up JDK8
         uses: ./.github/actions/jdk-setup-action
       - name: Set up maven
@@ -435,7 +434,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -454,7 +453,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -473,7 +472,7 @@ jobs:
     runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -492,7 +491,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -511,7 +510,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -530,7 +529,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -549,7 +548,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -568,7 +567,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven
@@ -587,7 +586,7 @@ jobs:
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up maven

diff --git a/.github/workflows/bigdl-core-release-pypi.yml b/.github/workflows/bigdl-core-release-pypi.yml
@@ -26,7 +26,6 @@ env:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
   llm-cpp-build:
@@ -35,7 +34,7 @@ jobs:
     runs-on: [self-hosted, ubuntu-20.04-lts, Bree-core]
     needs: llm-cpp-build
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
       with:
         repository: intel-analytics/BigDL-core
         ref: ${{ env.Branch }}

diff --git a/.github/workflows/bigdl-deploy-pypi-if-release-more-than-once-per-day.yml b/.github/workflows/bigdl-deploy-pypi-if-release-more-than-once-per-day.yml
@@ -14,7 +14,6 @@ env:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
   llm-cpp-build:
@@ -24,7 +23,7 @@ jobs:
     # if: ${{ github.actor == 'Le-Zheng' }}
     needs: llm-cpp-build
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
 

diff --git a/.github/workflows/bigdl-llm-stable-release-pypi.yml b/.github/workflows/bigdl-llm-stable-release-pypi.yml
@@ -11,7 +11,6 @@ on:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
   llm-cpp-build:
@@ -20,7 +19,7 @@ jobs:
     runs-on: [self-hosted, ubuntu-20.04-lts, Bree]
     needs: llm-cpp-build
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: set stable version
       env:
         DEFAULT_VERSION: '2.5.0b0'

diff --git a/.github/workflows/bigdl-release-docker.yml b/.github/workflows/bigdl-release-docker.yml
@@ -14,15 +14,14 @@ on:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
 
   docker-build-bigdl:
     runs-on: [self-hosted, Shire]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: set env
       env:
         DEFAULT_TAG: 'latest'

diff --git a/.github/workflows/bigdl-release-pypi.yml b/.github/workflows/bigdl-release-pypi.yml
@@ -7,7 +7,6 @@ on:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
   llm-cpp-build:
@@ -17,7 +16,7 @@ jobs:
     # if: ${{ github.actor == 'Le-Zheng' }}
     needs: llm-cpp-build
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
 

diff --git a/.github/workflows/bigdl-release-scala.yml b/.github/workflows/bigdl-release-scala.yml
@@ -6,14 +6,13 @@ on:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
   bigdl-release-scala:
     runs-on: [self-hosted, Bree]
     # if: ${{ github.actor == 'Le-Zheng' }}
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
     - name: Set up Maven

diff --git a/.github/workflows/bigdl-release-tf-math-python-pypi.yml b/.github/workflows/bigdl-release-tf-math-python-pypi.yml
@@ -22,14 +22,13 @@ env:
 
 permissions:
   contents: read
-  packages: write
 
 jobs:
   bigdl-release-tf-math-python-pypi:
     runs-on: [self-hosted, ubuntu-20.04-lts, Bree-core]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
     - name: Set up JDK8
       uses: ./.github/actions/jdk-setup-action
 

diff --git a/.github/workflows/chronos-example-python-spark31.yml b/.github/workflows/chronos-example-python-spark31.yml
@@ -5,6 +5,9 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.run_id }}
   cancel-in-progress: true
 
+permissions:
+  contents: read
+
 # Controls when the action will run. 
 on:
   # Triggers the workflow on merge events for nano/orca change
@@ -32,7 +35,7 @@ jobs:
       matrix:
         python-version: ["3.8", "3.9"]
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # actions/checkout@v2
       - name: Set up JDK 8
         uses: ./.github/actions/jdk-setup-action
       - name: Set up Maven