Update

.github/pull_request_template.md

@@ -0,0 +1,38 @@
+## Description
+
+<!-- For small changes (<=3 files and <=50 lines of codes in the source folder), -->
+<!-- you may remove Sections 1-4 below and just provide a simple description here -->
+
+### 1. Why the change?
+
+<!-- Provide the related github issue link if available -->
+
+### 2. User API changes
+
+<!-- Describe API changes (i.e., how users will use the feature) if any; -->
+<!-- alternatively, provide a link to the github issue for the design -->
+
+### 3. Summary of the change 
+
+<!-- Provide the design for the implementation; -->
+<!-- alternatively, provide a link to the github issue for the design -->
+
+### 4. How to test?
+- [ ] N/A
+- [ ] Unit test
+- [ ] Application test
+- [ ] Document test
+- [ ] ...
+
+### 5. New dependencies
+
+<!-- If no new dependency is introduced, remove this section -->
+
+- [ ] New Python dependencies
+       - Dependency1 
+       - Dependency2
+       - ...
+- [ ] New Java/Scala dependencies and their license
+       - Dependency1 and license1
+       - Dependency2 and license2
+       - ...

.github/workflows/license-scan.yml

@@ -0,0 +1,30 @@
+name: license-scan
+
+on:
+  # push:
+    # branches: [ "main" ]
+  # pull_request:
+    # branches: [ "main" ]
+  schedule:
+    - cron: '0 3 * * *'
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+jobs:
+  fossa-scan:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout Code"
+        uses: actions/checkout@v3
+
+      - name: "Run FOSSA Scan"
+        uses: fossas/fossa-action@main # Use a specific version if locking is preferred
+        with:
+          api-key: ${{ secrets.FOSSAAPIKEY }}
+
+      - name: "Run FOSSA Test"
+        uses: fossas/fossa-action@main # Use a specific version if locking is preferred
+        with:
+          api-key: ${{ secrets.FOSSAAPIKEY }}
+          run-tests: true

.github/workflows/maven-publish-scala.yml

@@ -0,0 +1,90 @@
+# This workflow will build a package using Maven and then publish it to GitHub packages when a release is created
+# For more information see: https://github.com/actions/setup-java/blob/main/docs/advanced-usage.md#apache-maven-with-a-settings-path
+
+name: Maven Nightly Build Publish Scala
+
+on:
+  #release:
+  #  types: [created]
+  schedule:
+    - cron: '0 15 * * *'
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+jobs:
+  build:
+
+    runs-on: [self-hosted, Linux, Bree]
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up JDK 8
+      uses: actions/setup-java@v3
+      with:
+        java-version: '8'
+        distribution: 'temurin'
+        #server-id: github # Value of the distributionManagement/repository/id field of the pom.xml
+        settings-path: ${{ github.workspace }} # location for the settings.xml file
+
+    - uses: actions/cache@v2
+      with:
+        path: ~/.m2/repository
+        key: maven-${{ hashFiles('**/pom.xml') }}
+        restore-keys: maven-
+
+    - name: Set up Maven
+      uses: stCarolas/[email protected]
+      with:
+        maven-version: 3.8.2
+
+    - name: Set up Maven Settings
+      uses: s4u/[email protected]
+      with:
+        sonatypeSnapshots: true
+        apacheSnapshots: true
+        servers: |
+          [{
+            "id": "central",
+            "configuration": {
+              "httpConfiguration": {
+                "all": {
+                  "connectionTimeout": "3600000",
+                  "readTimeout": "3600000"
+                  }    
+                }
+              }
+          },{
+            "id": "ossrh",
+            "username": "${{ secrets.OSSRH_USERNAME }}",
+            "password": "${{ secrets.OSSRH_PASSWORD }}",
+            "configuration": {
+              "timeout": "3600000"
+            }
+          }]
+        # mirrors: '[{"id": "ardaNexus", "name": "ardaNexus", "mirrorOf": "*", "url": "${{ secrets.ARDA_NEXUS }}" }]'
+
+    - name: Build with Maven
+      run: |
+          ls
+          cat ~/.m2/settings.xml
+          sed -i 's/<artifactId>${spark-version.project}<\/artifactId>/<artifactId>${spark-version.project}-${SPARK_PLATFORM}<\/artifactId>/' scala/dllib/pom.xml
+          sed -i 's/<artifactId>3.0<\/artifactId>/<artifactId>3.0-${SPARK_PLATFORM}<\/artifactId>/' scala/common/spark-version/3.0/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/common/spark-version/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/common/spark-version/3.0/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/dllib/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/orca/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/friesian/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/grpc/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/serving/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/ppml/pom.xml
+          sed -i 's/<artifactId>bigdl-parent-spark_${spark.version}<\/artifactId>/<artifactId>bigdl-parent-spark_3.1.2<\/artifactId>/' scala/assembly/pom.xml
+          mvn -Dhttp.proxyHost=${{ secrets.HTTP_PROXY_HOST_2 }} -Dhttp.proxyPort=${{ secrets.HTTP_PROXY_PORT_2 }} -Dhttps.proxyHost=${{ secrets.HTTP_PROXY_HOST_2 }} -Dhttps.proxyPort=${{ secrets.HTTP_PROXY_PORT_3 }} clean deploy -DskipTests -Dspark.version=3.1.2 -DSPARK_PLATFORM=SPARK_3.1 -P spark_3.x --file scala/pom.xml
+
+#    - name: Publish to GitHub Packages Apache Maven
+#      run: mvn deploy -s $GITHUB_WORKSPACE/settings.xml
+#      env:
+#        GITHUB_TOKEN: ${{ github.token }}

.github/workflows/nano_notebooks_tests.yml

@@ -51,3 +51,38 @@ jobs:
             $CONDA/bin/conda remove -n notebooks-pytorch --all
         env:
             ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+      - name: Run tutorial notebooks Pytorch unit tests
+        shell: bash
+        run: |
+            $CONDA/bin/conda create -n notebooks-tutorial-pytorch -y python==3.7.10 setuptools=58.0.4
+            source $CONDA/bin/activate notebooks-tutorial-pytorch
+            $CONDA/bin/conda info
+            bash python/nano/dev/build_and_install.sh linux default false pytorch
+            source bigdl-nano-init
+            pip install pytest nbmake
+            pip install neural-compressor==1.11
+            pip install onnx onnxruntime onnxruntime-extensions
+            pip install lightning-bolts
+            bash python/nano/notebooks/pytorch/tutorial/run-nano-notebooks-pytorch-tutorial-tests.sh false
+            source $CONDA/bin/deactivate
+            $CONDA/bin/conda remove -n notebooks-pytorch --all
+        env:
+            ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+      - name: Run tutorial notebooks Pytorch unit tests(OpenVINO)
+        shell: bash
+        run: |
+            $CONDA/bin/conda create -n notebooks-tutorial-pytorch -y python==3.7.10 setuptools=58.0.4
+            source $CONDA/bin/activate notebooks-tutorial-pytorch
+            $CONDA/bin/conda info
+            bash python/nano/dev/build_and_install.sh linux default false pytorch
+            source bigdl-nano-init
+            pip install pytest nbmake
+            pip install ipykernel==5.5.6
+            pip install openvino-dev
+            bash python/nano/notebooks/pytorch/tutorial/run-nano-notebooks-pytorch-tutorial-tests.sh true
+            source $CONDA/bin/deactivate
+            $CONDA/bin/conda remove -n notebooks-tutorial-pytorch --all
+        env:
+            ANALYTICS_ZOO_ROOT: ${{ github.workspace }}