[#4072] improvement(docker-image): Transfer docker hub from datastrato to apache

.github/workflows/docker-image.yml

@@ -10,17 +10,22 @@ on:
         default: 'gravitino'
         options:
           - 'gravitino'
-          - 'gravitino-ci-hive'
-          - 'gravitino-ci-kerberos-hive'
-          - 'gravitino-ci-trino'
-          - 'gravitino-ci-doris'
-          - 'gravitino-ci-ranger'
+          - 'gravitino-ci:hive'
+          - 'gravitino-ci:kerberos-hive'
+          - 'gravitino-ci:trino'
+          - 'gravitino-ci:doris'
+          - 'gravitino-ci:ranger'
+          - 'gravitino-playground:trino'
+          - 'gravitino-playground:hive'
+          - 'gravitino-playground:ranger'
           - 'gravitino-iceberg-rest-server'
-          - 'trino'
-          - 'hive'
-          - 'ranger'
-      tag:
-        description: 'Docker tag to apply to this image'
+      version:
+        description: 'Docker version to apply to this image'
+        required: true
+        type: string
+
+      username:
+        description: 'Docker username'
         required: true
         type: string
       token:
@@ -38,36 +43,45 @@ jobs:
     steps:
       - name: Set environment variables
         run: |
-          if [ "${{ github.event.inputs.image }}" == "gravitino-ci-hive" ]; then
+          if [ "${{ github.event.inputs.image }}" == "gravitino-ci:hive" ]; then
             echo "image_type=hive" >> $GITHUB_ENV
-            echo "image_name=datastrato/gravitino-ci-hive" >> $GITHUB_ENV
-          elif [ "${{ github.event.inputs.image }}" == "gravitino-ci-kerberos-hive" ]; then
+            echo "image_name=apache/gravitino-ci" >> $GITHUB_ENV
+            echo "tag_name=hive" >> $GITHUB_ENV
+          elif [ "${{ github.event.inputs.image }}" == "gravitino-ci:kerberos-hive" ]; then
             echo "image_type=kerberos-hive" >> $GITHUB_ENV
-            echo "image_name=datastrato/gravitino-ci-kerberos-hive" >> $GITHUB_ENV
-          elif [ "${{ github.event.inputs.image }}" == "gravitino-ci-trino" ]; then
+            echo "image_name=apache/gravitino-ci" >> $GITHUB_ENV
+            echo "tag_name=kerberos-hive" >> $GITHUB_ENV
+          elif [ "${{ github.event.inputs.image }}" == "gravitino-ci:trino" ]; then
             echo "image_type=trino" >> $GITHUB_ENV
-            echo "image_name=datastrato/gravitino-ci-trino" >> $GITHUB_ENV
-          elif [ "${{ github.event.inputs.image }}" == "gravitino-ci-doris" ]; then
+            echo "image_name=apache/gravitino-ci" >> $GITHUB_ENV
+            echo "tag_name=trino" >> $GITHUB_ENV
+          elif [ "${{ github.event.inputs.image }}" == "gravitino-ci:doris" ]; then
             echo "image_type=doris" >> $GITHUB_ENV
-            echo "image_name=datastrato/gravitino-ci-doris" >> $GITHUB_ENV
-          elif [ "${{ github.event.inputs.image }}" == "gravitino-ci-ranger" ]; then
+            echo "image_name=apache/gravitino-ci" >> $GITHUB_ENV
+            echo "tag_name=doris" >> $GITHUB_ENV
+          elif [ "${{ github.event.inputs.image }}" == "gravitino-ci:ranger" ]; then
             echo "image_type=ranger" >> $GITHUB_ENV
-            echo "image_name=datastrato/gravitino-ci-ranger" >> $GITHUB_ENV
+            echo "image_name=apache/gravitino-ci" >> $GITHUB_ENV
+            echo "tag_name=ranger" >> $GITHUB_ENV
           elif [ "${{ github.event.inputs.image }}" == "gravitino" ]; then
             echo "image_type=gravitino" >> $GITHUB_ENV
-            echo "image_name=datastrato/gravitino" >> $GITHUB_ENV
-          elif [ "${{ github.event.inputs.image }}" == "trino" ]; then
+            echo "image_name=apache/gravitino" >> $GITHUB_ENV
+            # `apache/gravitino` is the default image name, didn't need to tag alias name
+          elif [ "${{ github.event.inputs.image }}" == "gravitino-playground:trino" ]; then
             echo "image_type=trino" >> $GITHUB_ENV
-            echo "image_name=datastrato/trino" >> $GITHUB_ENV
-          elif [ "${{ github.event.inputs.image }}" == "hive" ]; then
+            echo "image_name=apache/gravitino-playground" >> $GITHUB_ENV
+            echo "tag_name=trino" >> $GITHUB_ENV
+          elif [ "${{ github.event.inputs.image }}" == "gravitino-playground:hive" ]; then
             echo "image_type=hive" >> $GITHUB_ENV
-            echo "image_name=datastrato/hive" >> $GITHUB_ENV
-          elif [ "${{ github.event.inputs.image }}" == "ranger" ]; then
+            echo "image_name=apache/gravitino-playground" >> $GITHUB_ENV
+            echo "tag_name=hive" >> $GITHUB_ENV
+          elif [ "${{ github.event.inputs.image }}" == "gravitino-playground:ranger" ]; then
             echo "image_type=ranger" >> $GITHUB_ENV
-            echo "image_name=datastrato/ranger" >> $GITHUB_ENV
+            echo "image_name=apache/gravitino-playground" >> $GITHUB_ENV
+            echo "tag_name=ranger" >> $GITHUB_ENV
           elif [ "${{ github.event.inputs.image }}" == "gravitino-iceberg-rest-server" ]; then
             echo "image_type=iceberg-rest-server" >> $GITHUB_ENV
-            echo "image_name=datastrato/gravitino-iceberg-rest-server" >> $GITHUB_ENV
+            echo "image_name=apache/gravitino-iceberg-rest-server" >> $GITHUB_ENV
           fi
 
       - name: Check publish Docker token
@@ -83,7 +97,7 @@ jobs:
       - name: Login to Docker Hub
         uses: docker/login-action@v2
         with:
-          username: datastrato
+          username: ${{ github.event.inputs.username }}
           password: ${{ secrets.DOCKER_REPOSITORY_PASSWORD }}
 
       - name: Set up Docker Buildx
@@ -100,4 +114,9 @@ jobs:
         run: | 
           sudo rm -rf /usr/local/lib/android
           sudo rm -rf /opt/hostedtoolcache/CodeQL
-          ./dev/docker/build-docker.sh --platform all --type ${image_type} --image ${image_name} --tag ${{ github.event.inputs.tag }} --latest
+
+          if [[ "${image_type}" == "gravitino" || "{image_type}" == "gravitino-iceberg-rest-server" ]]; then
+            ./dev/docker/build-docker.sh --platform all --type ${image_type} --image ${image_name} --tag ${{ github.event.inputs.version }}
+          else
+            ./dev/docker/build-docker.sh --platform all --type ${image_type} --image ${image_name} --tag "${tag_name}-${{ github.event.inputs.version }}" --latest
+          fi

build.gradle.kts

@@ -167,6 +167,14 @@ allprojects {
       param.environment("HADOOP_HOME", "/tmp")
       param.environment("PROJECT_VERSION", project.version)
 
+      // Gravitino CI Docker image
+      param.environment("GRAVITINO_CI_HIVE_DOCKER_IMAGE", "apache/gravitino-ci:hive-0.1.13")
+      param.environment("GRAVITINO_CI_KERBEROS_HIVE_DOCKER_IMAGE", "apache/gravitino-ci:kerberos-hive-0.1.5")
+      param.environment("GRAVITINO_CI_DORIS_DOCKER_IMAGE", "apache/gravitino-ci:doris-0.1.5")
+      param.environment("GRAVITINO_CI_TRINO_DOCKER_IMAGE", "apache/gravitino-ci:trino-0.1.6")
+      param.environment("GRAVITINO_CI_RANGER_DOCKER_IMAGE", "apache/gravitino-ci:ranger-0.1.1")
+      param.environment("GRAVITINO_CI_KAFKA_DOCKER_IMAGE", "apache/kafka:3.7.0")
+
       val dockerRunning = project.rootProject.extra["dockerRunning"] as? Boolean ?: false
       val macDockerConnector = project.rootProject.extra["macDockerConnector"] as? Boolean ?: false
       if (OperatingSystem.current().isMacOsX() &&

catalogs/catalog-hadoop/build.gradle.kts

@@ -126,11 +126,6 @@ tasks.test {
   } else {
     dependsOn(tasks.jar)
 
-    doFirst {
-      environment("GRAVITINO_CI_HIVE_DOCKER_IMAGE", "datastrato/gravitino-ci-hive:0.1.13")
-      environment("GRAVITINO_CI_KERBEROS_HIVE_DOCKER_IMAGE", "datastrato/gravitino-ci-kerberos-hive:0.1.5")
-    }
-
     val init = project.extra.get("initIntegrationTest") as (Test) -> Unit
     init(this)
   }

catalogs/catalog-hive/build.gradle.kts

@@ -180,11 +180,6 @@ tasks.test {
   } else {
     dependsOn(tasks.jar)
 
-    doFirst {
-      environment("GRAVITINO_CI_HIVE_DOCKER_IMAGE", "datastrato/gravitino-ci-hive:0.1.13")
-      environment("GRAVITINO_CI_KERBEROS_HIVE_DOCKER_IMAGE", "datastrato/gravitino-ci-kerberos-hive:0.1.5")
-    }
-
     val init = project.extra.get("initIntegrationTest") as (Test) -> Unit
     init(this)
   }

catalogs/catalog-jdbc-doris/build.gradle.kts

@@ -85,15 +85,11 @@ tasks {
 
 tasks.test {
   val skipUTs = project.hasProperty("skipTests")
-  doFirst {
-    environment("GRAVITINO_CI_DORIS_DOCKER_IMAGE", "datastrato/gravitino-ci-doris:0.1.5")
-  }
-
   if (skipUTs) {
     // Only run integration tests
     include("**/integration/**")
   }
-
+  environment("GRAVITINO_CI_DORIS_DOCKER_IMAGE", "apache/gravitino-ci:doris-0.1.5")
   val skipITs = project.hasProperty("skipITs")
   if (skipITs) {
     // Exclude integration tests

catalogs/catalog-kafka/build.gradle.kts

@@ -108,10 +108,6 @@ tasks.test {
   } else {
     dependsOn(tasks.jar)
 
-    doFirst {
-      environment("GRAVITINO_CI_KAFKA_DOCKER_IMAGE", "apache/kafka:3.7.0")
-    }
-
     val init = project.extra.get("initIntegrationTest") as (Test) -> Unit
     init(this)
   }

catalogs/catalog-lakehouse-iceberg/build.gradle.kts

@@ -151,11 +151,6 @@ tasks.test {
   } else {
     dependsOn(tasks.jar)
 
-    doFirst {
-      environment("GRAVITINO_CI_HIVE_DOCKER_IMAGE", "datastrato/gravitino-ci-hive:0.1.13")
-      environment("GRAVITINO_CI_KERBEROS_HIVE_DOCKER_IMAGE", "datastrato/gravitino-ci-kerberos-hive:0.1.5")
-    }
-
     val init = project.extra.get("initIntegrationTest") as (Test) -> Unit
     init(this)
   }

catalogs/catalog-lakehouse-paimon/build.gradle.kts

@@ -139,11 +139,6 @@ tasks.test {
   } else {
     dependsOn(tasks.jar)
 
-    doFirst {
-      environment("GRAVITINO_CI_HIVE_DOCKER_IMAGE", "datastrato/gravitino-ci-hive:0.1.13")
-      environment("GRAVITINO_CI_KERBEROS_HIVE_DOCKER_IMAGE", "datastrato/gravitino-ci-kerberos-hive:0.1.3")
-    }
-
     val init = project.extra.get("initIntegrationTest") as (Test) -> Unit
     init(this)
   }

clients/client-python/build.gradle.kts

@@ -222,7 +222,7 @@ tasks {
       "GRAVITINO_HOME" to project.rootDir.path + "/distribution/package",
       "START_EXTERNAL_GRAVITINO" to "true",
       "DOCKER_TEST" to dockerTest.toString(),
-      "GRAVITINO_CI_HIVE_DOCKER_IMAGE" to "datastrato/gravitino-ci-hive:0.1.13",
+      "GRAVITINO_CI_HIVE_DOCKER_IMAGE" to "apache/gravitino-ci:hive-0.1.13",
       // Set the PYTHONPATH to the client-python directory, make sure the tests can import the
       // modules from the client-python directory.
       "PYTHONPATH" to "${project.rootDir.path}/clients/client-python"