ci: Add hdfs test case for azurite azblob (apache#4168)

ArmandoZ · Feb 16, 2024 · 6a9ddc7 · 6a9ddc7
1 parent 4b1954b
commit 6a9ddc7
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 3 deletions.
diff --git a/.github/services/hdfs/hdfs_default_azblob/action.yml b/.github/services/hdfs/hdfs_default_azblob/action.yml
@@ -40,7 +40,6 @@ runs:
       shell: bash
       run: |
         OPENDAL_AZBLOB_CONTAINER=test
-        OPENDAL_AZBLOB_HOSTNAME=127.0.0.1:10000
         OPENDAL_AZBLOB_ACCOUNT_NAME=devstoreaccount1
         OPENDAL_AZBLOB_ACCOUNT_KEY=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==
 
@@ -56,7 +55,7 @@ runs:
         mkdir -p /tmp/hdfs
 
         pushd ${HADOOP_HOME}
-        ./bin/hadoop credential create fs.azure.account.key.${OPENDAL_AZBLOB_ACCOUNT_NAME}.${OPENDAL_AZBLOB_HOSTNAME} -value ${OPENDAL_AZBLOB_ACCOUNT_KEY} -provider localjceks://file/tmp/hdfs/wasb.jceks
+        ./bin/hadoop credential create fs.azure.account.key.${OPENDAL_AZBLOB_ACCOUNT_NAME}.blob.core.windows.net -value ${OPENDAL_AZBLOB_ACCOUNT_KEY} -provider localjceks://file/tmp/hdfs/wasb.jceks
         popd
 
         cp ./fixtures/hdfs/hdfs-site.xml ${HADOOP_HOME}/etc/hadoop/hdfs-site.xml
@@ -67,6 +66,6 @@ runs:
         CLASSPATH=${CLASSPATH}
         LD_LIBRARY_PATH=${JAVA_HOME}/lib/server:${HADOOP_HOME}/lib/native
         OPENDAL_HDFS_ROOT=${OPENDAL_AZBLOB_ROOT}
-        OPENDAL_HDFS_NAME_NODE=wasb://${OPENDAL_AZBLOB_CONTAINER}@${OPENDAL_AZBLOB_ACCOUNT_NAME}.${OPENDAL_AZBLOB_HOSTNAME}
+        OPENDAL_HDFS_NAME_NODE=wasb://${OPENDAL_AZBLOB_CONTAINER}@${OPENDAL_AZBLOB_ACCOUNT_NAME}.blob.core.windows.net
         OPENDAL_HDFS_ENABLE_APPEND=false
         EOF
diff --git a/fixtures/hdfs/azblob-core-site.xml b/fixtures/hdfs/azblob-core-site.xml
@@ -25,6 +25,14 @@
 <!-- Put site-specific property overrides in this file. -->
 
 <configuration>
+  <property>
+    <name>fs.azure.test.emulator</name>
+    <value>true</value>
+  </property>
+  <property>
+    <name>fs.azure.storage.emulator.account.name</name>
+    <value>devstoreaccount1.blob.core.windows.net</value>
+  </property>
   <property>
     <name>hadoop.security.credential.provider.path</name>
     <value>localjceks://file/tmp/hdfs/wasb.jceks</value>