Add the initial hdfs-site.xml (#153)

runtime/spark/conf/hadoop/aws/core-site.xml

@@ -17,13 +17,13 @@
 <!-- Put site-specific property overrides in this file. -->
 
 <configuration>
-	<property>
-        <name>fs.s3a.aws.credentials.provider</name>
-        <value>org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider,com.amazonaws.auth.EnvironmentVariableCredentialsProvider,com.amazonaws.auth.InstanceProfileCredentialsProvider</value>
-    </property>
     <property>
         <name>fs.default.name</name>
         <value>s3a://{%aws.s3a.bucket%}</value>
+    </property>
+	<property>
+        <name>fs.s3a.aws.credentials.provider</name>
+        <value>org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider,com.amazonaws.auth.EnvironmentVariableCredentialsProvider,com.amazonaws.auth.InstanceProfileCredentialsProvider</value>
     </property>
     <property>
         <name>fs.s3a.endpoint</name>
@@ -39,7 +39,7 @@
     </property>
     <property>
         <name>fs.s3a.access.key</name>
-	<value>{%fs.s3a.access.key%}</value>
+        <value>{%fs.s3a.access.key%}</value>
     </property>
     <property>
         <name>fs.s3a.secret.key</name>

runtime/spark/conf/hadoop/azure/core-site.xml

@@ -29,4 +29,16 @@
         <name>fs.azure.account.auth.type.{%azure.storage.account%}.{%storage.endpoint%}.core.windows.net</name>
         <value>{%auth.type%}</value>
     </property>
+    <property>
+        <name>hadoop.proxyuser.root.groups</name>
+        <value>*</value>
+    </property>
+	<property>
+        <name>hadoop.proxyuser.root.hosts</name>
+        <value>*</value>
+    </property>
+    <property>
+        <name>io.file.buffer.size</name>
+        <value>131072</value>
+    </property>
 </configuration>

runtime/spark/conf/hadoop/gcp/core-site.xml

@@ -63,4 +63,16 @@
         <name>fs.gs.working.dir</name>
         <value>/</value>
     </property>
+    <property>
+        <name>hadoop.proxyuser.root.groups</name>
+        <value>*</value>
+    </property>
+	<property>
+        <name>hadoop.proxyuser.root.hosts</name>
+        <value>*</value>
+    </property>
+    <property>
+        <name>io.file.buffer.size</name>
+        <value>131072</value>
+    </property>
 </configuration>

runtime/spark/conf/hadoop/hdfs-site.xml

@@ -0,0 +1,68 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+    <property>
+        <name>dfs.namenode.name.dir</name>
+        <value>{%dfs.namenode.name.dir%}</value>
+    </property>
+    <property>
+        <name>dfs.datanode.data.dir</name>
+        <value>{%dfs.datanode.data.dir%}</value>
+    </property>
+    <property>
+        <name>dfs.replication</name>
+        <value>3</value>
+    </property>
+    <property>
+        <name>dfs.permissions</name>
+        <value>false</value>
+    </property>
+    <property>
+        <name>dfs.datanode.handler.count</name>
+        <value>30</value>
+    </property>
+    <property>
+        <name>dfs.namenode.handler.count</name>
+        <value>60</value>
+    </property>
+    <property>
+        <name>dfs.namenode.service.handler.count</name>
+        <value>30</value>
+    </property>
+    <property>
+        <name>dfs.datanode.max.xcievers</name>
+        <value>8192</value>
+    </property>
+    <property>
+        <name>dfs.datanode.max.transfer.threads</name>
+        <value>65536</value>
+    </property>
+    <property>
+        <name>dfs.socket.timeout</name>
+        <value>1200000</value>
+    </property>
+    <property>
+        <name>dfs.datanode.socket.write.timeout</name>
+        <value>1200000</value>
+    </property>
+    <property>
+        <name>dfs.block.size</name>
+        <value>268435456</value>
+    </property>
+</configuration>