HubSpot Edit: Add an hbase-site.xml to our bundles that configures ZS…

…tdCodec (#73) * write a hubspot-specific hbase-site.xml * extend comment --------- Co-authored-by: Charles Connell <[email protected]>
HubSpot · Dec 20, 2024 · 24d2946 · 24d2946
1 parent 3d60615
commit 24d2946
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/hubspot-client-bundles/hbase-mapreduce-bundle/src/main/resources/hbase-site.xml b/hubspot-client-bundles/hbase-mapreduce-bundle/src/main/resources/hbase-site.xml
@@ -0,0 +1,12 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<configuration>
+  <property>
+    <!-- HBase clients that wish to read zstd HFiles must use the
+         same codec that wrote them on the RegionServers.
+         Compression.java reads its codec choice from HBaseConfiguration.create(),
+         so this setting must be supplied on the classpath, not programmatically. -->
+    <name>hbase.io.compress.zstd.codec</name>
+    <value>org.apache.hadoop.hbase.io.compress.zstd.ZstdCodec</value>
+  </property>
+</configuration>